-- Logs begin at Wed 2022-03-02 19:07:11 UTC, end at Wed 2022-03-02 21:19:11 UTC. -- Mar 02 20:01:31.385997 dv-neutron-831593-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 20:01:33.547690 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.common.config [-] Logging enabled! Mar 02 20:01:33.548362 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev36 Mar 02 20:01:33.548450 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84398) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 02 20:01:33.551336 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.common.config [-] Logging enabled! Mar 02 20:01:33.551588 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev36 Mar 02 20:01:33.551834 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84398) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 02 20:01:33.552785 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 20:01:33.553017 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 20:01:33.553370 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 20:01:33.553613 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 20:01:33.553836 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 20:01:33.554176 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.554472 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.554764 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.554993 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.555283 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.555568 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.555846 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.556132 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.556424 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.556706 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.556983 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.557264 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.557492 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.557766 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.558082 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.558367 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.558590 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] debug = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.558866 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.559289 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.559705 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.559977 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.560261 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.560534 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.560811 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.561090 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.561411 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] host = dv-neutron-831593-2-hyperv {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.561684 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.561995 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.562282 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.562565 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.562835 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.563105 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.563393 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.563660 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.563929 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] log_file = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.564199 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.564483 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.564763 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.565046 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.565268 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.566164 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.566568 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.566850 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.567125 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.567398 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.567670 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.567940 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.568208 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.568472 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.568752 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.569032 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.569313 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.569583 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.569852 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.570144 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.570411 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.570690 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.570960 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.571228 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.571495 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.571775 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.572038 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.572303 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.572594 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.572877 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.573404 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.573698 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.573988 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.574268 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.574539 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.574810 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.575080 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] use_json = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.575350 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.575619 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.575899 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.576168 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.576436 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.576705 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.576974 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.577258 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.577527 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:33.577819 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.578143 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.578439 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.578719 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.579012 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.579288 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.579572 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.579847 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.580131 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.580413 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.580695 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.580969 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.581385 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.581770 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.582078 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.582355 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.582634 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.582922 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.583201 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.583480 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.583756 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.584054 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.584321 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.584591 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.584869 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.585147 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.585413 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.585681 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.585980 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.586267 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.586540 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.586807 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.587074 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.587347 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.587613 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.587892 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.588165 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.588434 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.588700 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.588972 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.589239 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.589507 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.589780 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.590072 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.590346 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.590614 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.590879 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.591145 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.591411 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.591676 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.591939 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.592203 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.592475 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.592739 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.593005 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.593270 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.593542 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.593809 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.594117 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.594409 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.594682 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.594956 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.595230 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.595501 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.595776 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.596049 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.596322 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.596594 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.596919 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.597204 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.597623 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.597925 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.598221 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.598497 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.598789 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.599061 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.599340 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.599614 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.599889 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.600169 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.600449 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.600740 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.601029 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.601319 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.601608 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.601895 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.602191 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.602494 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.602770 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:33.602985 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 20:01:33.603222 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84398) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 20:01:34.004328 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO keyring.backend [-] Loading KWallet Mar 02 20:01:34.011813 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO keyring.backend [-] Loading SecretService Mar 02 20:01:34.014951 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO keyring.backend [-] Loading Windows Mar 02 20:01:34.016304 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO keyring.backend [-] Loading chainer Mar 02 20:01:34.016908 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO keyring.backend [-] Loading macOS Mar 02 20:01:34.051856 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 20:01:34.052130 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 20:01:34.052419 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 20:01:34.052751 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 20:01:34.355324 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.355616 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.355888 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.411851 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.412130 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.412411 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.415488 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.415759 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.416021 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.444049 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.444324 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.444589 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.471760 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.472629 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.472891 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.795595 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.796209 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.796209 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.796383 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.797290 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.917797 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.918133 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.918413 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.918684 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.918949 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.919258 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.919521 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.919785 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.920030 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.920310 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.920567 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.920829 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.921095 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.921353 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.921617 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.921881 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.922155 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.922427 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.922677 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.922956 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.923299 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.923551 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.923799 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.924079 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.924326 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.924569 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.925491 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 20:01:34.925720 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 20:01:34.925976 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 20:01:34.926204 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 20:01:34.926434 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 20:01:34.926663 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 20:01:34.927198 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 20:01:34.930300 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 20:01:34.934332 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 20:01:34.938155 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Mar 02 20:01:34.939784 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 20:01:34.940162 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 20:01:34.940533 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 20:01:34.941405 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 20:01:34.944228 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 20:01:34.944476 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 20:01:34.944813 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 20:01:34.972794 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 02 20:01:34.973228 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.973520 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84398) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 02 20:01:34.973875 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.975276 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84398) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 20:01:34.975551 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 20:01:34.975793 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 20:01:34.979019 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:34.979297 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.040494 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 20:01:35.040730 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 20:01:35.040963 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 20:01:35.041333 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 20:01:35.072849 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_db.sqlalchemy.engines [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84398) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 02 20:01:35.520542 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Initializing driver for type 'gre' Mar 02 20:01:35.520978 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] gre ID ranges: [(1, 1000)] Mar 02 20:01:35.702596 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Initializing driver for type 'local' Mar 02 20:01:35.702921 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Initializing driver for type 'vlan' Mar 02 20:01:35.782575 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] VlanTypeDriver initialization complete Mar 02 20:01:35.782860 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Initializing driver for type 'vxlan' Mar 02 20:01:35.783353 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] vxlan ID ranges: [(1, 1000)] Mar 02 20:01:35.949428 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Initializing extension driver 'port_security' Mar 02 20:01:35.950068 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] PortSecurityExtensionDriver initialization complete Mar 02 20:01:35.950156 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Initializing mechanism driver 'openvswitch' Mar 02 20:01:35.950415 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Initializing mechanism driver 'hyperv' Mar 02 20:01:35.956997 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:35.957678 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > port after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.958085 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > port after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.958439 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > port after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.958954 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84398) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 20:01:35.959379 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > subnet after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.959725 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > subnet after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.960062 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.960448 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84398) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 20:01:35.960845 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > network after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.961189 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > network after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.961527 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > network after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.961928 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84398) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 20:01:35.962322 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > security_group after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.962664 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > security_group after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.962995 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.963514 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84398) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 20:01:35.963913 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.964258 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.964594 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.964975 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84398) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 20:01:35.965449 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] ML2 OVO RPC backend initialized. {{(pid=84398) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 02 20:01:35.966117 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.966469 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.966878 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > network before_response 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.967220 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > networks before_response 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.967563 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > port before_response 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.967899 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > ports before_response 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.968233 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > subnet before_response 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.968567 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > subnets before_response 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.968904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > network after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.969239 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > network after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.969567 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > network after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.969896 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > port after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.970249 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > port after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.970575 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > port after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.970904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > subnet after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.971227 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > subnet after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.971551 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:35.972235 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.plugin [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Modular L2 Plugin initialization complete Mar 02 20:01:35.972611 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading services supported by the core plugin {{(pid=84398) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 20:01:35.972930 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.plugins.ml2.managers [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Got port-security extension from driver 'port_security' Mar 02 20:01:35.973385 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.extensions.vlantransparent [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Disabled vlantransparent extension. Mar 02 20:01:35.973794 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84398) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 20:01:35.974130 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading Plugin: router Mar 02 20:01:36.010419 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.010802 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router after_create 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.011163 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router before_create 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.011521 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.011882 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.012230 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router after_delete 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.012581 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.012936 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router after_create 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.013276 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router after_update 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.013619 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router after_update 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.013981 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.014333 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router after_update 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.014734 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router precommit_update 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.015093 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: port after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.015423 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: port after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.015751 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: subnet after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.016080 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.016421 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.016761 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router precommit_create 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.017095 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: port before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.017427 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router precommit_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.017776 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router after_update 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.018141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.018482 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router precommit_create 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.018952 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.019295 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router precommit_update 55549900 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.019655 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > agent after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.019998 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > agent after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.020335 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > network after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.021176 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Tracking information for resource: router configured {{(pid=84398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 20:01:36.021499 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Tracking information for resource: floatingip configured {{(pid=84398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 20:01:36.026347 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.db.l3_agentschedulers_db [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 20:01:36.026914 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: port after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.027271 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: port after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.027620 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: port after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.028012 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: port after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.028862 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router before_create 55550100 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.029220 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.029575 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router precommit_create 55550100 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.029941 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > router precommit_update 55550100 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.034777 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.services.provider_configuration [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service providers = [] {{(pid=84398) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 20:01:36.035087 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.db.servicetype_db [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84398) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 20:01:36.038177 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.services.service_base [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84398) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 20:01:36.038530 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.services.service_base [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84398) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 20:01:36.038867 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.services.service_base [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84398) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 20:01:36.039734 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.services.service_base [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84398) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 20:01:36.040096 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.services.service_base [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 20:01:36.040457 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 20:01:36.040767 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 20:01:36.052393 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 20:01:36.052723 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading Plugin: auto_allocate Mar 02 20:01:36.058683 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: network precommit_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.059048 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: network precommit_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.059578 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 20:01:36.059874 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading Plugin: tag Mar 02 20:01:36.066534 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 20:01:36.066858 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading Plugin: timestamp Mar 02 20:01:36.080348 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 20:01:36.080678 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading Plugin: network_ip_availability Mar 02 20:01:36.086214 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.086577 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.086925 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.087632 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 20:01:36.087946 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading Plugin: flavors Mar 02 20:01:36.092665 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 20:01:36.092986 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading Plugin: revisions Mar 02 20:01:36.098081 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 20:01:36.098465 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_concurrency.lockutils [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.046s {{(pid=84398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 20:01:36.099209 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84398) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 02 20:01:36.099536 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Initializing extension manager. Mar 02 20:01:36.100030 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: __init__.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.100364 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: __pycache__ {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.100690 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.101012 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.101334 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: _filter_validation_lib.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.101653 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.101996 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: address_group.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.102735 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.103303 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: address-group Mar 02 20:01:36.103613 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: address_scope.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.109361 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.109859 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: address-scope Mar 02 20:01:36.110199 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.111114 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.111620 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: router-admin-state-down-before-update Mar 02 20:01:36.111937 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: agent.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.113185 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.113695 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: agent Mar 02 20:01:36.114046 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: agent_resources_synced.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.114955 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.115458 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: agent-resources-synced Mar 02 20:01:36.115774 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: allowedaddresspairs.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.117717 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.118276 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: allowed-address-pairs Mar 02 20:01:36.118598 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: auto_allocated_topology.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.119671 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.120178 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: auto-allocated-topology Mar 02 20:01:36.120498 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: availability_zone.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.121183 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.121685 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: availability_zone Mar 02 20:01:36.122034 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: availability_zone_filter.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.122934 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.123441 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: availability_zone_filter Mar 02 20:01:36.123762 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: data_plane_status.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.124654 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.125165 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 20:01:36.125475 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: default_subnetpools.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.126413 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.126923 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: default-subnetpools Mar 02 20:01:36.127239 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.128037 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.128547 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: dhcp_agent_scheduler Mar 02 20:01:36.128858 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: dns.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.129758 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.130294 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 20:01:36.130609 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: dns_domain_ports.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.131517 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.132015 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 20:01:36.132327 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: dvr.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.132987 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.133486 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: dvr Mar 02 20:01:36.133800 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: empty_string_filtering.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.134731 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.135232 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: empty-string-filtering Mar 02 20:01:36.135545 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.136437 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.136937 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 20:01:36.137250 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.138176 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.138676 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 20:01:36.138995 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: external_net.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.139891 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.140392 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: external-net Mar 02 20:01:36.140707 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.141595 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.142129 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: extra_dhcp_opt Mar 02 20:01:36.142446 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: extraroute.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.143335 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.143873 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: extraroute Mar 02 20:01:36.144189 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: extraroute_atomic.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.145230 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.145733 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: extraroute-atomic Mar 02 20:01:36.146101 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: filter_validation.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.146757 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.147256 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: filter-validation Mar 02 20:01:36.147612 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: fip_pf_description.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.155141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.155649 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 20:01:36.155961 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: fip_port_details.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.156876 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.157383 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: fip-port-details Mar 02 20:01:36.157696 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: flavors.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.158949 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.160094 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: flavors Mar 02 20:01:36.160413 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.162125 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.162643 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 20:01:36.162965 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: floatingip_pools.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.163656 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.164161 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: floatingip-pools Mar 02 20:01:36.164479 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: ip_allocation.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.165390 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.165947 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 20:01:36.166269 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.167176 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.167678 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: ip-substring-filtering Mar 02 20:01:36.167995 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: l2_adjacency.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.168904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.169399 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 20:01:36.169712 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: l3.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.170710 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.171196 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: router Mar 02 20:01:36.171512 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.173867 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.174414 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 20:01:36.177532 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.178226 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.178738 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: ext-gw-mode Mar 02 20:01:36.179059 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.179963 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.180471 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: l3-ha Mar 02 20:01:36.180788 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: l3_flavors.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.181693 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.182223 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: l3-flavors Mar 02 20:01:36.182564 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.183446 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.183951 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 20:01:36.184267 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: l3agentscheduler.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.185282 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.185793 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: l3_agent_scheduler Mar 02 20:01:36.186139 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: logging.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.187661 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.188171 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension logging not supported by any of loaded plugins Mar 02 20:01:36.188494 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: metering.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.189232 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.189803 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: metering Mar 02 20:01:36.190158 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.191270 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.191782 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: metering_source_and_destination_fields Mar 02 20:01:36.192103 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: multiprovidernet.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.193026 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.193562 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: multi-provider Mar 02 20:01:36.193847 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: netmtu.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.194779 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.195283 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: net-mtu Mar 02 20:01:36.195597 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: netmtu_writable.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.196502 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.197007 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: net-mtu-writable Mar 02 20:01:36.197323 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: network_availability_zone.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.198012 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.198768 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: network_availability_zone Mar 02 20:01:36.199079 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: network_ip_availability.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.200170 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.200679 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: network-ip-availability Mar 02 20:01:36.200997 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: network_segment_range.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.201749 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.202344 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 20:01:36.202662 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: pagination.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.203634 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.203958 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: pagination Mar 02 20:01:36.204272 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.205192 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.205705 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: port-mac-address-regenerate Mar 02 20:01:36.206078 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: port_resource_request.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.206990 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.207491 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 20:01:36.207803 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: portbindings.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.208712 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.209213 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: binding Mar 02 20:01:36.209526 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: portbindings_extended.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.213203 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.213710 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: binding-extended Mar 02 20:01:36.214065 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: portsecurity.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.214984 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.215487 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: port-security Mar 02 20:01:36.215802 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: project_id.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.216762 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.217085 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: project-id Mar 02 20:01:36.217398 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: providernet.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.218343 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.218852 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: provider Mar 02 20:01:36.219163 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: qos.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.223349 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.223863 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension qos not supported by any of loaded plugins Mar 02 20:01:36.224186 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.225425 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.225961 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 20:01:36.226287 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.227191 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.227703 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 20:01:36.228020 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: qos_default.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.228920 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.229427 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension qos-default not supported by any of loaded plugins Mar 02 20:01:36.229744 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: qos_fip.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.230413 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.230915 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 20:01:36.231231 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: qos_gateway_ip.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.232142 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.232646 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 20:01:36.232963 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: qos_port_network_policy.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.233866 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.234399 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 20:01:36.234724 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: qos_rule_type_details.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.235626 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.236131 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 20:01:36.236444 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: qos_rules_alias.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.238100 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.238607 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 20:01:36.238923 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: quotasv2.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.239782 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.240100 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: quotas Mar 02 20:01:36.240416 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: quotasv2_detail.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.242046 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.242377 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: quota_details Mar 02 20:01:36.242699 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: rbac.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.243724 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.246770 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: rbac-policies Mar 02 20:01:36.246770 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: rbac_address_scope.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.247429 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.247939 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: rbac-address-scope Mar 02 20:01:36.248258 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: rbac_security_groups.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.249163 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.249664 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: rbac-security-groups Mar 02 20:01:36.250012 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: rbac_subnetpool.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.250918 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.251420 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: rbac-subnetpool Mar 02 20:01:36.251736 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: revisionifmatch.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.252642 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.253172 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: revision-if-match Mar 02 20:01:36.253548 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: revisions.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.254696 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.255205 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: standard-attr-revisions Mar 02 20:01:36.255523 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: router_availability_zone.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.256185 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.256694 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: router_availability_zone Mar 02 20:01:36.257010 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: routerservicetype.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.257932 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.258436 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 20:01:36.258753 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.259674 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.260173 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: port-security-groups-filtering Mar 02 20:01:36.260489 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: securitygroup.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.271432 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.271964 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: security-group Mar 02 20:01:36.272294 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: segment.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.273066 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.273589 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension segment not supported by any of loaded plugins Mar 02 20:01:36.273931 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.274863 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.275371 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 20:01:36.275692 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: servicetype.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.276795 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.277313 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: service-type Mar 02 20:01:36.277639 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: sorting.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.278644 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.278974 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: sorting Mar 02 20:01:36.279293 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: standard_attr_segment.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.280205 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.280719 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 20:01:36.281036 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: standardattrdescription.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.281670 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.282210 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: standard-attr-description Mar 02 20:01:36.282527 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: stateful_security_group.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.283443 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.283954 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: stateful-security-group Mar 02 20:01:36.284960 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: stdattrs_common.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.285554 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 20:01:36.285869 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.286804 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.287318 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 20:01:36.287630 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: subnet_onboard.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.288769 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.289287 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: subnet_onboard Mar 02 20:01:36.289603 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.290572 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.291081 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 20:01:36.291398 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: subnet_service_types.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.292315 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.292823 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: subnet-service-types Mar 02 20:01:36.293137 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: subnetallocation.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.294244 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.294754 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: subnet_allocation Mar 02 20:01:36.295074 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.295726 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.296228 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: subnetpool-prefix-ops Mar 02 20:01:36.296542 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.297474 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.298008 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 20:01:36.298322 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: tagging.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.299368 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.300539 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: standard-attr-tag Mar 02 20:01:36.300923 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: timestamp.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.302152 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.302663 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loaded extension: standard-attr-timestamp Mar 02 20:01:36.302983 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: trunk.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.304030 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.304527 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension trunk not supported by any of loaded plugins Mar 02 20:01:36.304843 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: trunk_details.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.305751 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.306295 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 20:01:36.306612 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: uplink_status_propagation.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.307528 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.308037 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 20:01:36.308350 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Loading extension file: vlantransparent.py {{(pid=84398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 20:01:36.309014 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 20:01:36.309518 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 20:01:36.311750 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:network Mar 02 20:01:36.312465 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:subnet Mar 02 20:01:36.313485 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 20:01:36.313814 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:port Mar 02 20:01:36.315098 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.315594 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service FLAVORS assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.316161 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.316579 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.316900 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:router Mar 02 20:01:36.317557 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 20:01:36.318295 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service METERING assigned prefix: /metering {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.319702 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.320059 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.320403 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:01:36.321511 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 20:01:36.321965 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:security_group Mar 02 20:01:36.322632 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 20:01:36.323725 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service CORE assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.324068 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 20:01:36.324500 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] subnetpool is already registered Mar 02 20:01:36.325099 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service CORE assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.325420 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 20:01:36.325743 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] subnetpool is already registered Mar 02 20:01:36.328279 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.328704 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service FLAVORS assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.329278 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.329689 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.330105 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:router Mar 02 20:01:36.330429 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] router is already registered Mar 02 20:01:36.331019 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 20:01:36.331448 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] floatingip is already registered Mar 02 20:01:36.332068 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service METERING assigned prefix: /metering {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.332714 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 20:01:36.333032 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] rbac_policy is already registered Mar 02 20:01:36.333568 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:security_group Mar 02 20:01:36.333886 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] security_group is already registered Mar 02 20:01:36.334488 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 20:01:36.334808 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] security_group_rule is already registered Mar 02 20:01:36.336469 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service CORE assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.336469 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 20:01:36.336469 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] subnetpool is already registered Mar 02 20:01:36.336688 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.v2.resource_helper [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Service CORE assigned prefix: {{(pid=84398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 20:01:36.336954 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 20:01:36.337272 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING neutron.quota.resource_registry [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] subnetpool is already registered Mar 02 20:01:36.337925 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: extensions {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.339362 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: address-groups {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.340915 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: address-scopes {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.342110 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: agents {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.343240 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: auto-allocated-topology {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.344425 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: availability_zones {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.345717 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: dhcp-networks {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.347944 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: dhcp-agents {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.349598 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: routers {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.351387 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: flavors {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.352519 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: service_profiles {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.353699 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: next_providers {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.355194 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: service_profiles {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.356575 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: floatingip-pools {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.357802 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: routers {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.359576 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: floatingips {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.360735 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: l3-routers {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.362090 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: l3-agents {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.364315 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: metering-labels {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.365652 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: metering-label-rules {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.366909 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: network-ip-availabilities {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.368115 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: bindings {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.370637 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: quotas {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.372038 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: quotas {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.373449 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: rbac-policies {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.374728 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: security-groups {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.375911 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: security-group-rules {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.377101 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: service-providers {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.378331 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: subnetpools {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.379744 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: subnetpools {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.381194 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: tags {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.382851 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: tags {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.384566 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: tags {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.386289 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: tags {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.388024 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: tags {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.389642 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: tags {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.391362 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: tags {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.393156 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: tags {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.395668 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: tags {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.397449 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron.api.extensions [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Extended resource: tags {{(pid=84398) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 20:01:36.403219 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING keystonemiddleware.auth_token [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 20:01:36.407873 dv-neutron-831593-2-hyperv neutron-server[84398]: WARNING keystonemiddleware.auth_token [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 20:01:36.416389 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_concurrency.lockutils [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Acquired lock "singleton_lock" {{(pid=84398) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 02 20:01:36.416854 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_concurrency.lockutils [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Releasing lock "singleton_lock" {{(pid=84398) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 02 20:01:36.417470 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO oslo_service.service [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Starting 2 workers Mar 02 20:01:36.422048 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Started child 84503 {{(pid=84398) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 20:01:36.426325 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Started child 84504 {{(pid=84398) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 20:01:36.427748 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.428439 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO neutron.service [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 20:01:36.428591 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Notify callbacks [] for process, before_spawn {{(pid=84398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.429233 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [-] (84503) wsgi starting up on http://0.0.0.0:9696 Mar 02 20:01:36.430894 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO oslo_service.service [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Starting 1 workers Mar 02 20:01:36.431645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.433999 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [-] (84504) wsgi starting up on http://0.0.0.0:9696 Mar 02 20:01:36.435781 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Started child 84505 {{(pid=84398) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 20:01:36.436315 dv-neutron-831593-2-hyperv neutron-server[84398]: INFO oslo_service.service [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Starting 1 workers Mar 02 20:01:36.439806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.service [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] calling RpcWorker wait() {{(pid=84505) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 20:01:36.440339 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.service [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] returning from RpcWorker wait() {{(pid=84505) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 20:01:36.440538 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Started child 84506 {{(pid=84398) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 20:01:36.441516 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG neutron_lib.callbacks.manager [None req-9c5cba68-8171-409b-9488-da14d25ba775 None None] Notify callbacks [] for process, after_spawn {{(pid=84398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.441707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.442074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:36.443405 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84398) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 20:01:36.443614 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 20:01:36.443789 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 20:01:36.443989 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 20:01:36.444320 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 20:01:36.444597 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 20:01:36.444991 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.445264 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.445519 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.445773 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.446080 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.446413 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.446885 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.446885 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.447078 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.447502 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.447751 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.447917 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.448080 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.448600 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.448824 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.449103 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.449378 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.449612 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.449876 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.450103 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.450324 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.450579 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.450797 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.451072 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] debug = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.451327 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.451801 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.452043 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.452287 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.452516 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.452787 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.453025 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.453315 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.453549 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.453788 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.454068 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.454330 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.454554 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.454796 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.455059 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.455287 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.455734 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] host = dv-neutron-831593-2-hyperv {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.455970 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.456729 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.456985 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.457339 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.457687 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.457687 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.458005 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.458293 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.458528 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.458738 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.458911 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.459146 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.459304 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.459839 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_file = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.459839 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_options = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.460120 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.460120 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.460441 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.460585 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.460705 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.460911 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.461170 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.461292 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.461526 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.461741 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.461975 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.462189 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.462432 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.462660 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.462922 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.491337 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.491337 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.491337 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.491337 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.491337 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.491337 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.491337 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.491337 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.492435 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.492435 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.492435 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.492435 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.492435 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.492435 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.492435 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.492435 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.493447 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.493447 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.493447 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.493447 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.493447 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.493447 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.493447 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.493447 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.494598 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.494598 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.494598 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.494598 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.494598 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.494598 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.494598 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_json = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.494598 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.495630 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.495630 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.495630 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.495630 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.495630 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.495630 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.495630 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.495630 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.496652 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.496652 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.496652 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.496652 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.496652 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.496652 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.496652 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.496652 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.497637 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.497637 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.497637 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.497637 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.497637 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.497637 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.497637 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.497637 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.498685 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.498685 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.498685 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.498685 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.498685 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.498685 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.498685 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.498685 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.498685 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.499913 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.499913 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.499913 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.499913 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.499913 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.499913 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.499913 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.499913 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.499913 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.501130 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.501130 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.501130 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.501130 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.501130 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.501130 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.501130 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.501130 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.501130 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.502409 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.502409 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.502409 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.502409 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.502409 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.502409 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.502409 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.502409 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.502409 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.503661 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.503661 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.503661 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.503661 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.503661 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.503661 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.503661 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.503661 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.503661 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.504904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.504904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.504904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.504904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.504904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.504904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.504904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.504904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.504904 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.506142 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.506142 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.506142 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.506142 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.506142 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.506142 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.506142 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.506142 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.510511 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.510511 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.510511 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.510511 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.510511 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.510511 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.510511 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.510511 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511261 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511261 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511261 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511261 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511261 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511261 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511261 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511261 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511892 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511892 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511892 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511892 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511892 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511892 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511892 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.511892 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.512474 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.512474 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.512474 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.512474 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.512474 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.512474 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.512474 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.512474 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513057 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513057 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513057 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513057 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513057 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513057 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513057 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513057 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513856 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513856 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513856 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513856 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513856 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513856 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513856 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.513856 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.514548 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.514548 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.514548 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.514548 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.514548 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.514548 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.515363 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:36.515492 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.515492 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.515492 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.515492 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.515492 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.515492 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.515492 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.515492 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.516522 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.516522 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.516522 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.516522 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.516522 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.516522 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.516522 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.516522 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517138 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517138 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517138 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517138 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517138 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517138 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517138 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517138 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517765 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517765 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517765 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517765 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517765 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517765 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517765 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.517765 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519118 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519118 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519118 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519118 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519118 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519118 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519118 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519118 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519784 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519784 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519784 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519784 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519784 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519784 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519784 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.519784 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.520612 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.520612 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.520612 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.520612 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.520612 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.520612 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.520612 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.520612 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.521374 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.521374 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.521374 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.521374 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.521374 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.521374 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.521374 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.521374 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.521374 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524297 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524297 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524297 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524297 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524297 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524297 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524297 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524297 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524914 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524914 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524914 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524914 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524914 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524914 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524914 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.524914 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.526596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.526596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.526596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.526596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.526596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.526596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.526596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.526596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529152 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529152 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529152 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529152 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529152 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529152 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529152 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529152 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529756 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529756 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529756 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529756 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529756 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529756 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529756 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529756 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.529756 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.531597 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.531597 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.531597 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.531597 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.531597 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.531597 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.531597 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.531597 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.532202 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.532202 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.532202 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.532433 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.532719 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.532822 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 20:01:36.533296 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84398) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 20:01:36.533453 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 20:01:36.533757 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 20:01:36.534106 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 20:01:36.534820 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 20:01:36.535026 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 20:01:36.535182 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.535447 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.535536 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.535657 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.535834 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.536024 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.536165 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.536323 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.536498 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.536647 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.536789 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.536928 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.537084 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.537247 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.537396 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.537549 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.537708 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.537846 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.538035 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.538191 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.538350 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.538504 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.538660 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] debug = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.538830 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.539026 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.539168 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.539474 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.539713 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.539868 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.540024 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.540181 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.540336 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.540493 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.540853 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.540853 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.541084 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.541267 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.541453 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.541613 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.541770 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] host = dv-neutron-831593-2-hyperv {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.541936 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.542101 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.550336 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.550336 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.550336 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.550336 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.550336 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.550336 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.550336 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.550336 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.551930 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.551930 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.551930 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.551930 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_file = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.551930 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_options = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.551930 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.551930 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.551930 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.553096 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.553096 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.553096 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.553096 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.553096 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.553096 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.553096 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.554034 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.554034 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.554034 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.554034 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.554034 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.554034 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.554034 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.554034 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555928 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555928 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555928 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555928 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555928 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555928 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555928 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.555928 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.556424 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.556424 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.556424 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.556424 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.556424 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.556424 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.556424 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.556424 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_json = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557141 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557982 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557982 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557982 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557982 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 20:01:36.557982 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.557982 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.557982 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.557982 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.558697 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.558697 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.558697 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.558697 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.558697 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.558697 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.558697 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.558697 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.558697 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.559434 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.559434 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.559434 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.559434 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.559434 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.559434 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.559434 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.559434 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.559961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 34920) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:36.560129 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.560129 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.560129 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.560129 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.560129 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.560129 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.560129 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.560129 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.560129 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561271 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561271 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561271 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561271 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561271 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561271 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561271 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561271 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561271 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561945 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561945 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561945 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561945 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561945 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561945 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561945 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561945 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.561945 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.562632 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.562632 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.562632 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.562632 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.562632 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.562632 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.562632 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.562632 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.562632 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.563392 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.563392 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.563392 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.563392 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.563392 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.563392 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.563392 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.563392 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.563392 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564009 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564009 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564009 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564009 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564009 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564009 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564009 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564009 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564009 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.564596 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.565046 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.565046 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.565046 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.565509 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.565509 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.565509 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.566126 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070441 Mar 02 20:01:36.566280 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.566280 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.566280 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.566280 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.566716 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.566716 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.566716 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.567045 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.567045 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.567292 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.567292 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.567593 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.568351 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.568579 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.568752 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.568924 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.569093 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.569313 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.569492 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.569659 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.569800 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.570002 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.570164 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.570328 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.570488 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.570648 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.570811 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.573927 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.573927 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.573927 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.573927 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.573927 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.573927 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.573927 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.573927 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.574513 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.574513 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.574513 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.574513 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.574513 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.574513 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.574513 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.574513 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.574956 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.574956 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.574956 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.575542 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.575722 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.575914 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.576071 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.576239 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.576417 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.576567 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.576696 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.576851 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.577012 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.577173 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.577320 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.577481 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.577640 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.577800 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.577980 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.578142 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.578301 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.578465 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.578636 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.578802 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.578934 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.579101 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.579260 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.579418 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.579579 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.579739 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.579900 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.580060 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.580225 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.580383 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.580541 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.580703 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.580936 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.581563 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.581863 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.582124 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.582374 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.582640 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.582758 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.582833 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.582980 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.583219 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.583333 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.583456 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.583614 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.583774 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.583934 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.584097 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.584255 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.584414 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.584577 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.584739 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.584870 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.585077 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.585239 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.585399 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.585557 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.585716 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.585874 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.586057 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.586248 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.586401 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.586560 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.586733 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.586898 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.587033 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.587186 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.587333 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.587502 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.587711 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.587881 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.588040 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.588198 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.588367 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.588528 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.588688 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.588856 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.589013 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.589170 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.589332 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.589531 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.589671 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.589833 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.590015 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.590175 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.590333 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.590492 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.590655 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.590823 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.590988 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.591147 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.591313 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.591478 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.591647 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.591805 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.591971 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.592168 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.592431 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.592660 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.592828 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.593005 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.593166 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.593319 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.593479 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.593650 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.593852 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.594067 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.594193 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.594371 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.594523 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.594717 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.594855 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.595001 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.595132 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.595263 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.595393 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 20:01:36.595529 dv-neutron-831593-2-hyperv neutron-server[84398]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 20:01:36.865439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:47.049103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd68b720-951d-47a8-b7f4-d61db60479ed None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:01:47.147385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd68b720-951d-47a8-b7f4-d61db60479ed None None] No non-hosted networks {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 20:01:47.166591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.agentschedulers_db [None req-bd68b720-951d-47a8-b7f4-d61db60479ed None None] DHCP Agent not found on host dv-neutron-831593-2-hyperv {{(pid=84505) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 02 20:01:47.269526 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3e3b4f9c-2aab-4a97-8bd9-3acd26750dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8048713'] for agent, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.345277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-94471607-47fa-4ef7-b812-7881f6d9ce23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8048713'] for agent, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.380239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-3491c6b4-0bfe-40b7-b15f-6147df81e29c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-831593-2-hyperv {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:01:49.381158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-3491c6b4-0bfe-40b7-b15f-6147df81e29c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:01:49.972943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3491c6b4-0bfe-40b7-b15f-6147df81e29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.457887 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8048713'] for agent, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.509096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8048713'] for agent, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.509929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.510431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.510924 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.511430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.511923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.512410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.512895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.513411 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.513948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.514631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.515186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.515801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-831593-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:50.529539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-831593-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:51.743294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8048713'] for agent, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.445932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35020) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:54.048600 dv-neutron-831593-2-hyperv neutron-server[84504]: WARNING oslo_policy.policy [None req-896ea3c5-1d05-4a81-a0c6-04da8667c3fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 20:01:54.049239 dv-neutron-831593-2-hyperv neutron-server[84504]: WARNING oslo_policy.policy [None req-896ea3c5-1d05-4a81-a0c6-04da8667c3fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 20:01:54.262529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-896ea3c5-1d05-4a81-a0c6-04da8667c3fa admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:01:54.263480 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-896ea3c5-1d05-4a81-a0c6-04da8667c3fa admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8165755 Mar 02 20:01:55.313569 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.db.l3_hamode_db [None req-b905d5d9-cc7f-4fde-9974-5045dbea900c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 20:01:55.399869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905d5d9-cc7f-4fde-9974-5045dbea900c None None] Routers set() bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:01:55.400163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905d5d9-cc7f-4fde-9974-5045dbea900c None None] Router IDs set() for agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 20:01:56.542504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35034) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:56.928860 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e1b7ff53-21ce-42be-8729-82af39fb782f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:01:56.983331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.policy [None req-e1b7ff53-21ce-42be-8729-82af39fb782f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84504) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 02 20:01:56.984089 dv-neutron-831593-2-hyperv neutron-server[84504]: WARNING oslo_policy.policy [None req-e1b7ff53-21ce-42be-8729-82af39fb782f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 20:01:56.984454 dv-neutron-831593-2-hyperv neutron-server[84504]: WARNING oslo_policy.policy [None req-e1b7ff53-21ce-42be-8729-82af39fb782f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 20:01:56.987735 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.quota [None req-e1b7ff53-21ce-42be-8729-82af39fb782f admin admin] Loaded quota_driver: . Mar 02 20:01:57.004233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e1b7ff53-21ce-42be-8729-82af39fb782f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:57.149845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1b7ff53-21ce-42be-8729-82af39fb782f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773525594940', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773525605260', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773525604727', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773525632191', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773525623331', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1080180', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1248480', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7901931', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8094167'] for rbac-policy, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.343477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1b7ff53-21ce-42be-8729-82af39fb782f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.344694 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e1b7ff53-21ce-42be-8729-82af39fb782f admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8011613 Mar 02 20:01:59.869737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35048) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:00.466882 dv-neutron-831593-2-hyperv neutron-server[84503]: WARNING oslo_policy.policy [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 20:02:00.467452 dv-neutron-831593-2-hyperv neutron-server[84503]: WARNING oslo_policy.policy [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 20:02:00.683478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'name': 'private'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:02:00.685138 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.quota [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Loaded quota_driver: . Mar 02 20:02:00.701187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:00.707582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Usage tracker for resource:network and tenant:914c281f4f67440e8aa2a4a6eec606a1 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:00.713113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:00.720426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:00.805623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Made reservation on behalf of 914c281f4f67440e8aa2a4a6eec606a1 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:00.842707 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.policy [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84503) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 02 20:02:00.843455 dv-neutron-831593-2-hyperv neutron-server[84503]: WARNING oslo_policy.policy [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 20:02:00.843817 dv-neutron-831593-2-hyperv neutron-server[84503]: WARNING oslo_policy.policy [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 20:02:00.848967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.871108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.917641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:00.921320 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Usage tracker for resource:security_group_rule and tenant:914c281f4f67440e8aa2a4a6eec606a1 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:00.925338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:00.931267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:00.998578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.068535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.091606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:02:01.119087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773523863408', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.119673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Unsubscribe: segment precommit_create {{(pid=84503) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 20:02:01.120179 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Added segment 480c9e69-52bc-4e8e-bcc7-0f96b3648ae9 of type vlan for network 30704af6-4424-40a0-9668-a6cdb4f1334f Mar 02 20:02:01.174226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35d91de-1db9-4315-8d00-f729f872e571,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:01.199786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:01.200132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:01.200469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:01.200798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:01.201148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:01.201478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:01.201801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:01.202147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:01.202467 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:01.202781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:01.203097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Tracked resource versions report: Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: pushed versions: Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: { 'ConntrackHelper': {'1.0'}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Log': {'1.0'}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Network': {'1.1'}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Port': {'1.5'}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'PortForwarding': {'1.2'}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'QosPolicy': {'1.8'}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SecurityGroup': {'1.2'}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SecurityGroupRule': {'1.0'}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SubPort': {'1.0'}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Subnet': {'1.1'}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Trunk': {'1.1'}} Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: consumer versions: Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: { DHCP agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: L3 agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: Metadata agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: Metering agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: Open vSwitch agent@dv-neutron-831593-2-hyperv: { 'ConntrackHelper': '1.0', Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Log': '1.0', Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Network': '1.1', Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Port': '1.5', Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'PortForwarding': '1.2', Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'QosPolicy': '1.8', Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SecurityGroup': '1.2', Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SecurityGroupRule': '1.0', Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SubPort': '1.0', Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Subnet': '1.1', Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Trunk': '1.1'}} Mar 02 20:02:01.204432 dv-neutron-831593-2-hyperv neutron-server[84503]: {{(pid=84503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 20:02:01.242211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.342896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.344127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:01.344644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.453078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] Pushing event updated for resources: {'Network': ['ID=30704af6-4424-40a0-9668-a6cdb4f1334f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:01.465059 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 30704af6-4424-40a0-9668-a6cdb4f1334f details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:02:01.504158 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-45aeb0fd-2bed-4606-b089-ca3a44e27bca admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.6322851 Mar 02 20:02:04.124228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35070) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:04.593263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5824bd-905d-44f0-81e3-15d79bb82e6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:04.594621 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5b5824bd-905d-44f0-81e3-15d79bb82e6f admin admin] 10.222.0.44 "GET /v2.0/networks/30704af6-4424-40a0-9668-a6cdb4f1334f HTTP/1.1" status: 200 len: 826 time: 0.4694571 Mar 02 20:02:04.624478 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f8b6b2f3-beda-4db4-9ba1-f053bfa0e071 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/8401d83e-94ec-45d2-ab1e-f2cfb1bbf676 HTTP/1.1" status: 200 len: 734 time: 0.0243912 Mar 02 20:02:04.633307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f', 'subnetpool_id': '8401d83e-94ec-45d2-ab1e-f2cfb1bbf676', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:02:04.637704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:04.641376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Usage tracker for resource:subnet and tenant:914c281f4f67440e8aa2a4a6eec606a1 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:04.645186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:04.650744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:04.742860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Made reservation on behalf of 914c281f4f67440e8aa2a4a6eec606a1 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:04.745051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.057894 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.142263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99c0561-6532-4efc-8e33-9cb089e7f5f7,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:05.149152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Checking segment: {'id': '480c9e69-52bc-4e8e-bcc7-0f96b3648ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:02:05.149541 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Network hostable DHCP agents. Network: 30704af6-4424-40a0-9668-a6cdb4f1334f, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:02:05.239849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Network 30704af6-4424-40a0-9668-a6cdb4f1334f is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:02:05.324739 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 30704af6-4424-40a0-9668-a6cdb4f1334f) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:05.329092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:05.329678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.335370 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e4977-7b44-4356-a0c0-d5a7b5e9882b None None] Network 30704af6-4424-40a0-9668-a6cdb4f1334f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:02:05.423033 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0b94a8a2-3a58-48c7-86f8-535dbb736e8a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7928445 Mar 02 20:02:05.663862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-30704af6-4424-40a0-9668-a6cdb4f1334f', 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'fixed_ips': [{'subnet_id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:02:05.665055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.849723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Allocated IP 172.20.0.2 (30704af6-4424-40a0-9668-a6cdb4f1334f/f99c0561-6532-4efc-8e33-9cb089e7f5f7/b4ae1308-0872-4d9b-b6d5-e726524c9f0b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:06.070852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.085371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Transition to ACTIVE for port object b4ae1308-0872-4d9b-b6d5-e726524c9f0b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:06.108041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Transition to ACTIVE for port object b4ae1308-0872-4d9b-b6d5-e726524c9f0b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:06.172911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.251664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Network 30704af6-4424-40a0-9668-a6cdb4f1334f is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:06.255431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:06.261691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Pushing event updated for resources: {'Port': ['ID=b4ae1308-0872-4d9b-b6d5-e726524c9f0b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:06.264155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:02:06.275921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:06.276264 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:06.276593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:06.276941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:06.277277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:06.277598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:06.277928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:06.278256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:06.278571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:06.278885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:06.279197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Tracked resource versions report: Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: pushed versions: Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: { 'ConntrackHelper': {'1.0'}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Log': {'1.0'}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Network': {'1.1'}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Port': {'1.5'}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'PortForwarding': {'1.2'}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'QosPolicy': {'1.8'}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SecurityGroup': {'1.2'}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SecurityGroupRule': {'1.0'}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SubPort': {'1.0'}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Subnet': {'1.1'}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Trunk': {'1.1'}} Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: consumer versions: Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: { DHCP agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: L3 agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: Metadata agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: Metering agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: Open vSwitch agent@dv-neutron-831593-2-hyperv: { 'ConntrackHelper': '1.0', Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Log': '1.0', Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Network': '1.1', Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Port': '1.5', Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'PortForwarding': '1.2', Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'QosPolicy': '1.8', Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SecurityGroup': '1.2', Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SecurityGroupRule': '1.0', Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SubPort': '1.0', Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Subnet': '1.1', Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Trunk': '1.1'}} Mar 02 20:02:06.280522 dv-neutron-831593-2-hyperv neutron-server[84505]: {{(pid=84505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 20:02:06.366239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Attempting to bind port b4ae1308-0872-4d9b-b6d5-e726524c9f0b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:06.366874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Attempting to bind port b4ae1308-0872-4d9b-b6d5-e726524c9f0b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '480c9e69-52bc-4e8e-bcc7-0f96b3648ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:06.366989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Attempting to bind port b4ae1308-0872-4d9b-b6d5-e726524c9f0b on network 30704af6-4424-40a0-9668-a6cdb4f1334f {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:02:06.373226 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:02:06.373621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Checking segment: {'id': '480c9e69-52bc-4e8e-bcc7-0f96b3648ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:02:06.374103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.374484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Bound using segment: {'id': '480c9e69-52bc-4e8e-bcc7-0f96b3648ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:02:06.374953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Bound port: b4ae1308-0872-4d9b-b6d5-e726524c9f0b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480c9e69-52bc-4e8e-bcc7-0f96b3648ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:06.375326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.459630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] For port b4ae1308-0872-4d9b-b6d5-e726524c9f0b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:02:06.463390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] For port b4ae1308-0872-4d9b-b6d5-e726524c9f0b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b4ae1308-0872-4d9b-b6d5-e726524c9f0b,segment=NetworkSegment(480c9e69-52bc-4e8e-bcc7-0f96b3648ae9),segment_id=480c9e69-52bc-4e8e-bcc7-0f96b3648ae9)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:02:06.514862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.618319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf0738-dcfa-4d86-866c-f85e05444e68 None None] Pushing event updated for resources: {'Port': ['ID=b4ae1308-0872-4d9b-b6d5-e726524c9f0b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:07.753808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35080) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:08.154026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-a8052b6b-3a33-40c3-b35a-e4a1e06ff33f admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:02:08.155024 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a8052b6b-3a33-40c3-b35a-e4a1e06ff33f admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4001343 Mar 02 20:02:10.348025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84735d6-1648-497d-9973-aae17af0574c None None] Network 30704af6-4424-40a0-9668-a6cdb4f1334f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:02:10.462121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35094) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:10.527218 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0e073c66-51ba-42e9-896b-c22b44a0d83c None None] Provisioning for port b4ae1308-0872-4d9b-b6d5-e726524c9f0b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:10.711903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b4ae1308-0872-4d9b-b6d5-e726524c9f0b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:10.840450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port b4ae1308-0872-4d9b-b6d5-e726524c9f0b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:10.851505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b4ae1308-0872-4d9b-b6d5-e726524c9f0b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:10.851505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.917276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d3011ca3-d2e5-4716-93b5-dd688fb2153d None None] Provisioning complete for port b4ae1308-0872-4d9b-b6d5-e726524c9f0b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:10.917543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d3011ca3-d2e5-4716-93b5-dd688fb2153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.981820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-90683df6-c1fb-461e-b2a0-3ece8ad6a013 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:02:10.983271 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-90683df6-c1fb-461e-b2a0-3ece8ad6a013 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5197151 Mar 02 20:02:11.021134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.113833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port b4ae1308-0872-4d9b-b6d5-e726524c9f0b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b4ae1308-0872-4d9b-b6d5-e726524c9f0b,segment=NetworkSegment(480c9e69-52bc-4e8e-bcc7-0f96b3648ae9),segment_id=480c9e69-52bc-4e8e-bcc7-0f96b3648ae9)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:02:11.114871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d3011ca3-d2e5-4716-93b5-dd688fb2153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.207282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.316761 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-d3011ca3-d2e5-4716-93b5-dd688fb2153d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:11.317126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-d3011ca3-d2e5-4716-93b5-dd688fb2153d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:11.320434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=b4ae1308-0872-4d9b-b6d5-e726524c9f0b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:12.675915 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b4ae1308-0872-4d9b-b6d5-e726524c9f0b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:12.748860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b4ae1308-0872-4d9b-b6d5-e726524c9f0b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:12.749223 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.563750 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35106) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:13.929845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-0d9a74a8-32a3-4b78-8c3a-5b5b54c5acf1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:02:13.934668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0d9a74a8-32a3-4b78-8c3a-5b5b54c5acf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:13.938415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0d9a74a8-32a3-4b78-8c3a-5b5b54c5acf1 admin admin] Usage tracker for resource:router and tenant:914c281f4f67440e8aa2a4a6eec606a1 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:13.942014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0d9a74a8-32a3-4b78-8c3a-5b5b54c5acf1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:13.947584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0d9a74a8-32a3-4b78-8c3a-5b5b54c5acf1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:14.017648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d9a74a8-32a3-4b78-8c3a-5b5b54c5acf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.019300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d9a74a8-32a3-4b78-8c3a-5b5b54c5acf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.043967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d9a74a8-32a3-4b78-8c3a-5b5b54c5acf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.234992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d9a74a8-32a3-4b78-8c3a-5b5b54c5acf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.319739 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d9a74a8-32a3-4b78-8c3a-5b5b54c5acf1 admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.320893 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0d9a74a8-32a3-4b78-8c3a-5b5b54c5acf1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7561984 Mar 02 20:02:16.553865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35116) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:16.935412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-fb29c3a7-51bf-49ce-be8f-4a2c4c8cdd7a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:02:16.936393 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fb29c3a7-51bf-49ce-be8f-4a2c4c8cdd7a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3815739 Mar 02 20:02:17.080602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f0d34974-9ea5-4f12-b06b-c732d38ac458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.314288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d5156e03-4aac-4bd8-9a03-77241a0346ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.353418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35126) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:19.749035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:02:19.753704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:19.758136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Usage tracker for resource:network and tenant:744803bd5f224c0b830fe851b738b5c5 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:19.761721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:19.767826 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:19.828184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Made reservation on behalf of 744803bd5f224c0b830fe851b738b5c5 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:19.830966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.848747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.891013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:19.895271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Usage tracker for resource:security_group_rule and tenant:744803bd5f224c0b830fe851b738b5c5 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:19.898158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:19.904027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:19.968930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.005219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.020813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Reserving flat network on physical network physnet1 {{(pid=84504) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 20:02:20.049219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773523863408', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.049803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Unsubscribe: segment precommit_create {{(pid=84504) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 20:02:20.050325 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Added segment 012a4ca5-8401-4ec6-b69d-978260f7514b of type flat for network 8365059c-528a-42c0-931f-6ee8653060e0 Mar 02 20:02:20.067990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8269d235-6536-44aa-b7a7-ab7d8447a5be,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:20.130419 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:20.130763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:20.131094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:20.131425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:20.131769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:20.132096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:20.132417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:20.132735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:20.133048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:20.133362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:20.133676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Tracked resource versions report: Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: pushed versions: Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: { 'ConntrackHelper': {'1.0'}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Log': {'1.0'}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Network': {'1.1'}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Port': {'1.5'}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'PortForwarding': {'1.2'}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'QosPolicy': {'1.8'}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SecurityGroup': {'1.2'}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SecurityGroupRule': {'1.0'}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SubPort': {'1.0'}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Subnet': {'1.1'}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Trunk': {'1.1'}} Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: consumer versions: Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: { DHCP agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: L3 agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: Metadata agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: Metering agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: Open vSwitch agent@dv-neutron-831593-2-hyperv: { 'ConntrackHelper': '1.0', Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Log': '1.0', Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Network': '1.1', Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Port': '1.5', Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'PortForwarding': '1.2', Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'QosPolicy': '1.8', Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SecurityGroup': '1.2', Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SecurityGroupRule': '1.0', Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SubPort': '1.0', Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Subnet': '1.1', Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Trunk': '1.1'}} Mar 02 20:02:20.134963 dv-neutron-831593-2-hyperv neutron-server[84504]: {{(pid=84504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 20:02:20.178085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.274017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.274936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:20.275573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.382743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.383344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] Pushing event updated for resources: {'Network': ['ID=8365059c-528a-42c0-931f-6ee8653060e0,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:20.394244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 8365059c-528a-42c0-931f-6ee8653060e0 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:02:20.433946 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-17045e8c-589e-40a7-88d9-f73b2ce0e035 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0692210 Mar 02 20:02:20.553656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.702699 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.703507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35150) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:22.932897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34341e55-5034-4942-a38b-d1d098d75952 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:22.934234 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-34341e55-5034-4942-a38b-d1d098d75952 admin admin] 10.222.0.44 "GET /v2.0/subnets/f99c0561-6532-4efc-8e33-9cb089e7f5f7 HTTP/1.1" status: 200 len: 849 time: 0.2297418 Mar 02 20:02:23.108778 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-79b652ae-9b0f-4255-bffa-e222035a90d9 admin admin] 10.222.0.44 "GET /v2.0/routers/056a7d7c-bd03-407f-9c75-64a172d99731 HTTP/1.1" status: 200 len: 704 time: 0.1687531 Mar 02 20:02:23.581874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.810519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Allocated IP 172.20.0.1 (30704af6-4424-40a0-9668-a6cdb4f1334f/f99c0561-6532-4efc-8e33-9cb089e7f5f7/be09a29d-5b17-4178-aec9-ed1c05d75065) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:23.963927 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.981881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Transition to ACTIVE for port object be09a29d-5b17-4178-aec9-ed1c05d75065 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:24.090792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.157416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Network 30704af6-4424-40a0-9668-a6cdb4f1334f is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:24.160605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:24.165438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Pushing event updated for resources: {'Port': ['ID=be09a29d-5b17-4178-aec9-ed1c05d75065,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:24.176848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:02:24.177379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.360137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.422812 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a6693a4d-31bf-44e0-bb1a-50a060f2105f None None] Provisioning for port be09a29d-5b17-4178-aec9-ed1c05d75065 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:24.428342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a6693a4d-31bf-44e0-bb1a-50a060f2105f None None] Provisioning complete for port be09a29d-5b17-4178-aec9-ed1c05d75065 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:24.428710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a6693a4d-31bf-44e0-bb1a-50a060f2105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.479103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a6693a4d-31bf-44e0-bb1a-50a060f2105f None None] Port be09a29d-5b17-4178-aec9-ed1c05d75065 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:02:24.589882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.645361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.646138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.774208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Pushing event updated for resources: {'Port': ['ID=be09a29d-5b17-4178-aec9-ed1c05d75065,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:24.836006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Network 30704af6-4424-40a0-9668-a6cdb4f1334f is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:24.837023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:25.002195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3bcdd87f-8280-45e4-a39d-b0511c6760bc None None] Provisioning complete for port be09a29d-5b17-4178-aec9-ed1c05d75065 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:25.002671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3bcdd87f-8280-45e4-a39d-b0511c6760bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:25.052950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3bcdd87f-8280-45e4-a39d-b0511c6760bc None None] Port be09a29d-5b17-4178-aec9-ed1c05d75065 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:02:25.325583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Router 056a7d7c-bd03-407f-9c75-64a172d99731 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:02:25.488109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:02:25.497208 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ea57119b-aad0-46b2-9976-a7a4ed74b559 admin admin] 10.222.0.44 "PUT /v2.0/routers/056a7d7c-bd03-407f-9c75-64a172d99731/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3827691 Mar 02 20:02:25.498162 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Sync routers for ids ['056a7d7c-bd03-407f-9c75-64a172d99731'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:02:25.512390 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Routers {'056a7d7c-bd03-407f-9c75-64a172d99731'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:02:25.513230 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:02:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['056a7d7c-bd03-407f-9c75-64a172d99731'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:25.684958 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Set router 056a7d7c-bd03-407f-9c75-64a172d99731 gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:02:26.061986 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'name': 'router1', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:14Z', 'updated_at': '2022-03-02T20:02:24Z', 'revision_number': 2, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'gw_port_host': None, '_interfaces': [{'id': 'be09a29d-5b17-4178-aec9-ed1c05d75065', 'name': '', 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'mac_address': 'fa:16:3e:81:65:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:23Z', 'updated_at': '2022-03-02T20:02:24Z', 'revision_number': 2, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'subnets': [{'id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8401d83e-94ec-45d2-ab1e-f2cfb1bbf676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:26.067772 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Checking router: 056a7d7c-bd03-407f-9c75-64a172d99731 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:02:26.068131 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Updating router 056a7d7c-bd03-407f-9c75-64a172d99731 port be09a29d-5b17-4178-aec9-ed1c05d75065 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:02:26.120799 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.495184 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.513172 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Transition to ACTIVE for port object be09a29d-5b17-4178-aec9-ed1c05d75065 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:26.604661 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.764582 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Pushing event updated for resources: {'Port': ['ID=be09a29d-5b17-4178-aec9-ed1c05d75065,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:26.806303 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:26.806632 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:26.806965 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:26.807290 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:26.807633 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:26.808041 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:26.808261 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:26.808608 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:26.808911 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:26.809221 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:26.809626 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Tracked resource versions report: Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: pushed versions: Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: { 'ConntrackHelper': {'1.0'}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Log': {'1.0'}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Network': {'1.1'}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Port': {'1.5'}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'PortForwarding': {'1.2'}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'QosPolicy': {'1.8'}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SecurityGroup': {'1.2'}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SecurityGroupRule': {'1.0'}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SubPort': {'1.0'}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Subnet': {'1.1'}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Trunk': {'1.1'}} Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: consumer versions: Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: { DHCP agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: L3 agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: Metadata agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: Metering agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: Open vSwitch agent@dv-neutron-831593-2-hyperv: { 'ConntrackHelper': '1.0', Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Log': '1.0', Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Network': '1.1', Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Port': '1.5', Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'PortForwarding': '1.2', Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'QosPolicy': '1.8', Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SecurityGroup': '1.2', Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SecurityGroupRule': '1.0', Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SubPort': '1.0', Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Subnet': '1.1', Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Trunk': '1.1'}} Mar 02 20:02:26.810879 dv-neutron-831593-2-hyperv neutron-server[84506]: {{(pid=84506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 20:02:26.863801 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Attempting to bind port be09a29d-5b17-4178-aec9-ed1c05d75065 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:26.864465 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Attempting to bind port be09a29d-5b17-4178-aec9-ed1c05d75065 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '480c9e69-52bc-4e8e-bcc7-0f96b3648ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:26.865161 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Attempting to bind port be09a29d-5b17-4178-aec9-ed1c05d75065 on network 30704af6-4424-40a0-9668-a6cdb4f1334f {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:02:26.873807 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:02:26.874468 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Checking segment: {'id': '480c9e69-52bc-4e8e-bcc7-0f96b3648ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:02:26.875127 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.875675 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Bound using segment: {'id': '480c9e69-52bc-4e8e-bcc7-0f96b3648ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:02:26.876739 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Bound port: be09a29d-5b17-4178-aec9-ed1c05d75065, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480c9e69-52bc-4e8e-bcc7-0f96b3648ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:26.877135 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.962648 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] For port be09a29d-5b17-4178-aec9-ed1c05d75065, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:02:26.966618 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] For port be09a29d-5b17-4178-aec9-ed1c05d75065, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=be09a29d-5b17-4178-aec9-ed1c05d75065,segment=NetworkSegment(480c9e69-52bc-4e8e-bcc7-0f96b3648ae9),segment_id=480c9e69-52bc-4e8e-bcc7-0f96b3648ae9)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:02:27.034977 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:27.130038 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30230d69-e71a-4065-974e-b0ed0eb6833e None None] Pushing event updated for resources: {'Port': ['ID=be09a29d-5b17-4178-aec9-ed1c05d75065,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:27.134949 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Routers {'056a7d7c-bd03-407f-9c75-64a172d99731'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:02:27.135553 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:02:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['056a7d7c-bd03-407f-9c75-64a172d99731'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:27.289321 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] Set router 056a7d7c-bd03-407f-9c75-64a172d99731 gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:02:27.609476 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'name': 'router1', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:14Z', 'updated_at': '2022-03-02T20:02:24Z', 'revision_number': 2, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'gw_port_host': None, '_interfaces': [{'id': 'be09a29d-5b17-4178-aec9-ed1c05d75065', 'name': '', 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'mac_address': 'fa:16:3e:81:65:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:23Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 4, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'subnets': [{'id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8401d83e-94ec-45d2-ab1e-f2cfb1bbf676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:27.613489 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05826469-c1cb-4b63-91bf-ffb93073cebe None None] The sync data for ids ['056a7d7c-bd03-407f-9c75-64a172d99731'] in dv-neutron-831593-2-hyperv is: [{'id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'name': 'router1', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:14Z', 'updated_at': '2022-03-02T20:02:24Z', 'revision_number': 2, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'gw_port_host': None, '_interfaces': [{'id': 'be09a29d-5b17-4178-aec9-ed1c05d75065', 'name': '', 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'mac_address': 'fa:16:3e:81:65:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:23Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 4, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'subnets': [{'id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8401d83e-94ec-45d2-ab1e-f2cfb1bbf676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:02:27.692692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35174) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:27.861355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08389b12-59f9-47dc-8023-525c8036a509 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:27.861824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-08389b12-59f9-47dc-8023-525c8036a509 admin admin] Synchronizing usage tracker for tenant:744803bd5f224c0b830fe851b738b5c5 on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:27.953062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-08389b12-59f9-47dc-8023-525c8036a509 admin admin] Unset dirty status for tenant:744803bd5f224c0b830fe851b738b5c5 on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:27.954913 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-08389b12-59f9-47dc-8023-525c8036a509 admin admin] 10.222.0.44 "GET /v2.0/networks/8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 842 time: 0.2606072 Mar 02 20:02:27.964038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'name': 'public-subnet', 'cidr': '172.26.5.0/24', 'enable_dhcp': False, 'gateway_ip': '172.26.5.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:02:27.969223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:27.973018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Usage tracker for resource:subnet and tenant:744803bd5f224c0b830fe851b738b5c5 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:27.975959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:27.981992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:28.057138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Made reservation on behalf of 744803bd5f224c0b830fe851b738b5c5 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:28.059779 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.529490 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 5 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:02:28.549403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.objects.ports [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84504) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:02:28.549997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.631125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:28.643729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:02:28.643729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Network hostable DHCP agents. Network: 8365059c-528a-42c0-931f-6ee8653060e0, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:02:28.714111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device be09a29d-5b17-4178-aec9-ed1c05d75065 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:28.742535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:02:28.817868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 8365059c-528a-42c0-931f-6ee8653060e0) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:28.822086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:28.822961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.831012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e624d53b-6be0-4656-a027-06483e0a95ce None None] Network 8365059c-528a-42c0-931f-6ee8653060e0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:02:28.855524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port be09a29d-5b17-4178-aec9-ed1c05d75065 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:28.909097 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c59d82f2-ce2b-4386-97c1-c8098011b1cb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9483519 Mar 02 20:02:28.914652 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port be09a29d-5b17-4178-aec9-ed1c05d75065 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:28.915026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.169990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.187649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902db51-71e1-4b07-9a7d-aea856dbc2bf None None] Network 8365059c-528a-42c0-931f-6ee8653060e0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:02:29.283517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port be09a29d-5b17-4178-aec9-ed1c05d75065, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=be09a29d-5b17-4178-aec9-ed1c05d75065,segment=NetworkSegment(480c9e69-52bc-4e8e-bcc7-0f96b3648ae9),segment_id=480c9e69-52bc-4e8e-bcc7-0f96b3648ae9)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:02:29.361555 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.469511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=be09a29d-5b17-4178-aec9-ed1c05d75065,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:30.683178 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device be09a29d-5b17-4178-aec9-ed1c05d75065 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:30.750069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port be09a29d-5b17-4178-aec9-ed1c05d75065 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:30.750429 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.047566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35188) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:31.280563 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0f95bd9e-4cfe-437f-bff0-319ea17936f2 admin admin] 10.222.0.44 "GET /v2.0/routers/056a7d7c-bd03-407f-9c75-64a172d99731 HTTP/1.1" status: 200 len: 710 time: 0.2316689 Mar 02 20:02:31.445993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92721646-b27c-4cc1-9750-0d87692d4740 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:31.447327 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-92721646-b27c-4cc1-9750-0d87692d4740 admin admin] 10.222.0.44 "GET /v2.0/networks/8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 886 time: 0.1618755 Mar 02 20:02:31.456451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:02:31.925414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.173756 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.228651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.360096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Allocated IP 172.26.5.220 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/5805b511-35ce-4d16-ba2e-21b00a9f06a4) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:32.500584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.588602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.652462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:32.655242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:32.657919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:02:32.695280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Pushing event updated for resources: {'Port': ['ID=5805b511-35ce-4d16-ba2e-21b00a9f06a4,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:32.864472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.077920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.081561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.279437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Router 056a7d7c-bd03-407f-9c75-64a172d99731 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:02:33.474967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:02:33.482713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.483783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Sync routers for ids ['056a7d7c-bd03-407f-9c75-64a172d99731'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:02:33.484265 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e4d242a0-4f5d-44c9-b3a4-a466819e66eb admin admin] 10.222.0.44 "PUT /v2.0/routers/056a7d7c-bd03-407f-9c75-64a172d99731 HTTP/1.1" status: 200 len: 890 time: 2.0309038 Mar 02 20:02:33.496589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Routers {'056a7d7c-bd03-407f-9c75-64a172d99731'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:02:33.497256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:02:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['056a7d7c-bd03-407f-9c75-64a172d99731'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:33.687013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Set router 056a7d7c-bd03-407f-9c75-64a172d99731 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:02:34.027150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'name': 'router1', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '5805b511-35ce-4d16-ba2e-21b00a9f06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:14Z', 'updated_at': '2022-03-02T20:02:32Z', 'revision_number': 4, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'gw_port': {'id': '5805b511-35ce-4d16-ba2e-21b00a9f06a4', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:32Z', 'updated_at': '2022-03-02T20:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'be09a29d-5b17-4178-aec9-ed1c05d75065', 'name': '', 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'mac_address': 'fa:16:3e:81:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:23Z', 'updated_at': '2022-03-02T20:02:29Z', 'revision_number': 5, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'subnets': [{'id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8401d83e-94ec-45d2-ab1e-f2cfb1bbf676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:34.031823 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Checking router: 056a7d7c-bd03-407f-9c75-64a172d99731 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:02:34.032673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Updating router 056a7d7c-bd03-407f-9c75-64a172d99731 port 5805b511-35ce-4d16-ba2e-21b00a9f06a4 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:02:34.084573 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.451719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.463341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Transition to ACTIVE for port object 5805b511-35ce-4d16-ba2e-21b00a9f06a4 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:34.541591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.616016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b32216-3fe4-4105-88e9-2b3476e4de91 None None] Pushing event updated for resources: {'Port': ['ID=5805b511-35ce-4d16-ba2e-21b00a9f06a4,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:34.623669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Attempting to bind port 5805b511-35ce-4d16-ba2e-21b00a9f06a4 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:34.624033 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Attempting to bind port 5805b511-35ce-4d16-ba2e-21b00a9f06a4 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:34.624391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Attempting to bind port 5805b511-35ce-4d16-ba2e-21b00a9f06a4 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:02:34.631173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:02:34.631535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:02:34.631925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.632302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:02:34.632773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Bound port: 5805b511-35ce-4d16-ba2e-21b00a9f06a4, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:34.633132 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.704096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] For port 5805b511-35ce-4d16-ba2e-21b00a9f06a4, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:02:34.707398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] For port 5805b511-35ce-4d16-ba2e-21b00a9f06a4, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5805b511-35ce-4d16-ba2e-21b00a9f06a4,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:02:34.764557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.844006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b32216-3fe4-4105-88e9-2b3476e4de91 None None] Pushing event updated for resources: {'Port': ['ID=5805b511-35ce-4d16-ba2e-21b00a9f06a4,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:34.848442 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Routers {'056a7d7c-bd03-407f-9c75-64a172d99731'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:02:34.849021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:02:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['056a7d7c-bd03-407f-9c75-64a172d99731'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:35.023182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] Set router 056a7d7c-bd03-407f-9c75-64a172d99731 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:02:35.349018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'name': 'router1', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '5805b511-35ce-4d16-ba2e-21b00a9f06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:14Z', 'updated_at': '2022-03-02T20:02:32Z', 'revision_number': 4, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'gw_port': {'id': '5805b511-35ce-4d16-ba2e-21b00a9f06a4', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:32Z', 'updated_at': '2022-03-02T20:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'be09a29d-5b17-4178-aec9-ed1c05d75065', 'name': '', 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'mac_address': 'fa:16:3e:81:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:23Z', 'updated_at': '2022-03-02T20:02:29Z', 'revision_number': 5, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'subnets': [{'id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8401d83e-94ec-45d2-ab1e-f2cfb1bbf676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:35.352992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7457d8-1eec-4620-ac7d-513403c6096b None None] The sync data for ids ['056a7d7c-bd03-407f-9c75-64a172d99731'] in dv-neutron-831593-2-hyperv is: [{'id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'name': 'router1', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '5805b511-35ce-4d16-ba2e-21b00a9f06a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:14Z', 'updated_at': '2022-03-02T20:02:32Z', 'revision_number': 4, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'gw_port': {'id': '5805b511-35ce-4d16-ba2e-21b00a9f06a4', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:32Z', 'updated_at': '2022-03-02T20:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'be09a29d-5b17-4178-aec9-ed1c05d75065', 'name': '', 'network_id': '30704af6-4424-40a0-9668-a6cdb4f1334f', 'tenant_id': '914c281f4f67440e8aa2a4a6eec606a1', 'mac_address': 'fa:16:3e:81:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a7d7c-bd03-407f-9c75-64a172d99731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:23Z', 'updated_at': '2022-03-02T20:02:29Z', 'revision_number': 5, 'project_id': '914c281f4f67440e8aa2a4a6eec606a1', 'subnets': [{'id': 'f99c0561-6532-4efc-8e33-9cb089e7f5f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8401d83e-94ec-45d2-ab1e-f2cfb1bbf676'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:02:35.774623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35198) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:35.915343 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cfebbdd1-b3ec-49ef-9c04-dbb789fa9e3e admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1396115 Mar 02 20:02:36.714414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5805b511-35ce-4d16-ba2e-21b00a9f06a4 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:36.862325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 5805b511-35ce-4d16-ba2e-21b00a9f06a4 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:36.867288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5805b511-35ce-4d16-ba2e-21b00a9f06a4 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:36.867669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.985067 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.001149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 5805b511-35ce-4d16-ba2e-21b00a9f06a4, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5805b511-35ce-4d16-ba2e-21b00a9f06a4,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:02:37.080122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.157660 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=5805b511-35ce-4d16-ba2e-21b00a9f06a4,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:38.691325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5805b511-35ce-4d16-ba2e-21b00a9f06a4 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:38.774392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5805b511-35ce-4d16-ba2e-21b00a9f06a4 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:38.775022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.068593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-26cbcca1-eb83-45dd-9856-b97f34025cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.336423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9d345fef-1bad-4836-8d07-116a6065c365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.415212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.502089 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.706964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.530095 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 5 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:03:17.021666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-01cbb6bf-9274-4799-a485-ac0752e3a1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.300493 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fab3171f-f271-4f1e-95e9-ef273c26ba26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.431366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.472967 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.684861 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.529286 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 5 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:03:47.032941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7f14698f-ced4-4a8d-a5be-fbb774f3ddab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.111810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6bd18589-e848-415e-8a4b-bb559a7147de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.414194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.505583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.701676 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.044054 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-017802e7-0cb7-45d8-8193-0faa886f9223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.339688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b3cc03f4-36bf-43a4-90f6-4836d08a14fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.528985 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 5 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:04:20.455302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.506170 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.693643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:45.209382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35802) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:45.301348 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dd938c-2364-4afd-b312-8afeb7306662 admin admin] GET failed (client error): The resource could not be found. Mar 02 20:04:45.302557 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e2dd938c-2364-4afd-b312-8afeb7306662 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0922208 Mar 02 20:04:45.432049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7ac36-fb2a-46a5-a988-208f29cffeae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:45.433392 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8eb7ac36-fb2a-46a5-a988-208f29cffeae admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1270189 Mar 02 20:04:47.048957 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-94f56656-2f87-4c93-9cce-bbb765b3a674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.478194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35812) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:47.607553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803c469-5efd-4224-b544-de8cef7c4430 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:47.608108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9803c469-5efd-4224-b544-de8cef7c4430 admin admin] Synchronizing usage tracker for tenant:744803bd5f224c0b830fe851b738b5c5 on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:47.715878 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9803c469-5efd-4224-b544-de8cef7c4430 admin admin] Unset dirty status for tenant:744803bd5f224c0b830fe851b738b5c5 on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:47.716945 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9803c469-5efd-4224-b544-de8cef7c4430 admin admin] 10.222.0.44 "GET /v2.0/subnets/f99c0561-6532-4efc-8e33-9cb089e7f5f7 HTTP/1.1" status: 200 len: 849 time: 0.2378094 Mar 02 20:04:47.726219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:04:47.840458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.081511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773523832989'] for subnet, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.132543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:48.133137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.133275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f231bfeb-c3f6-4232-956c-817b0b87d5ab None None] Network 30704af6-4424-40a0-9668-a6cdb4f1334f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:04:48.134428 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] 10.222.0.44 "PUT /v2.0/subnets/f99c0561-6532-4efc-8e33-9cb089e7f5f7 HTTP/1.1" status: 200 len: 868 time: 0.4118595 Mar 02 20:04:48.150135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99c0561-6532-4efc-8e33-9cb089e7f5f7,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:48.159508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:48.159862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:48.160198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:48.160531 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:48.160867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:48.161199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:48.161527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:48.161856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:48.162214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:48.162590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:48.162917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6ab3d-8b43-4023-be5c-d8362911d197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:48.564984 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4308bdf3-9fa4-48ff-8a4a-63eb69fd4fe2 None None] Provisioning complete for port b4ae1308-0872-4d9b-b6d5-e726524c9f0b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:48.565354 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4308bdf3-9fa4-48ff-8a4a-63eb69fd4fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.692765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4308bdf3-9fa4-48ff-8a4a-63eb69fd4fe2 None None] Provisioning complete for port be09a29d-5b17-4178-aec9-ed1c05d75065 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:48.693013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4308bdf3-9fa4-48ff-8a4a-63eb69fd4fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.305961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fed17363-dd71-4621-a2c2-c0ade66e0f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.177379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35822) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:50.373547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deb6b68-4687-4dd4-8008-abeb861d1d06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:50.373861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deb6b68-4687-4dd4-8008-abeb861d1d06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:50.375573 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1deb6b68-4687-4dd4-8008-abeb861d1d06 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1972120 Mar 02 20:04:50.420384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.511879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.694202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:52.423235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35832) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:52.618624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ccc539-cd0d-4575-8575-1dae373d8eb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:52.618912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ccc539-cd0d-4575-8575-1dae373d8eb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:52.620403 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d0ccc539-cd0d-4575-8575-1dae373d8eb4 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1961744 Mar 02 20:04:54.651222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35842) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:54.850835 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ea0653-2ba7-4f7d-b206-8732dab8fac1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:54.852096 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-68ea0653-2ba7-4f7d-b206-8732dab8fac1 admin admin] 10.222.0.44 "GET /v2.0/networks/30704af6-4424-40a0-9668-a6cdb4f1334f HTTP/1.1" status: 200 len: 870 time: 0.1999741 Mar 02 20:04:56.528239 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 5 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:04:56.933740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35852) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:57.122756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38299e9-b1b7-4152-ac6b-828aa2b7e4b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:57.124128 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e38299e9-b1b7-4152-ac6b-828aa2b7e4b5 admin admin] 10.222.0.44 "GET /v2.0/networks/8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 886 time: 0.1894524 Mar 02 20:04:59.164371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35862) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:59.295818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0efaa-d11f-4686-95d9-97beb1aed88b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:59.296698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0efaa-d11f-4686-95d9-97beb1aed88b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:59.298309 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e6e0efaa-d11f-4686-95d9-97beb1aed88b admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1329818 Mar 02 20:05:01.331265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35872) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:01.459110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc12a068-8852-4245-9e3a-9688c16d24b8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:01.459472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc12a068-8852-4245-9e3a-9688c16d24b8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:01.460952 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bc12a068-8852-4245-9e3a-9688c16d24b8 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287744 Mar 02 20:05:03.524375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35882) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:03.647724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f49d07-90c2-41f1-b78b-40ffb339dcbd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:03.649032 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-86f49d07-90c2-41f1-b78b-40ffb339dcbd admin admin] 10.222.0.44 "GET /v2.0/subnets/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf HTTP/1.1" status: 200 len: 816 time: 0.1237307 Mar 02 20:05:05.683658 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35892) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:05.816695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0291b75-638b-43ff-bffa-446fe304e759 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:05.818054 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c0291b75-638b-43ff-bffa-446fe304e759 admin admin] 10.222.0.44 "GET /v2.0/subnets/f99c0561-6532-4efc-8e33-9cb089e7f5f7 HTTP/1.1" status: 200 len: 868 time: 0.1334374 Mar 02 20:05:17.041403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-23fae7fd-4756-4993-975c-2c57f48213fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:19.305697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-135bc48e-36cd-4fb4-8c22-176b2b4efbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:20.437595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:20.511006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:21.698230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:24.067246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 35930) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:24.139914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-5b64a67d-5346-4f9b-88c5-fdc6dcbbf6d0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:05:24.140952 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5b64a67d-5346-4f9b-88c5-fdc6dcbbf6d0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0727124 Mar 02 20:05:26.240290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35940) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:26.341490 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88bcfa3-092a-46c9-af43-b2ea98ee312e admin admin] GET failed (client error): The resource could not be found. Mar 02 20:05:26.343269 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b88bcfa3-092a-46c9-af43-b2ea98ee312e admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1020539 Mar 02 20:05:26.468914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593450d0-3426-4f12-9fe8-70037d2d313a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:26.470340 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-593450d0-3426-4f12-9fe8-70037d2d313a admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1231682 Mar 02 20:05:28.569155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35950) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:28.640779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:05:28.645221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:28.655208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:28.722216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Made reservation on behalf of 744803bd5f224c0b830fe851b738b5c5 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:28.724439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.811968 dv-neutron-831593-2-hyperv neutron-server[84503]: WARNING neutron.services.revisions.revision_plugin [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Could not find related network for resource to bump revision. Mar 02 20:05:28.823431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:05:28.832164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.832495 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Added segment 3517eea4-5c80-47c4-8aa3-44d65f75fe3c of type vlan for network aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 Mar 02 20:05:28.859850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.943588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.944414 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:28.945012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:29.043569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Pushing event updated for resources: {'Network': ['ID=aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:29.051855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:29.052194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:29.052524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:29.052851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:29.053167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:29.053485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:29.053800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:29.054150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:29.054460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:29.054767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:29.055075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:29.065813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:05:29.104734 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1a9abdd4-973f-43ae-ae6f-11b892614b4e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5343535 Mar 02 20:05:31.196326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 35960) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:31.293099 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6967f92-0c1d-4c00-aaab-5bab27f88604 admin admin] GET failed (client error): The resource could not be found. Mar 02 20:05:31.293934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d6967f92-0c1d-4c00-aaab-5bab27f88604 admin admin] Synchronizing usage tracker for tenant:744803bd5f224c0b830fe851b738b5c5 on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:31.374070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d6967f92-0c1d-4c00-aaab-5bab27f88604 admin admin] Unset dirty status for tenant:744803bd5f224c0b830fe851b738b5c5 on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:31.375148 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d6967f92-0c1d-4c00-aaab-5bab27f88604 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1778836 Mar 02 20:05:31.484829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0cc49-9dca-4942-93a5-a90078d810ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:31.486430 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-66c0cc49-9dca-4942-93a5-a90078d810ba admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1072237 Mar 02 20:05:31.495701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:05:31.500329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:31.509803 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:31.596647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Made reservation on behalf of 744803bd5f224c0b830fe851b738b5c5 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:31.599008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.859728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.931998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e5604d-0a32-4200-a822-5e797cae51aa,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:31.946910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Checking segment: {'id': '3517eea4-5c80-47c4-8aa3-44d65f75fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:05:31.947252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Network hostable DHCP agents. Network: aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:05:32.031565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Network aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:05:32.099558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:32.103600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:32.104185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.108969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9966b376-8a21-470c-bc39-e41c7c13ff41 None None] Network aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:05:32.163772 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b14eb7fe-b443-49fb-84bf-0962c72a6f1d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6712594 Mar 02 20:05:32.346209 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83', 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83', 'tenant_id': '744803bd5f224c0b830fe851b738b5c5', 'fixed_ips': [{'subnet_id': '96e5604d-0a32-4200-a822-5e797cae51aa'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:05:32.347046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.506008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Allocated IP 192.168.233.2 (aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83/96e5604d-0a32-4200-a822-5e797cae51aa/9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:32.720307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.730618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Transition to ACTIVE for port object 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:32.750892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Transition to ACTIVE for port object 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:32.818440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.918708 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Network aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:32.923024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:32.924854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Pushing event updated for resources: {'Port': ['ID=9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:32.927103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:05:32.971889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:32.972166 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:32.972505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:32.972846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:32.973198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:32.973531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:32.973855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:32.974220 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:32.974549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:32.974866 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:32.975180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.024705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Attempting to bind port 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:33.025074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Attempting to bind port 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '3517eea4-5c80-47c4-8aa3-44d65f75fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:33.025438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Attempting to bind port 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f on network aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:05:33.032514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:05:33.032882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Checking segment: {'id': '3517eea4-5c80-47c4-8aa3-44d65f75fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:05:33.033282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:33.033670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Bound using segment: {'id': '3517eea4-5c80-47c4-8aa3-44d65f75fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:05:33.034153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Bound port: 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3517eea4-5c80-47c4-8aa3-44d65f75fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:33.035102 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:33.122531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] For port 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:05:33.125797 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] For port 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f,segment=NetworkSegment(3517eea4-5c80-47c4-8aa3-44d65f75fe3c),segment_id=3517eea4-5c80-47c4-8aa3-44d65f75fe3c)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:05:33.230154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:33.313757 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbb8ef-8003-494d-84f1-019c67507a60 None None] Pushing event updated for resources: {'Port': ['ID=9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:33.528991 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 5 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:05:34.137398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61717e5-f549-41d1-a022-b72e81df9528 None None] Network aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:05:34.318288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ef0a2e78-ac32-4c71-8431-d7a467e43eb5 None None] Provisioning for port 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:34.815255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:34.962463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:34.967982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:34.968403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:35.083126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:35.116121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f,segment=NetworkSegment(3517eea4-5c80-47c4-8aa3-44d65f75fe3c),segment_id=3517eea4-5c80-47c4-8aa3-44d65f75fe3c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:05:35.203135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:35.269933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:36.792116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:36.863144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9e7cb02b-a309-4a7f-9ac6-21cb8d0d647f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:36.863509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:47.069297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7a302a7c-773e-4e97-bbd2-feea812eb81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:49.316557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a1ea24ac-207d-43b0-a221-cf1f3b8763c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:50.430887 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:50.505189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:51.722340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:10.528030 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 5 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:06:17.042062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3be05998-a5cb-4afc-be4f-38cea903a0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:19.319908 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-83cb160e-2dab-4bcb-acc4-10f14df5a01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:20.440232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:20.502815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:21.721596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:47.052730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-34e00ac2-6a4d-4d04-b80f-e40cc02101e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:47.527017 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 5 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:06:49.327052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ff2759d8-b4b5-4812-92a1-2dba24a266f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:50.441066 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:50.492303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:51.720919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:51.938294 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36002) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:51.944677 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-3db2096a-ece2-48c8-9261-040a3c2d91b6 tempest-verify_tempest_config-479174506 tempest-verify_tempest_config-479174506-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:06:51.945618 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3db2096a-ece2-48c8-9261-040a3c2d91b6 tempest-verify_tempest_config-479174506 tempest-verify_tempest_config-479174506-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0063870 Mar 02 20:06:52.496513 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36018) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:52.638085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:52.669489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:52.673285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Usage tracker for resource:security_group_rule and tenant:fda5a1614edd4f0da9814a6fe4e3fdea is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:52.676021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:52.681650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:52.743559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:52.816251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:52.861782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9853231-82c0-432d-80b6-5aad43a4f3c1,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:52.866353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Synchronizing usage tracker for tenant:744803bd5f224c0b830fe851b738b5c5 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:06:52.876916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:52.877295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:52.877627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:52.877978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:52.878307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:52.878629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:52.878948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:52.879264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:52.879582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:52.879897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:52.880209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:52.947418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] Unset dirty status for tenant:744803bd5f224c0b830fe851b738b5c5 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:06:52.948922 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-36aeeaed-20fd-4579-8f20-e15664f45461 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fda5a1614edd4f0da9814a6fe4e3fdea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4509401 Mar 02 20:06:52.951913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36024) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:53.046542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e23b8c7-ff19-4d27-b7b0-80494c8a973b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:53.071462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e23b8c7-ff19-4d27-b7b0-80494c8a973b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:53.210778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e23b8c7-ff19-4d27-b7b0-80494c8a973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:53.227952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23b8c7-ff19-4d27-b7b0-80494c8a973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9853231-82c0-432d-80b6-5aad43a4f3c1,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:53.231677 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e23b8c7-ff19-4d27-b7b0-80494c8a973b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:53.235726 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8e23b8c7-ff19-4d27-b7b0-80494c8a973b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9853231-82c0-432d-80b6-5aad43a4f3c1 HTTP/1.1" status: 204 len: 168 time: 0.2828438 Mar 02 20:07:17.040430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3884-0986-4c57-b650-4a4a81098685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:19.313479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-21a85dec-ee19-464b-8d77-0fc14012cbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:20.451013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:20.520711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:21.708944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:24.526723 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 5 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:07:47.074746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-41260789-c4c5-477a-a92a-9fc6827ab763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.314772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4a19a266-43e5-4822-8f16-2627038d0318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.457272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.479859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:51.706371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.526205 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 5 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:08:12.622549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8048713'] for agent, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.045049 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-987d3da8-34e3-4377-868a-ce833b897ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:19.305959 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-44d1e063-5fa2-4c3f-b5bb-c430c5955cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:20.454674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:20.531095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:21.723485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:26.503150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36094) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:26.638078 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-21dd0414-d896-42bf-9984-554121e1a3dc admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1338279 Mar 02 20:08:28.663821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36104) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:28.742880 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ac1e8ce2-1835-49b4-9f81-e6fc81111e53 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0779092 Mar 02 20:08:38.527238 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:08:42.608204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:47.044795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1ac387c0-b484-4df9-9cb4-3e789127182c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:49.307574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4c8454d4-cca9-4722-a04a-d69225695647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:50.459629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:50.493838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:51.770530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:12.592783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:15.527962 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:09:17.044729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b215277-6a5e-4816-8cd3-c66e9114fe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:19.333575 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bb87-8648-4d9c-87f3-d11a88c7f1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:20.453339 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:20.512335 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:21.724123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:42.592870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:47.050372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa1e4-6aaa-4d2f-8b59-9e54ad8cbdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:49.306694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a780c4b7-77c5-4f7b-b53d-9eb7691a7e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:50.455755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:50.551106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:51.821178 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:52.528371 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:09:55.168172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36224) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:09:55.945500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1801085045-network', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:09:55.951323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:09:55.956471 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Usage tracker for resource:network and tenant:e61b8232eb4340acba554e5488a7b44b is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:09:55.960560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:09:55.965440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:09:56.069653 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Made reservation on behalf of e61b8232eb4340acba554e5488a7b44b for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:09:56.069653 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:56.080004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:56.111746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:09:56.116449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Usage tracker for resource:security_group_rule and tenant:e61b8232eb4340acba554e5488a7b44b is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:09:56.119275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:09:56.125502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:09:56.191266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:56.244084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:56.276200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:09:56.290555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb227b6f-079c-4244-9219-bb308c36f52c,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:56.294687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:56.295024 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Added segment 1786daeb-d7e0-4bc9-a9b4-9866175ead73 of type vlan for network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee Mar 02 20:09:56.303945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:56.304392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:56.304612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:56.304973 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:56.305354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:56.305650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:56.305989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:56.306355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:56.306650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:56.306957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:56.307277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Tracked resource versions report: Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: pushed versions: Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: { 'ConntrackHelper': {'1.0'}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Log': {'1.0'}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Network': {'1.1'}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Port': {'1.5'}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'PortForwarding': {'1.2'}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'QosPolicy': {'1.8'}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SecurityGroup': {'1.2'}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SecurityGroupRule': {'1.0'}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SubPort': {'1.0'}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Subnet': {'1.1'}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Trunk': {'1.1'}} Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: consumer versions: Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: { DHCP agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: HyperV agent@hv-neutron-8315: {}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: L3 agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: Metadata agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: Metering agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: Open vSwitch agent@dv-neutron-831593-2-hyperv: { 'ConntrackHelper': '1.0', Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Log': '1.0', Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Network': '1.1', Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Port': '1.5', Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'PortForwarding': '1.2', Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'QosPolicy': '1.8', Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SecurityGroup': '1.2', Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SecurityGroupRule': '1.0', Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'SubPort': '1.0', Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Subnet': '1.1', Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: 'Trunk': '1.1'}} Mar 02 20:09:56.308318 dv-neutron-831593-2-hyperv neutron-server[84504]: {{(pid=84504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 20:09:56.333486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:56.430165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:56.435031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:56.435031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:56.536181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] Pushing event updated for resources: {'Network': ['ID=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:56.547755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:09:56.630156 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-89f05332-62bd-48b6-9fa9-6aff56428c00 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4576268 Mar 02 20:09:56.630419 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36268) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:09:56.636276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Request body: {'subnet': {'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1801085045-subnet', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:09:56.642889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:09:56.648007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Usage tracker for resource:subnet and tenant:e61b8232eb4340acba554e5488a7b44b is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:09:56.651100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:09:56.657642 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:09:56.737044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Made reservation on behalf of e61b8232eb4340acba554e5488a7b44b for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:09:56.739748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:57.055694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:57.149342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:57.154433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Checking segment: {'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:09:57.154783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Network hostable DHCP agents. Network: 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:09:57.271980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:09:57.332926 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:09:57.337559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:57.344339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:57.345057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4afdc6-4415-4558-be55-0a27122b5b41 None None] Network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:09:57.363090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36284) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:09:57.433589 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c580235f-8639-4953-a3bb-b2d5000ed654 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8022323 Mar 02 20:09:57.433872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36292) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:09:57.438875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:09:57.443581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:09:57.447939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Usage tracker for resource:router and tenant:e61b8232eb4340acba554e5488a7b44b is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:09:57.451252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:09:57.458716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:09:57.567618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:57.568570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:57.588630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:57.590796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:09:57.592260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:57.762437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Allocated IP 172.20.0.2 (1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee/c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e/2d694a45-abd8-433b-ae68-712a34328256) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:09:57.886553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1238564858-network', 'tenant_id': '6260fc155d734108978102ab0353176d'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:09:57.892017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:09:57.896259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Usage tracker for resource:network and tenant:6260fc155d734108978102ab0353176d is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:09:57.899179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:09:57.908202 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:09:57.926276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:57.978505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:57.989800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Transition to ACTIVE for port object 2d694a45-abd8-433b-ae68-712a34328256 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:09:57.998109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Made reservation on behalf of 6260fc155d734108978102ab0353176d for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:09:58.001039 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.008309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Transition to ACTIVE for port object 2d694a45-abd8-433b-ae68-712a34328256 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:09:58.014882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.079265 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.116034 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:09:58.121898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Usage tracker for resource:security_group_rule and tenant:6260fc155d734108978102ab0353176d is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:09:58.131341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:09:58.141297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:09:58.149067 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Pushing event updated for resources: {'Port': ['ID=2d694a45-abd8-433b-ae68-712a34328256,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:58.158746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.159276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.159775 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.160255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.160738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.161432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.162000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.162481 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.162929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.163406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.163874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Tracked resource versions report: Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: pushed versions: Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: { 'ConntrackHelper': {'1.0'}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Log': {'1.0'}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Network': {'1.1'}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Port': {'1.5'}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'PortForwarding': {'1.2'}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'QosPolicy': {'1.8'}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SecurityGroup': {'1.2'}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SecurityGroupRule': {'1.0'}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SubPort': {'1.0'}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Subnet': {'1.1'}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Trunk': {'1.1'}} Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: consumer versions: Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: { DHCP agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: HyperV agent@hv-neutron-8315: {}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: L3 agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: Metadata agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: Metering agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: Open vSwitch agent@dv-neutron-831593-2-hyperv: { 'ConntrackHelper': '1.0', Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Log': '1.0', Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Network': '1.1', Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Port': '1.5', Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'PortForwarding': '1.2', Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'QosPolicy': '1.8', Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SecurityGroup': '1.2', Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SecurityGroupRule': '1.0', Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'SubPort': '1.0', Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Subnet': '1.1', Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: 'Trunk': '1.1'}} Mar 02 20:09:58.165077 dv-neutron-831593-2-hyperv neutron-server[84505]: {{(pid=84505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 20:09:58.178267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:09:58.179902 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:09:58.182449 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:09:58.243585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.276069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Attempting to bind port 2d694a45-abd8-433b-ae68-712a34328256 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:09:58.276840 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Attempting to bind port 2d694a45-abd8-433b-ae68-712a34328256 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:09:58.277356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Attempting to bind port 2d694a45-abd8-433b-ae68-712a34328256 on network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:09:58.284989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:09:58.285350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Checking segment: {'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:09:58.285744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.286206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Bound using segment: {'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:09:58.286660 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Bound port: 2d694a45-abd8-433b-ae68-712a34328256, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:09:58.287516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.304515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.342038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.380141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.387949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] For port 2d694a45-abd8-433b-ae68-712a34328256, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:09:58.391709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] For port 2d694a45-abd8-433b-ae68-712a34328256, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2d694a45-abd8-433b-ae68-712a34328256,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:09:58.415336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:09:58.433190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.433529 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Added segment a36b5dda-5640-445e-9a14-912b7805135e of type vlan for network 1be73647-a142-4cbb-bdf7-aa5ac41cffab Mar 02 20:09:58.471447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.478233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.571644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43eb552-24eb-4a4e-b611-93434e727bb2 None None] Pushing event updated for resources: {'Port': ['ID=2d694a45-abd8-433b-ae68-712a34328256,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:58.578695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Allocated IP 172.26.5.87 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/68d1c33e-a96a-4d53-9339-af699282decf) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:09:58.674633 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e440c8-f0ef-416e-8b01-1212f319f553,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:58.691314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.692169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:58.692755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.730689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.730689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.730689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.731341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.731341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.731661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.731948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.732196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.732522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.732845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.733167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Tracked resource versions report: Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: pushed versions: Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: { 'ConntrackHelper': {'1.0'}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Log': {'1.0'}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Network': {'1.1'}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Port': {'1.5'}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'PortForwarding': {'1.2'}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'QosPolicy': {'1.8'}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SecurityGroup': {'1.2'}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SecurityGroupRule': {'1.0'}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SubPort': {'1.0'}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Subnet': {'1.1'}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Trunk': {'1.1'}} Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: consumer versions: Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: { DHCP agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: HyperV agent@hv-neutron-8315: {}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: L3 agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: Metadata agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: Metering agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: Open vSwitch agent@dv-neutron-831593-2-hyperv: { 'ConntrackHelper': '1.0', Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Log': '1.0', Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Network': '1.1', Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Port': '1.5', Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'PortForwarding': '1.2', Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'QosPolicy': '1.8', Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SecurityGroup': '1.2', Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SecurityGroupRule': '1.0', Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'SubPort': '1.0', Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Subnet': '1.1', Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: 'Trunk': '1.1'}} Mar 02 20:09:58.737515 dv-neutron-831593-2-hyperv neutron-server[84503]: {{(pid=84503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 20:09:58.874281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] Pushing event updated for resources: {'Network': ['ID=1be73647-a142-4cbb-bdf7-aa5ac41cffab,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:58.894333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 1be73647-a142-4cbb-bdf7-aa5ac41cffab details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:09:58.904046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:58.926305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36326) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:09:58.934522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Request body: {'subnet': {'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1238564858-subnet', 'tenant_id': '6260fc155d734108978102ab0353176d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:09:58.935615 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-49dd07e3-64b3-4f63-ab47-d12d3cd62a5e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5711434 Mar 02 20:09:58.943944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:09:58.956788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Usage tracker for resource:subnet and tenant:6260fc155d734108978102ab0353176d is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:09:58.960193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:09:58.967267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:09:59.038369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Made reservation on behalf of 6260fc155d734108978102ab0353176d for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:09:59.041167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:59.067529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 2d694a45-abd8-433b-ae68-712a34328256 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:09:59.096351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:59.199852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:09:59.204234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:09:59.207976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:09:59.249016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Pushing event updated for resources: {'Port': ['ID=68d1c33e-a96a-4d53-9339-af699282decf,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:59.362149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 2d694a45-abd8-433b-ae68-712a34328256 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:09:59.581288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:59.664501 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3b0b8-475d-4f75-b711-dd3425863627 None None] Network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:09:59.668193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38009bf-ca03-4494-af03-3f70aa3c31a5,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:59.688530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:59.689314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:59.711727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Checking segment: {'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:09:59.712164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Network hostable DHCP agents. Network: 1be73647-a142-4cbb-bdf7-aa5ac41cffab, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:09:59.798761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Network 1be73647-a142-4cbb-bdf7-aa5ac41cffab is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:09:59.859511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-338a05c6-849b-4b19-8a32-6d8a4b9af26b None None] Provisioning for port 2d694a45-abd8-433b-ae68-712a34328256 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:09:59.867197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-338a05c6-849b-4b19-8a32-6d8a4b9af26b None None] Provisioning complete for port 2d694a45-abd8-433b-ae68-712a34328256 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:09:59.867638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-338a05c6-849b-4b19-8a32-6d8a4b9af26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:59.888396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 1be73647-a142-4cbb-bdf7-aa5ac41cffab) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:09:59.893581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:59.894377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:59.906031 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b572e3a5-7300-45fd-a80a-61214fae98a6 None None] Network 1be73647-a142-4cbb-bdf7-aa5ac41cffab requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:00.013387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36362) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:00.013745 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f9ed5340-834d-4401-997b-ab738412cc6b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0853789 Mar 02 20:10:00.019403 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:00.024609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:00.028771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Usage tracker for resource:router and tenant:6260fc155d734108978102ab0353176d is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:00.032641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:00.039252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:00.056237 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:10:00.146632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:00.147456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:00.252746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'tenant_id': '6260fc155d734108978102ab0353176d', 'fixed_ips': [{'subnet_id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:10:00.253566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:00.299262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:00.377105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:10:00.389843 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Sync routers for ids ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:10:00.411571 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Routers {'0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:00.412588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-338a05c6-849b-4b19-8a32-6d8a4b9af26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:00.413432 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:09:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:00.557165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-338a05c6-849b-4b19-8a32-6d8a4b9af26b None None] For port 2d694a45-abd8-433b-ae68-712a34328256, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2d694a45-abd8-433b-ae68-712a34328256,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:00.573514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:00.575671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Allocated IP 172.20.0.2 (1be73647-a142-4cbb-bdf7-aa5ac41cffab/a38009bf-ca03-4494-af03-3f70aa3c31a5/79ce13a9-075c-428b-b211-2bb7dbe14ea1) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:00.584519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36374) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:00.584628 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7e9853a4-e15a-407d-bbd0-d8f1afa39125 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1461945 Mar 02 20:10:00.622965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:00.688923 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Set router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:10:00.850288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-338a05c6-849b-4b19-8a32-6d8a4b9af26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.028009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.050884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Transition to ACTIVE for port object 79ce13a9-075c-428b-b211-2bb7dbe14ea1 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:01.082353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Transition to ACTIVE for port object 79ce13a9-075c-428b-b211-2bb7dbe14ea1 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:01.138618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-04cccb1f-28d2-4a39-bee0-e8818bf96ce8 None None] Provisioning complete for port 2d694a45-abd8-433b-ae68-712a34328256 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:01.139383 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-04cccb1f-28d2-4a39-bee0-e8818bf96ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.146025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.207331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.222831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.241197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Network 1be73647-a142-4cbb-bdf7-aa5ac41cffab is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:01.248648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:01.287262 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:01.298318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a05c6-849b-4b19-8a32-6d8a4b9af26b None None] Pushing event updated for resources: {'Port': ['ID=2d694a45-abd8-433b-ae68-712a34328256,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:01.300066 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:09:59Z', 'revision_number': 3, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:01.309112 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Checking router: 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:10:01.309383 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Updating router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e port 68d1c33e-a96a-4d53-9339-af699282decf binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:10:01.383270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Pushing event updated for resources: {'Port': ['ID=79ce13a9-075c-428b-b211-2bb7dbe14ea1,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:01.439546 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.462724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Allocated IP 172.26.5.139 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/453f3181-9597-498d-84db-4f0b58182b80) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:01.561254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36392) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:01.573282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Attempting to bind port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:01.573646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Attempting to bind port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:01.574280 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Attempting to bind port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 on network 1be73647-a142-4cbb-bdf7-aa5ac41cffab {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:01.589414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:01.589795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Checking segment: {'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:01.590206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.590596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Bound using segment: {'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:01.591060 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Bound port: 79ce13a9-075c-428b-b211-2bb7dbe14ea1, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:01.591447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.717405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] For port 79ce13a9-075c-428b-b211-2bb7dbe14ea1, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:01.726002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] For port 79ce13a9-075c-428b-b211-2bb7dbe14ea1, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=79ce13a9-075c-428b-b211-2bb7dbe14ea1,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:01.731485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.757754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.810082 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.838619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:01.886602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5b112-69f8-43c8-b530-8c8aedfb2ba3 None None] Pushing event updated for resources: {'Port': ['ID=79ce13a9-075c-428b-b211-2bb7dbe14ea1,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:01.986503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:01.990233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:01.997364 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:02.091277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=453f3181-9597-498d-84db-4f0b58182b80,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:02.273364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1395014842'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:02.273364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:02.273364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Usage tracker for resource:network and tenant:f9285b7b0f5e4c869c7cddbb4fd75b0f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:02.273364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:02.273364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:02.275012 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.275262 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Allocated IP 172.20.0.1 (1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee/c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e/5a7ddc63-5c20-4c99-946d-ff11b3963914) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:02.275471 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Transition to ACTIVE for port object 68d1c33e-a96a-4d53-9339-af699282decf will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:02.299301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.301275 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.319193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.400735 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Attempting to bind port 68d1c33e-a96a-4d53-9339-af699282decf on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:02.401254 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Attempting to bind port 68d1c33e-a96a-4d53-9339-af699282decf by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:02.401709 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Attempting to bind port 68d1c33e-a96a-4d53-9339-af699282decf on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:02.403823 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Pushing event updated for resources: {'Port': ['ID=68d1c33e-a96a-4d53-9339-af699282decf,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:02.418037 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:02.418037 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:02.418431 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.433010 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:02.433785 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Bound port: 68d1c33e-a96a-4d53-9339-af699282decf, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:02.434530 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.458270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.472059 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:02.473047 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:02.473724 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:02.474378 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:02.474911 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:02.475422 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:02.475916 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:02.476443 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:02.476947 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:02.477477 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:02.478045 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:02.478310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Transition to ACTIVE for port object 5a7ddc63-5c20-4c99-946d-ff11b3963914 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Tracked resource versions report: Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: pushed versions: Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: { 'ConntrackHelper': {'1.0'}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Log': {'1.0'}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Network': {'1.1'}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Port': {'1.5'}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'PortForwarding': {'1.2'}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'QosPolicy': {'1.8'}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SecurityGroup': {'1.2'}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SecurityGroupRule': {'1.0'}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SubPort': {'1.0'}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Subnet': {'1.1'}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Trunk': {'1.1'}} Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: consumer versions: Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: { DHCP agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: HyperV agent@hv-neutron-8315: {}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: L3 agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: Metadata agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: Metering agent@dv-neutron-831593-2-hyperv: {}, Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: Open vSwitch agent@dv-neutron-831593-2-hyperv: { 'ConntrackHelper': '1.0', Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Log': '1.0', Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Network': '1.1', Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Port': '1.5', Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'PortForwarding': '1.2', Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'QosPolicy': '1.8', Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SecurityGroup': '1.2', Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SecurityGroupRule': '1.0', Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'SubPort': '1.0', Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Subnet': '1.1', Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: 'Trunk': '1.1'}} Mar 02 20:10:02.479547 dv-neutron-831593-2-hyperv neutron-server[84506]: {{(pid=84506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 20:10:02.505874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Made reservation on behalf of f9285b7b0f5e4c869c7cddbb4fd75b0f for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:02.510577 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.532126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.536627 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] For port 68d1c33e-a96a-4d53-9339-af699282decf, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:02.542611 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] For port 68d1c33e-a96a-4d53-9339-af699282decf, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=68d1c33e-a96a-4d53-9339-af699282decf,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:02.567058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:02.571505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Usage tracker for resource:security_group_rule and tenant:f9285b7b0f5e4c869c7cddbb4fd75b0f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:02.575020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:02.582666 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.600089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:02.614119 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.646219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:02.648938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:02.651722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:02.652624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.715147 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35feec-b053-4a67-8392-3889a6c1f3df None None] Pushing event updated for resources: {'Port': ['ID=68d1c33e-a96a-4d53-9339-af699282decf,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:02.758871 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Routers {'0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:02.762408 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:09:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:02.804992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36422) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:02.821113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:02.841264 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Router a67f488d-5833-4803-9c31-9d5372c8164c is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:10:03.154993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:03.160024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7ddc63-5c20-4c99-946d-ff11b3963914,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:03.183329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 2d694a45-abd8-433b-ae68-712a34328256 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:03.211067 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] Set router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:10:03.227074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:03.227778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:03.372256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 2d694a45-abd8-433b-ae68-712a34328256 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:03.372652 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:03.391465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7ddc63-5c20-4c99-946d-ff11b3963914,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:03.415489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:10:03.453110 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Sync routers for ids ['a67f488d-5833-4803-9c31-9d5372c8164c'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:10:03.486303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3f2ee25a-a761-421c-b461-1fcf4de4a17b None None] Provisioning for port 5a7ddc63-5c20-4c99-946d-ff11b3963914 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:03.496915 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Routers {'a67f488d-5833-4803-9c31-9d5372c8164c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:03.497576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:09:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a67f488d-5833-4803-9c31-9d5372c8164c'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:03.521389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:03.522646 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e3841846-ba94-4629-9600-09e0839f6ef6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.5081613 Mar 02 20:10:03.525554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36436) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:03.640728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36440) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:03.658372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:03.711404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:03.712639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:03.794372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d3298-5975-42ed-bfea-7747fbaf93b6 None None] Network 1be73647-a142-4cbb-bdf7-aa5ac41cffab requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:03.803142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36448) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:03.803351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:03.857679 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3f2ee25a-a761-421c-b461-1fcf4de4a17b None None] Provisioning complete for port 5a7ddc63-5c20-4c99-946d-ff11b3963914 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:03.860201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3f2ee25a-a761-421c-b461-1fcf4de4a17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:03.943367 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '5a7ddc63-5c20-4c99-946d-ff11b3963914', 'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'mac_address': 'fa:16:3e:57:07:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 1, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'subnets': [{'id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:03.947821 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1578c7-0736-450e-93a5-b47b36b9cf29 None None] The sync data for ids ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'] in dv-neutron-831593-2-hyperv is: [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '5a7ddc63-5c20-4c99-946d-ff11b3963914', 'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'mac_address': 'fa:16:3e:57:07:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 1, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'subnets': [{'id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:10:03.971691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1862013613'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:03.991153 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8d519d-7eef-4bf4-b05f-06210d76421e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:04.012785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:04.028148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Usage tracker for resource:network and tenant:01712c5a75a44cdcaeaa8578cf0f878c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:04.035813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:04.038433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:04.055481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:04.092975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:04.093385 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Added segment 20188b70-aa46-4040-ae84-6cb6dc6e7bfd of type vlan for network 97b07a53-fd49-4256-a86f-934aa60d959f Mar 02 20:10:04.189854 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Made reservation on behalf of 01712c5a75a44cdcaeaa8578cf0f878c for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:04.196286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:04.204598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:04.241176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:04.288618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ee25a-a761-421c-b461-1fcf4de4a17b None None] Port 5a7ddc63-5c20-4c99-946d-ff11b3963914 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:04.331553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36460) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:04.403373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-385486125', 'router:external': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:04.448818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:04.529028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Usage tracker for resource:network and tenant:b2a63b1b9c4549f9963d0e24c475b2e9 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:04.532213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Set router a67f488d-5833-4803-9c31-9d5372c8164c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:10:04.532716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:04.542335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:10:04.550786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:04.558179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Usage tracker for resource:security_group_rule and tenant:01712c5a75a44cdcaeaa8578cf0f878c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:04.560890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:04.571567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:04.584596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:04.621784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 79ce13a9-075c-428b-b211-2bb7dbe14ea1 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:04.645060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:04.655361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:04.668945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Usage tracker for resource:floatingip and tenant:bab0c713e33b4dc2b93e830f51e1e093 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:04.675501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:04.685282 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:04.689758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Made reservation on behalf of b2a63b1b9c4549f9963d0e24c475b2e9 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:04.692533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:04.716025 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:04.723953 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:04.724672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:04.745214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:04.802050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:04.851580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:04.854608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:04.859793 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Usage tracker for resource:security_group_rule and tenant:b2a63b1b9c4549f9963d0e24c475b2e9 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:04.864147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:04.871986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:04.931063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Pushing event updated for resources: {'Network': ['ID=97b07a53-fd49-4256-a86f-934aa60d959f,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:04.952180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:04.967900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 97b07a53-fd49-4256-a86f-934aa60d959f details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:05.020359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.142930 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c23da50d-c1cf-499b-a707-650f1744194a tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5799530 Mar 02 20:10:05.149011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36474) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:05.181580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:10:05.218893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-aff6434d-e8cf-4254-a450-0d09581d537a tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:05.270427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-09d79fe8-d81d-44d6-83cc-9f0d6eea8535 None None] Provisioning complete for port 5a7ddc63-5c20-4c99-946d-ff11b3963914 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:05.270893 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09d79fe8-d81d-44d6-83cc-9f0d6eea8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.271242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:05.319263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.320010 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Added segment 50b38b3d-4c43-451f-84a0-bd0dd203d8e5 of type vlan for network ea8fb77f-c9a9-4441-907b-abb2345f7038 Mar 02 20:10:05.332985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfc32c5-cd6a-414e-a991-57e1b43cb346,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:05.407739 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aff6434d-e8cf-4254-a450-0d09581d537a tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] 10.222.0.44 "PUT /v2.0/quotas/7832e44952d54de0b062060eba81cebd HTTP/1.1" status: 200 len: 368 time: 1.0672927 Mar 02 20:10:05.410705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36484) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:05.415392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.429146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.530718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.548150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36488) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:05.557243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.560937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:05.561523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.573419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-09d79fe8-d81d-44d6-83cc-9f0d6eea8535 None None] Port 5a7ddc63-5c20-4c99-946d-ff11b3963914 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:05.579931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Request body: {'network': {'project_id': '7832e44952d54de0b062060eba81cebd'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:05.588947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Request body: {'network': {'name': 'tempest-network--1211874805', 'router:external': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:05.601473 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:05.605845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:05.619569 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Usage tracker for resource:network and tenant:f0610f148bcb4dc2ad87b8afd354eec2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:05.623171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Usage tracker for resource:network and tenant:7832e44952d54de0b062060eba81cebd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:05.658510 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 3, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:05.660684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:05.668752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Checking router: a67f488d-5833-4803-9c31-9d5372c8164c for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:10:05.669123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Updating router a67f488d-5833-4803-9c31-9d5372c8164c port 453f3181-9597-498d-84db-4f0b58182b80 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:10:05.672755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:05.677302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Allocated IP 172.26.5.89 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/39940865-ce59-424d-ac81-c80d33281cfb) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:05.691109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:05.693873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:05.713754 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Pushing event updated for resources: {'Network': ['ID=ea8fb77f-c9a9-4441-907b-abb2345f7038,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:05.734842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network ea8fb77f-c9a9-4441-907b-abb2345f7038 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:05.737391 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-82ffd2d2-4fe8-4722-81aa-6777e72c1925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.9311717 Mar 02 20:10:05.760196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.793883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-09d79fe8-d81d-44d6-83cc-9f0d6eea8535 None None] Provisioning for port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:05.841635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f79373-9d27-4671-af7c-bc3bd73d52e0,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:05.871032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:05.876057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Made reservation on behalf of 7832e44952d54de0b062060eba81cebd for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:05.878818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.888614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Made reservation on behalf of f0610f148bcb4dc2ad87b8afd354eec2 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:05.893128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.908293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.908634 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Added segment d9098e9f-88ce-4f33-85e7-c441da9dfa68 of type vlan for network ed14cb99-9b31-4dc8-bb28-f48a9a9f1185 Mar 02 20:10:05.944543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.959030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:05.994454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-09d79fe8-d81d-44d6-83cc-9f0d6eea8535 None None] Provisioning complete for port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:05.994824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09d79fe8-d81d-44d6-83cc-9f0d6eea8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.057103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:06.080426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:06.087734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.102733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Usage tracker for resource:floatingip and tenant:e1fffc440efb4a1fbe2933d8e377284d is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:06.111096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:06.122769 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.127249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:06.152424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:06.201398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:06.205493 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Usage tracker for resource:security_group_rule and tenant:f0610f148bcb4dc2ad87b8afd354eec2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:06.212061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:06.222118 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Usage tracker for resource:security_group_rule and tenant:7832e44952d54de0b062060eba81cebd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:06.224584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.227380 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.230286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:06.235019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:06.244564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.250491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:06.258326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:10:06.338322 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ecefd606-49fb-4afb-8c56-b55bf6cce807 admin admin] 10.222.0.44 "PUT /v2.0/routers/0b78d2c3-875c-4909-9a1f-f10fba7e0b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7584345 Mar 02 20:10:06.341725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09d79fe8-d81d-44d6-83cc-9f0d6eea8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.382867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.385596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.390520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:06.390520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.406395 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.409334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-09d79fe8-d81d-44d6-83cc-9f0d6eea8535 None None] For port 79ce13a9-075c-428b-b211-2bb7dbe14ea1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=79ce13a9-075c-428b-b211-2bb7dbe14ea1,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:06.411392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.506222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.537534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09d79fe8-d81d-44d6-83cc-9f0d6eea8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.551189 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1273b60-b65b-443a-ba51-36a8d17f6939,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:06.564506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:06.565780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.580068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:06.598121 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.9531705 Mar 02 20:10:06.610330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:06.682281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36516) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:06.690031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Request body: {'subnet': {'network_id': 'ed14cb99-9b31-4dc8-bb28-f48a9a9f1185', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:06.732332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:06.747967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ec252-ec85-411e-8a4c-f91256914a7c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event updated for resources: {'Network': ['ID=ed14cb99-9b31-4dc8-bb28-f48a9a9f1185,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:06.770917 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network ed14cb99-9b31-4dc8-bb28-f48a9a9f1185 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:06.795000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Usage tracker for resource:subnet and tenant:b2a63b1b9c4549f9963d0e24c475b2e9 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:06.797611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36522) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:06.807493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:06.822811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.825556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Request body: {'port': {'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038', 'binding:host_id': 'hv-neutron-8315', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-580915137'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:06.830876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:06.841071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:06.843515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Usage tracker for resource:port and tenant:82d4b546f1604fd5856578eec0ee1a36 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:06.844241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:06.847006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:06.853965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:06.865617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:06.869948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Pushing event updated for resources: {'Port': ['ID=39940865-ce59-424d-ac81-c80d33281cfb,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:06.902932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.903272 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Added segment 56b20e33-790c-47c6-ad28-309b2bef4c25 of type vlan for network f49983cd-ab8a-490b-bfac-bb8728430fd0 Mar 02 20:10:06.909814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Allocated IP 172.20.0.1 (1be73647-a142-4cbb-bdf7-aa5ac41cffab/a38009bf-ca03-4494-af03-3f70aa3c31a5/8b10a32d-baac-4fde-8591-92fdd56fca1f) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:06.938558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d79fe8-d81d-44d6-83cc-9f0d6eea8535 None None] Pushing event updated for resources: {'Port': ['ID=79ce13a9-075c-428b-b211-2bb7dbe14ea1,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:06.957830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-30c84b86-e983-49ac-9bac-19f3e94753dc None None] Provisioning complete for port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:06.958235 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-30c84b86-e983-49ac-9bac-19f3e94753dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:06.991468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede4572-718f-4e71-ace5-69fc0a5fb37c,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:07.032343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.033269 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Added segment 44656168-5531-4aa4-b43b-c0a6b8cd3a75 of type vlan for network 39decdc0-e94e-4d40-8fc6-0796e216d025 Mar 02 20:10:07.096346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 68d1c33e-a96a-4d53-9339-af699282decf up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:07.136986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.168988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Made reservation on behalf of 82d4b546f1604fd5856578eec0ee1a36 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:07.169221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.resource_extend [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:10:07.172329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.195020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Made reservation on behalf of b2a63b1b9c4549f9963d0e24c475b2e9 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:07.197942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.234912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.263414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.339208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.373884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Transition to ACTIVE for port object 453f3181-9597-498d-84db-4f0b58182b80 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:07.405189 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.406722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:07.407367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.409194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.441381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.457581 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 68d1c33e-a96a-4d53-9339-af699282decf completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:07.462903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 68d1c33e-a96a-4d53-9339-af699282decf triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:07.463368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.494878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.546659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:07.558105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Usage tracker for resource:security_group_rule and tenant:82d4b546f1604fd5856578eec0ee1a36 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:07.564448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36528) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:07.579539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:07.580756 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.586038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:07.586038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.594270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:07.610776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124364293', 'description': 'tempest-description--1116451898'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:07.622641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Attempting to bind port 453f3181-9597-498d-84db-4f0b58182b80 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:07.622950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Attempting to bind port 453f3181-9597-498d-84db-4f0b58182b80 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:07.623643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Attempting to bind port 453f3181-9597-498d-84db-4f0b58182b80 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:07.625098 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.630074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:07.630728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e245c88-0a7a-4d13-93e3-4b36513c7ca1 None None] Pushing event updated for resources: {'Port': ['ID=453f3181-9597-498d-84db-4f0b58182b80,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:07.650225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Usage tracker for resource:security_group and tenant:e61b8232eb4340acba554e5488a7b44b is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:07.654618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:07.664848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Pushing event updated for resources: {'Network': ['ID=f49983cd-ab8a-490b-bfac-bb8728430fd0,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:07.669899 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:07.679155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:07.679488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:07.679981 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.680513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:07.681093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Bound port: 453f3181-9597-498d-84db-4f0b58182b80, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:07.681578 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.716158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network f49983cd-ab8a-490b-bfac-bb8728430fd0 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:07.743677 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Transition to ACTIVE for port object 8b10a32d-baac-4fde-8591-92fdd56fca1f will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:07.748714 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5b95c965-9bca-4f37-95d2-ed9cb9a49c0c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.3362858 Mar 02 20:10:07.757297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36532) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:07.766787 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.6065657 Mar 02 20:10:07.768342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36536) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:07.777742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Request body: {'network': {'project_id': '7832e44952d54de0b062060eba81cebd'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:07.788163 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:07.800566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5ad54-87d2-49b4-aae5-51e1f95f5e89 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event updated for resources: {'Network': ['ID=39decdc0-e94e-4d40-8fc6-0796e216d025,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:07.802569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Usage tracker for resource:network and tenant:7832e44952d54de0b062060eba81cebd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:07.817710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:07.823094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Allocated IP 172.26.5.64 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/ec83354c-0159-450f-8288-a4e44f3283c8) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:07.838585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:07.862284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.870764 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 39decdc0-e94e-4d40-8fc6-0796e216d025 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:07.872491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.904317 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.922464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.932560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:07.938629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Usage tracker for resource:security_group_rule and tenant:e61b8232eb4340acba554e5488a7b44b is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:07.942543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:07.949723 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:07.964243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.965154 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Made reservation on behalf of 7832e44952d54de0b062060eba81cebd for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:07.967451 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:07.993286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 68d1c33e-a96a-4d53-9339-af699282decf, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=68d1c33e-a96a-4d53-9339-af699282decf,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:08.001367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.007959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.008516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] For port 453f3181-9597-498d-84db-4f0b58182b80, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:08.022332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] For port 453f3181-9597-498d-84db-4f0b58182b80, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=453f3181-9597-498d-84db-4f0b58182b80,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:08.103700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:08.107925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.122225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.127334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.137723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Network 1be73647-a142-4cbb-bdf7-aa5ac41cffab is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:08.140223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.147777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] device_id is not set on port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:08.162230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.188059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:08.201778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Pushing event updated for resources: {'Port': ['ID=39940865-ce59-424d-ac81-c80d33281cfb,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:08.217326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3936c9-bddc-4de6-a591-9456e051cedd,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:08.220568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e245c88-0a7a-4d13-93e3-4b36513c7ca1 None None] Pushing event updated for resources: {'Port': ['ID=453f3181-9597-498d-84db-4f0b58182b80,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:08.226186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.226640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.227250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.227578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > port after_create 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.227893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.228247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > port after_update 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.228581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.228911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.229225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.229533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.237062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.237402 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Added segment fc55a387-26c7-41bf-a555-4713ea300f0a of type vlan for network 62feee02-cbc8-4616-bcec-44eea41c1cee Mar 02 20:10:08.239122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:08.239608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.272522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Routers {'a67f488d-5833-4803-9c31-9d5372c8164c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:08.273235 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:09:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a67f488d-5833-4803-9c31-9d5372c8164c'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:08.336952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.340344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8b10a32d-baac-4fde-8591-92fdd56fca1f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:08.380958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.objects.ports [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84503) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:10:08.382029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.390203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.406673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.407102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.407350 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.407668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:08.408034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39decdc0-e94e-4d40-8fc6-0796e216d025']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:08.423843 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.432558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44656168-5531-4aa4-b43b-c0a6b8cd3a75') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:08.433086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44656168-5531-4aa4-b43b-c0a6b8cd3a75') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:08.442962 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=68d1c33e-a96a-4d53-9339-af699282decf,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:08.459016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.487135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.489042 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7b70116a-8063-41e9-9249-b22b3867dfb0 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6822307 Mar 02 20:10:08.490155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] Set router a67f488d-5833-4803-9c31-9d5372c8164c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:10:08.490562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.492921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36546) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-194337821', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'fixed_ips': [{'ip_address': '172.26.5.89'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn_limited( Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn_limited( Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Usage tracker for resource:port and tenant:bab0c713e33b4dc2b93e830f51e1e093 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:08.738172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.742586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:08.742586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:08.743259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e1571112-1508-4c8a-8e10-21616f5b15fb,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:08.743259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Checking segment: {'id': 'd9098e9f-88ce-4f33-85e7-c441da9dfa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ed14cb99-9b31-4dc8-bb28-f48a9a9f1185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:08.743259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Network hostable DHCP agents. Network: ed14cb99-9b31-4dc8-bb28-f48a9a9f1185, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:10:08.744775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bbe980-32ce-4bda-9077-debd4f36a622,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:08.809044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.809891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:08.810495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.815042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Made reservation on behalf of bab0c713e33b4dc2b93e830f51e1e093 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:08.815371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a6975c22-4a4f-4e93-b135-bf90fc86674a None None] Provisioning for port 8b10a32d-baac-4fde-8591-92fdd56fca1f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:08.817683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.823680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a6975c22-4a4f-4e93-b135-bf90fc86674a None None] Provisioning complete for port 8b10a32d-baac-4fde-8591-92fdd56fca1f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:08.824291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a6975c22-4a4f-4e93-b135-bf90fc86674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.831333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.835311 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8f75fb23-772a-4e01-b65c-bf4e9a936a44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2631404 Mar 02 20:10:08.835311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.835534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.838944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39decdc0-e94e-4d40-8fc6-0796e216d025 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 20:10:08.842132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.848329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36550) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:08.859859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.875492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event deleted for resources: {'Network': ['ID=39decdc0-e94e-4d40-8fc6-0796e216d025,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:08.883948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a63f84ab-b80f-4526-8b41-74cf47202a7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Request body: {'security_group_rule': {'security_group_id': '41bbe980-32ce-4bda-9077-debd4f36a622', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:08.889093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a6975c22-4a4f-4e93-b135-bf90fc86674a None None] Port 8b10a32d-baac-4fde-8591-92fdd56fca1f cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:08.891397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:08.904666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 3, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:08.910757 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a63f84ab-b80f-4526-8b41-74cf47202a7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:08.914288 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b4267762-2155-4a2f-87ad-464a3272be40 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "DELETE /v2.0/networks/39decdc0-e94e-4d40-8fc6-0796e216d025 HTTP/1.1" status: 204 len: 168 time: 1.1459851 Mar 02 20:10:08.918778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a63f84ab-b80f-4526-8b41-74cf47202a7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Usage tracker for resource:security_group_rule and tenant:e61b8232eb4340acba554e5488a7b44b is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:08.919435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5628f35-2d59-43f2-9c40-ef10ce6c6117 None None] The sync data for ids ['a67f488d-5833-4803-9c31-9d5372c8164c'] in dv-neutron-831593-2-hyperv is: [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 3, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:10:08.923555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36554) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:08.926469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a63f84ab-b80f-4526-8b41-74cf47202a7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:08.937461 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:08.944815 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a63f84ab-b80f-4526-8b41-74cf47202a7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:08.947836 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:08.961011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Usage tracker for resource:network and tenant:f0610f148bcb4dc2ad87b8afd354eec2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:08.966576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:08.976271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:08.981059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:08.988209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Usage tracker for resource:security_group_rule and tenant:bab0c713e33b4dc2b93e830f51e1e093 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:08.991448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:08.996942 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 79ce13a9-075c-428b-b211-2bb7dbe14ea1 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:08.998469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:09.095305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.097550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] device_id is not set on port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:09.098786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Made reservation on behalf of f0610f148bcb4dc2ad87b8afd354eec2 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:09.102683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.129266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a63f84ab-b80f-4526-8b41-74cf47202a7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.152190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Pushing event updated for resources: {'Network': ['ID=62feee02-cbc8-4616-bcec-44eea41c1cee,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:09.154648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.168424 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:09.168838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.180856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Network ed14cb99-9b31-4dc8-bb28-f48a9a9f1185 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:10:09.205361 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 62feee02-cbc8-4616-bcec-44eea41c1cee details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:09.208065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.223447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:09.225043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Transition to ACTIVE for port object 3d7df74b-d620-4e1e-b673-7fbe67e1f814 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:09.230066 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:09.231758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event updated for resources: {'Port': ['ID=ec83354c-0159-450f-8288-a4e44f3283c8,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:09.240218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:09.256390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] device_id is not set on port c68c2300-2ce7-40bf-bc35-8a8a6381ca2f yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:09.332952 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-67d22fb7-7912-46ed-9367-3af27e4e4ba5 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.5695260 Mar 02 20:10:09.342066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:09.353459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36558) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:09.367677 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c63fcd08-ce22-45ea-a1c5-02bbfec6c750 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Request body: {'network': {'project_id': '7832e44952d54de0b062060eba81cebd'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:09.390609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, ed14cb99-9b31-4dc8-bb28-f48a9a9f1185) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:09.390791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e664b681-d2f4-4d5f-9bc0-8940ae749ea1,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:09.407326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.413026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbcf1c8-0d17-4745-aa96-362c0ceb42b6 None None] Network ed14cb99-9b31-4dc8-bb28-f48a9a9f1185 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:09.424005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:09.424705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.427633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.436402 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Added segment 554783d9-45b1-463c-a34c-7bbf77566edd of type vlan for network b2228013-d1db-4c9f-9809-8d64dfe75ca1 Mar 02 20:10:09.436402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c63fcd08-ce22-45ea-a1c5-02bbfec6c750 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:09.479194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c63fcd08-ce22-45ea-a1c5-02bbfec6c750 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Usage tracker for resource:network and tenant:7832e44952d54de0b062060eba81cebd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:09.503849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c63fcd08-ce22-45ea-a1c5-02bbfec6c750 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:09.513545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a63f84ab-b80f-4526-8b41-74cf47202a7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.521511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c63fcd08-ce22-45ea-a1c5-02bbfec6c750 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:09.543912 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63fcd08-ce22-45ea-a1c5-02bbfec6c750 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 20:10:09.544364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63fcd08-ce22-45ea-a1c5-02bbfec6c750 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:10:09.545440 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c63fcd08-ce22-45ea-a1c5-02bbfec6c750 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1906178 Mar 02 20:10:09.551045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36564) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:09.564747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event updated for resources: {'Port': ['ID=3d7df74b-d620-4e1e-b673-7fbe67e1f814,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:09.604185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.614045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 68d1c33e-a96a-4d53-9339-af699282decf up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:09.620233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a63f84ab-b80f-4526-8b41-74cf47202a7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.666196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f84ab-b80f-4526-8b41-74cf47202a7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01a8627-6426-4af5-bb5d-848e2d7eb01f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:09.670226 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8574f838-ca13-43cd-96b3-6dc4477be458 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9865315 Mar 02 20:10:09.676556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36568) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:09.684651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-518763362', 'network_id': 'ed14cb99-9b31-4dc8-bb28-f48a9a9f1185'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:09.692373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.698236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:09.707026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Usage tracker for resource:port and tenant:b2a63b1b9c4549f9963d0e24c475b2e9 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:09.711855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:09.723487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Checking segment: {'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:09.723836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Network hostable DHCP agents. Network: ea8fb77f-c9a9-4441-907b-abb2345f7038, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:10:09.734814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:09.735316 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6a9f50fb-d9d4-42c9-825b-337648c7f5da tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7832e44952d54de0b062060eba81cebd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1801882 Mar 02 20:10:09.738933 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 20:10:09.739359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:10:09.740174 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36572) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:09.745645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafb415a-aa34-4cd0-85ee-41d37db89bb6 None None] Network ed14cb99-9b31-4dc8-bb28-f48a9a9f1185 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:09.748648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.831552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a63f84ab-b80f-4526-8b41-74cf47202a7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.831797 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 68d1c33e-a96a-4d53-9339-af699282decf triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:09.832044 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.835592 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a63f84ab-b80f-4526-8b41-74cf47202a7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9621537 Mar 02 20:10:09.835592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.836240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:09.843604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.843730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36576) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:09.849900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-5c17fd03-35f5-4331-a0c7-2a9d441439d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Request body: {'security_group_rule': {'security_group_id': '41bbe980-32ce-4bda-9077-debd4f36a622', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:09.861167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.879436 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c4c22389-0e5e-42d4-b33e-2726545351be tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3813312 Mar 02 20:10:09.885503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36580) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:09.890236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5c17fd03-35f5-4331-a0c7-2a9d441439d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:09.901689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.902489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.905892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Made reservation on behalf of b2a63b1b9c4549f9963d0e24c475b2e9 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:09.908137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:09.917971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5c17fd03-35f5-4331-a0c7-2a9d441439d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Usage tracker for resource:security_group_rule and tenant:e61b8232eb4340acba554e5488a7b44b is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:09.963797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event updated for resources: {'Network': ['ID=b2228013-d1db-4c9f-9809-8d64dfe75ca1,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:09.997896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network b2228013-d1db-4c9f-9809-8d64dfe75ca1 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:10.005862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5c17fd03-35f5-4331-a0c7-2a9d441439d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:10.028332 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-54bb0a2a-bae3-409c-a032-a9a2afbc9a05 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1037438 Mar 02 20:10:10.031230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36586) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:10.038571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Request body: {'subnet': {'network_id': 'b2228013-d1db-4c9f-9809-8d64dfe75ca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:10.041897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Network ea8fb77f-c9a9-4441-907b-abb2345f7038 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:10:10.045501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:10.048336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5c17fd03-35f5-4331-a0c7-2a9d441439d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:10.052089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Usage tracker for resource:subnet and tenant:f0610f148bcb4dc2ad87b8afd354eec2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:10.055541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:10.063052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:10.112544 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4a7536b4-a64e-465e-90cd-adf78fa8a586 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:10.163201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Made reservation on behalf of f0610f148bcb4dc2ad87b8afd354eec2 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:10.166317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:10.189051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] device_id is not set on port 25a4764c-320e-418b-b22e-aa1d830dcfcc yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:10.302046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, ea8fb77f-c9a9-4441-907b-abb2345f7038) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:10.310351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839821fc-5799-4b72-a049-f1feba2f741c None None] Network ea8fb77f-c9a9-4441-907b-abb2345f7038 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:10.315220 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8b10a32d-baac-4fde-8591-92fdd56fca1f,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:10.342184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:10.386219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-616c3307-b952-4aed-bc1e-022aca63e622 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Deleting port 39940865-ce59-424d-ac81-c80d33281cfb {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:10.386490 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616c3307-b952-4aed-bc1e-022aca63e622 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:10.413118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4a7536b4-a64e-465e-90cd-adf78fa8a586 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:10.487733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5c17fd03-35f5-4331-a0c7-2a9d441439d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:10.533077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:10.533437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:10.533793 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:10.644923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:10.644923 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:10.678445 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.objects.ports [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84504) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:10:10.678891 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:10.749655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3d2f63b2-899d-4703-96d6-9476a7e431be,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:10.767376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Checking segment: {'id': '554783d9-45b1-463c-a34c-7bbf77566edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'b2228013-d1db-4c9f-9809-8d64dfe75ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:10.767727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Network hostable DHCP agents. Network: b2228013-d1db-4c9f-9809-8d64dfe75ca1, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:10:10.794788 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 2 to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 Mar 02 20:10:10.858057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Network b2228013-d1db-4c9f-9809-8d64dfe75ca1 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:10:10.871003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:10.871334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:10.871660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:10.923130 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Network 1be73647-a142-4cbb-bdf7-aa5ac41cffab is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:10.940304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:10.940667 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:10.941340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:10.956529 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 3 to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 Mar 02 20:10:10.971930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Allocated IP 2001:db8::223 (ed14cb99-9b31-4dc8-bb28-f48a9a9f1185/e1571112-1508-4c8a-8e10-21616f5b15fb/25a4764c-320e-418b-b22e-aa1d830dcfcc) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:10.995273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, b2228013-d1db-4c9f-9809-8d64dfe75ca1) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:11.001472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:11.003155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.004856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed434910-45d0-435f-a3a8-9e2215557bff None None] Network b2228013-d1db-4c9f-9809-8d64dfe75ca1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:11.106344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4a7536b4-a64e-465e-90cd-adf78fa8a586 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.115252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5c17fd03-35f5-4331-a0c7-2a9d441439d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.122509 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-265a0fa6-9fd7-4f8d-acd5-1a15fc599df8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0890977 Mar 02 20:10:11.126163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36590) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:11.134689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2228013-d1db-4c9f-9809-8d64dfe75ca1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:11.143127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:11.148274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Usage tracker for resource:floatingip and tenant:f0610f148bcb4dc2ad87b8afd354eec2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:11.151437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:11.159184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:11.160852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:11.171245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:11.171245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:11.171245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616c3307-b952-4aed-bc1e-022aca63e622 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.171245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616c3307-b952-4aed-bc1e-022aca63e622 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.190042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7536b4-a64e-465e-90cd-adf78fa8a586 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede4572-718f-4e71-ace5-69fc0a5fb37c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:11.194613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:10:11.244779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc814db-4952-4506-b341-18a8cbd044ce None None] Network b2228013-d1db-4c9f-9809-8d64dfe75ca1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:11.258611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.266318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5c17fd03-35f5-4331-a0c7-2a9d441439d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.341994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.353188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-616c3307-b952-4aed-bc1e-022aca63e622 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Calling delete_port for 39940865-ce59-424d-ac81-c80d33281cfb owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:11.363221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d321be91-c829-4006-98f9-62a21acf1e2b None None] Provisioning complete for port 8b10a32d-baac-4fde-8591-92fdd56fca1f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:11.363593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d321be91-c829-4006-98f9-62a21acf1e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.395305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:11.395305 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:11.398055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.406445 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 4 to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 Mar 02 20:10:11.429124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17fd03-35f5-4331-a0c7-2a9d441439d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1809210-583b-48a6-b43f-bdae50f5a2b6,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:11.447610 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d321be91-c829-4006-98f9-62a21acf1e2b None None] Port 8b10a32d-baac-4fde-8591-92fdd56fca1f cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:11.450462 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4a7536b4-a64e-465e-90cd-adf78fa8a586 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.451584 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4a7536b4-a64e-465e-90cd-adf78fa8a586 tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ede4572-718f-4e71-ace5-69fc0a5fb37c HTTP/1.1" status: 204 len: 168 time: 1.7086501 Mar 02 20:10:11.452980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.457035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36594) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:11.540128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:11.540457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:11.540784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:11.547948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Allocated IP 172.20.0.13 (b2228013-d1db-4c9f-9809-8d64dfe75ca1/3d2f63b2-899d-4703-96d6-9476a7e431be/bb7550b5-70d0-42bf-b237-09efc9ac7dcf) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:11.692255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5c17fd03-35f5-4331-a0c7-2a9d441439d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.693330 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5c17fd03-35f5-4331-a0c7-2a9d441439d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8529906 Mar 02 20:10:11.697820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36598) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:11.704064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.709647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:11.717242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:11.723698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Usage tracker for resource:floatingip and tenant:e61b8232eb4340acba554e5488a7b44b is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:11.727479 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:11.734286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:11.798848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.802403 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:11.802718 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:11.813532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.815907 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 5 to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 Mar 02 20:10:11.823258 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event updated for resources: {'Port': ['ID=ec83354c-0159-450f-8288-a4e44f3283c8,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:11.843598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.875276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:11.875760 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:11.876093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:11.935509 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.981505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Network b2228013-d1db-4c9f-9809-8d64dfe75ca1 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:11.989021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:11.991584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:11.993315 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:11.997089 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-afe83c1d-884f-424c-91d2-305280c61e4e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4443548 Mar 02 20:10:12.019608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36602) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:12.020247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7550b5-70d0-42bf-b237-09efc9ac7dcf,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:12.031858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1533341585'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:12.041371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:12.053329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Usage tracker for resource:network and tenant:e1fffc440efb4a1fbe2933d8e377284d is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:12.058145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:12.066260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:12.074767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:12.074927 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:12.081293 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 6 to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 Mar 02 20:10:12.117394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.134511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.156241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:12.156566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:12.156896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:12.169282 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Made reservation on behalf of e1fffc440efb4a1fbe2933d8e377284d for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:12.172789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.197693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.301645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:12.311504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Usage tracker for resource:security_group_rule and tenant:e1fffc440efb4a1fbe2933d8e377284d is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:12.317310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:12.331256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:12.332813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:12.333145 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:12.343420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Allocated IP 172.26.5.49 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/05f0a9c7-7a08-410f-bed1-ba4739007ed0) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:12.344140 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 7 to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 Mar 02 20:10:12.350391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616c3307-b952-4aed-bc1e-022aca63e622 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.412125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.423048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c3307-b952-4aed-bc1e-022aca63e622 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Pushing event deleted for resources: {'Port': ['ID=39940865-ce59-424d-ac81-c80d33281cfb,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:12.431369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:12.431694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:12.432024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:12.485237 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.485587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.486319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.486653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > port after_create 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.486967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.487311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > port after_update 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.487640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.487964 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.488271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.488575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.507573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.604283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.639327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.644667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.645018 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.645349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.645681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 20:10:12.646093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62feee02-cbc8-4616-bcec-44eea41c1cee']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:12.660639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.663085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:12.663413 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:12.669792 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 8 to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 Mar 02 20:10:12.684836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc55a387-26c7-41bf-a555-4713ea300f0a') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:12.685126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc55a387-26c7-41bf-a555-4713ea300f0a') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:12.692635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.704575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616c3307-b952-4aed-bc1e-022aca63e622 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.711591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.718338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:12.718851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:12.719212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:12.719958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.733197 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616c3307-b952-4aed-bc1e-022aca63e622 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.735292 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-616c3307-b952-4aed-bc1e-022aca63e622 tempest-ExternalNetworksAdminNegativeTestJSON-89917577 tempest-ExternalNetworksAdminNegativeTestJSON-89917577-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/e9035e9d-aac3-4db9-aedd-df56e35332ac HTTP/1.1" status: 204 len: 168 time: 2.8421490 Mar 02 20:10:12.742857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.746773 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.754492 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:12.754812 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:12.761365 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 9 to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 Mar 02 20:10:12.772744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:12.802476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:10:12.803064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn_limited( Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn_limited( Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:10:12.818992 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:10:12.904937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e229a972-629e-49da-8a2f-c70ae70407b5,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:12.920723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:12.921085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:12.921415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:12.925704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.926220 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Added segment 240195d9-8dbf-4616-ac0a-5725a0602e21 of type vlan for network e1d270c9-8bbb-4f60-a45a-56560cc4c482 Mar 02 20:10:12.951750 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Network ed14cb99-9b31-4dc8-bb28-f48a9a9f1185 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:12.955690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event updated for resources: {'Port': ['ID=25a4764c-320e-418b-b22e-aa1d830dcfcc,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:12.959218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:12.962573 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:12.963422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:12.964013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.967381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:12.967741 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:12.971505 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 10 to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 Mar 02 20:10:12.978059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:12.997873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:12.998224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:12.998550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:13.008905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:13.009220 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:13.009577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.018593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.023890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.049520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Router a67f488d-5833-4803-9c31-9d5372c8164c has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:10:13.079661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.081515 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] 10.222.0.44 "DELETE /v2.0/networks/62feee02-cbc8-4616-bcec-44eea41c1cee HTTP/1.1" status: 204 len: 168 time: 1.5810056 Mar 02 20:10:13.095618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36608) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:13.101834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230486b-9559-46dd-9edc-17282209427c tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Pushing event deleted for resources: {'Network': ['ID=62feee02-cbc8-4616-bcec-44eea41c1cee,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:13.111150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.115716 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:13.119209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:13.121063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Pushing event updated for resources: {'Port': ['ID=05f0a9c7-7a08-410f-bed1-ba4739007ed0,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:13.123270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:13.126871 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-34548ad2-497e-4ba3-8662-ef156562004a tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.4469047 Mar 02 20:10:13.134085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36614) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:13.155639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.159361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:13.164454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.201385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.352023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.359439 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36620) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:13.414602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] For port 3d7df74b-d620-4e1e-b673-7fbe67e1f814, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:13.414783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7550b5-70d0-42bf-b237-09efc9ac7dcf,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:13.414964 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempted to set empty binding levels {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 20:10:13.421759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8bc4e01b-1a8a-4ebf-aee7-872353036de3 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Deleting port 25a4764c-320e-418b-b22e-aa1d830dcfcc {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:13.422114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e01b-1a8a-4ebf-aee7-872353036de3 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.423890 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event updated for resources: {'Network': ['ID=e1d270c9-8bbb-4f60-a45a-56560cc4c482,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:13.439671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network e1d270c9-8bbb-4f60-a45a-56560cc4c482 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:13.450530 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.466253 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0e7a3af2-baed-44fd-a5b4-1ba5c3749b12 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4395554 Mar 02 20:10:13.467590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36626) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:13.479835 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Request body: {'subnet': {'network_id': 'e1d270c9-8bbb-4f60-a45a-56560cc4c482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:13.553048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.554324 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ab01268e-f067-443f-83ba-5d1b582bfad6 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4257693 Mar 02 20:10:13.557899 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36630) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:13.597619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.610965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.650542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-aabee81a-c942-46d3-84e6-ea29c27ecfc8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Synchronizing usage tracker for tenant:f0610f148bcb4dc2ad87b8afd354eec2 on resource:floatingip {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:13.653877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-092ceaec-cf9d-4d00-842e-f8f31ddf4554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.743828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-092ceaec-cf9d-4d00-842e-f8f31ddf4554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:13.748791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.772134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-092ceaec-cf9d-4d00-842e-f8f31ddf4554 admin admin] Usage tracker for resource:security_group_rule and tenant:37d1271a4ca2411685969efb6084d576 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:13.778671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-092ceaec-cf9d-4d00-842e-f8f31ddf4554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:13.782582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-aabee81a-c942-46d3-84e6-ea29c27ecfc8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Unset dirty status for tenant:f0610f148bcb4dc2ad87b8afd354eec2 on resource:floatingip {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:13.783761 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aabee81a-c942-46d3-84e6-ea29c27ecfc8 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=b2228013-d1db-4c9f-9809-8d64dfe75ca1 HTTP/1.1" status: 200 len: 690 time: 0.2249629 Mar 02 20:10:13.792326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36634) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:13.793142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-092ceaec-cf9d-4d00-842e-f8f31ddf4554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:13.821565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:13.833448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.011531 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event updated for resources: {'Port': ['ID=3d7df74b-d620-4e1e-b673-7fbe67e1f814,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:14.017853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:14.037053 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Usage tracker for resource:subnet and tenant:e1fffc440efb4a1fbe2933d8e377284d is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:14.043334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49983cd-ab8a-490b-bfac-bb8728430fd0']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:14.055298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:14.066954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:14.071217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b20e33-790c-47c6-ad28-309b2bef4c25') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:14.071507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b20e33-790c-47c6-ad28-309b2bef4c25') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:14.089841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.097809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.105709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-092ceaec-cf9d-4d00-842e-f8f31ddf4554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.126993 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-30a930dc-f1b5-4518-ba28-f776c16dfb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.3187320 Mar 02 20:10:14.127490 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36638) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:14.141286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.174855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e01b-1a8a-4ebf-aee7-872353036de3 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.196295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Deleting port bb7550b5-70d0-42bf-b237-09efc9ac7dcf {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:14.196871 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.199522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:10:14.199914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:10:14.219377 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:10:14.227024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-092ceaec-cf9d-4d00-842e-f8f31ddf4554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.323276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Made reservation on behalf of e1fffc440efb4a1fbe2933d8e377284d for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:14.373824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ceaec-cf9d-4d00-842e-f8f31ddf4554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b77a967-e7d9-41d3-9ca9-e48fcb46051b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:14.380727 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-092ceaec-cf9d-4d00-842e-f8f31ddf4554 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37d1271a4ca2411685969efb6084d576&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0160441 Mar 02 20:10:14.381490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36642) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:14.392335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.408868 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8bc4e01b-1a8a-4ebf-aee7-872353036de3 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Calling delete_port for 25a4764c-320e-418b-b22e-aa1d830dcfcc owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:14.465529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.532293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-952a9dd9-7867-4fd7-b9fa-77f58eeaec6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Deleting port 3d7df74b-d620-4e1e-b673-7fbe67e1f814 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:14.532551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-952a9dd9-7867-4fd7-b9fa-77f58eeaec6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.533251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.533593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.618603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.746200 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:10:14.762759 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Calling delete_port for bb7550b5-70d0-42bf-b237-09efc9ac7dcf owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:14.814973 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1dd1134a-8fdb-4684-98f2-0f39b25babbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.822281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.825570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Pushing event updated for resources: {'Port': ['ID=05f0a9c7-7a08-410f-bed1-ba4739007ed0,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:14.850904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.853337 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] 10.222.0.44 "DELETE /v2.0/networks/f49983cd-ab8a-490b-bfac-bb8728430fd0 HTTP/1.1" status: 204 len: 168 time: 1.7555664 Mar 02 20:10:14.873803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1dd1134a-8fdb-4684-98f2-0f39b25babbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.886945 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7a6f8fb9-5c2d-40d2-adc7-0090571760b9 admin admin] 10.222.0.44 "PUT /v2.0/routers/a67f488d-5833-4803-9c31-9d5372c8164c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3598425 Mar 02 20:10:14.902500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d02e0-fd67-474f-96a7-ff2dbbc2e34f tempest-QuotasNegativeTest-1936369145 tempest-QuotasNegativeTest-1936369145-project-admin] Pushing event deleted for resources: {'Network': ['ID=f49983cd-ab8a-490b-bfac-bb8728430fd0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:14.963318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.997158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-952a9dd9-7867-4fd7-b9fa-77f58eeaec6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] For port 3d7df74b-d620-4e1e-b673-7fbe67e1f814, host hv-neutron-8315, got binding levels [] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:14.997512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-952a9dd9-7867-4fd7-b9fa-77f58eeaec6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.123460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.133748 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c446ab09-103f-4070-b5b9-6d4941499e28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4339409 Mar 02 20:10:15.162330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-952a9dd9-7867-4fd7-b9fa-77f58eeaec6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Calling delete_port for 3d7df74b-d620-4e1e-b673-7fbe67e1f814 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:15.207004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1dd1134a-8fdb-4684-98f2-0f39b25babbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.231731 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1134a-8fdb-4684-98f2-0f39b25babbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b77a967-e7d9-41d3-9ca9-e48fcb46051b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:15.253094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.306864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb7550b5-70d0-42bf-b237-09efc9ac7dcf,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:15.340920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e01b-1a8a-4ebf-aee7-872353036de3 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.425752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4e01b-1a8a-4ebf-aee7-872353036de3 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event deleted for resources: {'Port': ['ID=25a4764c-320e-418b-b22e-aa1d830dcfcc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:15.473397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1dd1134a-8fdb-4684-98f2-0f39b25babbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.481234 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1dd1134a-8fdb-4684-98f2-0f39b25babbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b77a967-e7d9-41d3-9ca9-e48fcb46051b HTTP/1.1" status: 204 len: 168 time: 1.0922737 Mar 02 20:10:15.481433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-952a9dd9-7867-4fd7-b9fa-77f58eeaec6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.482595 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.534708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8bc4e01b-1a8a-4ebf-aee7-872353036de3 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.605066 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a9dd9-7867-4fd7-b9fa-77f58eeaec6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d7df74b-d620-4e1e-b673-7fbe67e1f814,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:15.614879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.628041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-952a9dd9-7867-4fd7-b9fa-77f58eeaec6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.645540 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8bc4e01b-1a8a-4ebf-aee7-872353036de3 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "DELETE /v2.0/ports/25a4764c-320e-418b-b22e-aa1d830dcfcc HTTP/1.1" status: 204 len: 168 time: 2.5059867 Mar 02 20:10:15.656826 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36666) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:15.690638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed14cb99-9b31-4dc8-bb28-f48a9a9f1185', 'external_fixed_ips': [{'subnet_id': 'e1571112-1508-4c8a-8e10-21616f5b15fb', 'ip_address': '2001:db8::223'}]}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:15.708563 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-952a9dd9-7867-4fd7-b9fa-77f58eeaec6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "DELETE /v2.0/ports/3d7df74b-d620-4e1e-b673-7fbe67e1f814 HTTP/1.1" status: 204 len: 168 time: 1.5717611 Mar 02 20:10:15.714184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36672) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:15.714425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:15.723721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Usage tracker for resource:router and tenant:b2a63b1b9c4549f9963d0e24c475b2e9 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:15.728393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:15.748347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:15.781551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.794549 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6554fe6-6d91-4564-9e1f-0383e4451634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] GET failed (client error): The resource could not be found. Mar 02 20:10:15.801885 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b6554fe6-6d91-4564-9e1f-0383e4451634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "GET /v2.0/ports/3d7df74b-d620-4e1e-b673-7fbe67e1f814 HTTP/1.1" status: 404 len: 333 time: 0.0864165 Mar 02 20:10:15.802820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36678) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:15.815155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Request body: {'port': {'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1474498668'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:15.826310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:15.845992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Usage tracker for resource:port and tenant:82d4b546f1604fd5856578eec0ee1a36 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:15.850894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:15.863748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:15.882536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event updated for resources: {'Subnet': ['ID=a1ffd703-cb2b-430e-b76c-4ad550a10e66,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:15.897335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.898314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.979210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.983378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Made reservation on behalf of 82d4b546f1604fd5856578eec0ee1a36 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:15.985696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.000188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Checking segment: {'id': '240195d9-8dbf-4616-ac0a-5725a0602e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e1d270c9-8bbb-4f60-a45a-56560cc4c482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:16.000545 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Network hostable DHCP agents. Network: e1d270c9-8bbb-4f60-a45a-56560cc4c482, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:10:16.018618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.046869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2f63b2-899d-4703-96d6-9476a7e431be,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:16.049331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36682) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:16.057965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655769984', 'description': 'tempest-description--925163970'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:16.067864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:16.070457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] device_id is not set on port 00818836-39f6-4d90-a20f-e11832a781a4 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:16.075424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Usage tracker for resource:security_group and tenant:6260fc155d734108978102ab0353176d is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:16.077952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:16.084884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:16.193869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.243592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2228013-d1db-4c9f-9809-8d64dfe75ca1']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:16.265779 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554783d9-45b1-463c-a34c-7bbf77566edd') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:16.266102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554783d9-45b1-463c-a34c-7bbf77566edd') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:16.266991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Network e1d270c9-8bbb-4f60-a45a-56560cc4c482 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:10:16.269647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.295257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.331449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:16.337267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Usage tracker for resource:security_group_rule and tenant:6260fc155d734108978102ab0353176d is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:16.340960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:16.345017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.358721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:16.390459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.391113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, e1d270c9-8bbb-4f60-a45a-56560cc4c482) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:16.391113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:16.391113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.391545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2b6300-0d1d-4d6f-99c1-e29b4b63afab None None] Network e1d270c9-8bbb-4f60-a45a-56560cc4c482 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:16.395130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:10:16.395522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:10:16.409433 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:10:16.440080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.502506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.542407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.563219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36692) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:16.568638 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-84fd4062-d209-493b-b3fb-00534518444c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1010375 Mar 02 20:10:16.573619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36696) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:16.582725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1182380560', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:16.592097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36702) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:16.595887 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:16.598897 dv-neutron-831593-2-hyperv neutron-server[84504]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 20:10:16.609150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:16.624256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Usage tracker for resource:router and tenant:e1fffc440efb4a1fbe2933d8e377284d is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:16.633634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:16.637054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.665358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:16.668005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2228013-d1db-4c9f-9809-8d64dfe75ca1 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 20:10:16.670000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.672348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.684632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.687575 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "DELETE /v2.0/networks/b2228013-d1db-4c9f-9809-8d64dfe75ca1 HTTP/1.1" status: 204 len: 168 time: 2.8911061 Mar 02 20:10:16.691725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e05db-81c1-45f3-b721-4b7c05e73843 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2228013-d1db-4c9f-9809-8d64dfe75ca1,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:16.692371 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1d3a549d-ca29-4456-846a-ce3c96de56dc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6410158 Mar 02 20:10:16.695724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36706) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:16.701157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36708) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:16.734366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-e1d270c9-8bbb-4f60-a45a-56560cc4c482', 'network_id': 'e1d270c9-8bbb-4f60-a45a-56560cc4c482', 'tenant_id': 'e1fffc440efb4a1fbe2933d8e377284d', 'fixed_ips': [{'subnet_id': 'a1ffd703-cb2b-430e-b76c-4ad550a10e66'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:10:16.735495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.790138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event updated for resources: {'Port': ['ID=00818836-39f6-4d90-a20f-e11832a781a4,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:16.795565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1155858c-9860-495a-b24d-5bb7d613acab tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Request body: {'security_group_rule': {'security_group_id': '7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:16.818453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36714) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:16.828273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1155858c-9860-495a-b24d-5bb7d613acab tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:16.837096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1155858c-9860-495a-b24d-5bb7d613acab tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Usage tracker for resource:security_group_rule and tenant:6260fc155d734108978102ab0353176d is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:16.849330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1155858c-9860-495a-b24d-5bb7d613acab tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:16.861670 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Network ea8fb77f-c9a9-4441-907b-abb2345f7038 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:16.863757 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-8294f289-cba8-4688-b593-9ffb06e7dd3e tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Synchronizing usage tracker for tenant:e61b8232eb4340acba554e5488a7b44b on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:16.869077 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6894e605-1c56-45c4-9444-ae9ea1512bb5 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1169 time: 0.1647787 Mar 02 20:10:16.870739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:16.872985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4369e4df-4f5d-433a-85c3-ac4d0a64915a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.883073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36718) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:16.885996 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1155858c-9860-495a-b24d-5bb7d613acab tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:16.888172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:16.889057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:16.890475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.914518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:16.915738 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.002830 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-209a05be-f737-47a8-904d-f70e152f6227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1941106 Mar 02 20:10:17.006075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36722) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:17.019293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Allocated IP 172.20.0.2 (e1d270c9-8bbb-4f60-a45a-56560cc4c482/a1ffd703-cb2b-430e-b76c-4ad550a10e66/00529677-5b1a-4570-89ae-371ba2ac4174) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:17.035749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:17.078155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4369e4df-4f5d-433a-85c3-ac4d0a64915a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:17.086326 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b20dbc06-5210-4269-844f-6f9cf6c3d16f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bab0c713e33b4dc2b93e830f51e1e093&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2660131 Mar 02 20:10:17.087110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36726) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:17.183965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.185284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.235769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1155858c-9860-495a-b24d-5bb7d613acab tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.257310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4369e4df-4f5d-433a-85c3-ac4d0a64915a admin admin] Usage tracker for resource:security_group_rule and tenant:9ceb854cc22f4da391a3f929f8bbd32a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:17.263702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.266055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-8294f289-cba8-4688-b593-9ffb06e7dd3e tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Unset dirty status for tenant:e61b8232eb4340acba554e5488a7b44b on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:17.274074 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-8294f289-cba8-4688-b593-9ffb06e7dd3e tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1124364293&fields=id&tenant_id=e61b8232eb4340acba554e5488a7b44b HTTP/1.1" status: 200 len: 267 time: 0.6801136 Mar 02 20:10:17.276132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4369e4df-4f5d-433a-85c3-ac4d0a64915a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:17.276331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Transition to ACTIVE for port object 00529677-5b1a-4570-89ae-371ba2ac4174 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:17.286539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.289104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c10f42-4929-4916-895a-2f9cb1a1f13b tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:17.289552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c10f42-4929-4916-895a-2f9cb1a1f13b tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:17.290080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c10f42-4929-4916-895a-2f9cb1a1f13b tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:17.290442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c10f42-4929-4916-895a-2f9cb1a1f13b tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:17.290797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c10f42-4929-4916-895a-2f9cb1a1f13b tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:17.291187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c10f42-4929-4916-895a-2f9cb1a1f13b tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:17.296472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c10f42-4929-4916-895a-2f9cb1a1f13b tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:17.296472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-56c10f42-4929-4916-895a-2f9cb1a1f13b tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Synchronizing usage tracker for tenant:f0610f148bcb4dc2ad87b8afd354eec2 on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:17.299458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Transition to ACTIVE for port object 00529677-5b1a-4570-89ae-371ba2ac4174 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:17.305855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.307918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4369e4df-4f5d-433a-85c3-ac4d0a64915a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:17.312754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 453f3181-9597-498d-84db-4f0b58182b80 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:17.357883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-439341ad-2d13-476e-8c98-aeaf0d81201e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.393837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.454509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Network e1d270c9-8bbb-4f60-a45a-56560cc4c482 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:17.457874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:17.460837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7fe799a8-0faa-463c-92f4-9660987fdbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.461537 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:17.516798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Pushing event updated for resources: {'Port': ['ID=00529677-5b1a-4570-89ae-371ba2ac4174,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:17.523594 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 453f3181-9597-498d-84db-4f0b58182b80 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:17.548390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-56c10f42-4929-4916-895a-2f9cb1a1f13b tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Unset dirty status for tenant:f0610f148bcb4dc2ad87b8afd354eec2 on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:17.552135 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-56c10f42-4929-4916-895a-2f9cb1a1f13b tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4582 time: 0.6399662 Mar 02 20:10:17.558909 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 453f3181-9597-498d-84db-4f0b58182b80 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:17.558909 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.570289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36730) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:17.620419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Attempting to bind port 00529677-5b1a-4570-89ae-371ba2ac4174 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:17.620885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Attempting to bind port 00529677-5b1a-4570-89ae-371ba2ac4174 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '240195d9-8dbf-4616-ac0a-5725a0602e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e1d270c9-8bbb-4f60-a45a-56560cc4c482'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:17.621304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Attempting to bind port 00529677-5b1a-4570-89ae-371ba2ac4174 on network e1d270c9-8bbb-4f60-a45a-56560cc4c482 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:17.635883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:17.636305 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Checking segment: {'id': '240195d9-8dbf-4616-ac0a-5725a0602e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e1d270c9-8bbb-4f60-a45a-56560cc4c482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:17.636708 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.637088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Bound using segment: {'id': '240195d9-8dbf-4616-ac0a-5725a0602e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e1d270c9-8bbb-4f60-a45a-56560cc4c482'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:17.637549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Bound port: 00529677-5b1a-4570-89ae-371ba2ac4174, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240195d9-8dbf-4616-ac0a-5725a0602e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'e1d270c9-8bbb-4f60-a45a-56560cc4c482'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:17.638230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.697543 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-439341ad-2d13-476e-8c98-aeaf0d81201e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.736895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1155858c-9860-495a-b24d-5bb7d613acab tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.745715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] device_id is not set on port 00818836-39f6-4d90-a20f-e11832a781a4 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:17.750943 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-226b99ff-e5fa-460f-86b1-e55cd6cabe68 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] delete failed (client error): The resource could not be found. Mar 02 20:10:17.756697 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-226b99ff-e5fa-460f-86b1-e55cd6cabe68 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/81ad1ede-b20b-402b-9fb9-0449bb95cb95 HTTP/1.1" status: 404 len: 345 time: 0.1337812 Mar 02 20:10:17.757771 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36734) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:17.767669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-230eb400-b2ae-4361-bc56-be2416f0c4b6 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:17.768372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-230eb400-b2ae-4361-bc56-be2416f0c4b6 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Synchronizing usage tracker for tenant:e61b8232eb4340acba554e5488a7b44b on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:17.773579 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.774077 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4369e4df-4f5d-433a-85c3-ac4d0a64915a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.775129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.789759 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] For port 00529677-5b1a-4570-89ae-371ba2ac4174, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:17.793696 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] For port 00529677-5b1a-4570-89ae-371ba2ac4174, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=00529677-5b1a-4570-89ae-371ba2ac4174,segment=NetworkSegment(240195d9-8dbf-4616-ac0a-5725a0602e21),segment_id=240195d9-8dbf-4616-ac0a-5725a0602e21)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:17.799276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 453f3181-9597-498d-84db-4f0b58182b80, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=453f3181-9597-498d-84db-4f0b58182b80,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:17.807371 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e03630-6e69-482b-b2b0-1b29e01d1ac3 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] DELETE failed (client error): The resource could not be found. Mar 02 20:10:17.807809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e03630-6e69-482b-b2b0-1b29e01d1ac3 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:10:17.813015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1155858c-9860-495a-b24d-5bb7d613acab tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.815980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.837840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Transition to ACTIVE for port object 00818836-39f6-4d90-a20f-e11832a781a4 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:17.852555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155858c-9860-495a-b24d-5bb7d613acab tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d777ac6b-79ce-4819-a921-d9aa30c73ead,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:17.859558 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-44e03630-6e69-482b-b2b0-1b29e01d1ac3 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "DELETE /v2.0/networks/b2228013-d1db-4c9f-9809-8d64dfe75ca1 HTTP/1.1" status: 404 len: 339 time: 0.0974340 Mar 02 20:10:17.863548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36738) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:17.868664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4369e4df-4f5d-433a-85c3-ac4d0a64915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.875948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Request body: {'network': {'name': 'tempest-network--1292029980', 'router:external': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:17.880033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Allocated IP 2001:db8::223 (ed14cb99-9b31-4dc8-bb28-f48a9a9f1185/e1571112-1508-4c8a-8e10-21616f5b15fb/6a986a52-5d49-4cdf-826f-5123b3085018) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:17.883135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:17.889171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Usage tracker for resource:network and tenant:f0610f148bcb4dc2ad87b8afd354eec2 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:17.895099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:17.901635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:17.922897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369e4df-4f5d-433a-85c3-ac4d0a64915a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c542e6-6b42-4b4e-943e-0cde454d04ea,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:17.923200 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.926718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.927408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4369e4df-4f5d-433a-85c3-ac4d0a64915a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ceb854cc22f4da391a3f929f8bbd32a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3627725 Mar 02 20:10:17.935101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36742) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:17.959168 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1155858c-9860-495a-b24d-5bb7d613acab tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.962949 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1155858c-9860-495a-b24d-5bb7d613acab tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2515316 Mar 02 20:10:17.962949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-230eb400-b2ae-4361-bc56-be2416f0c4b6 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Unset dirty status for tenant:e61b8232eb4340acba554e5488a7b44b on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:17.966377 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-230eb400-b2ae-4361-bc56-be2416f0c4b6 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/networks?id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee HTTP/1.1" status: 200 len: 812 time: 0.6914201 Mar 02 20:10:17.971557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36746) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:17.983170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-439341ad-2d13-476e-8c98-aeaf0d81201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.986846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.003275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b6738241-c4a9-47e1-9c7b-432714162e28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Request body: {'security_group_rule': {'security_group_id': '7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:18.008925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b6738241-c4a9-47e1-9c7b-432714162e28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:18.012911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b6738241-c4a9-47e1-9c7b-432714162e28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Usage tracker for resource:security_group_rule and tenant:6260fc155d734108978102ab0353176d is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:18.015203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=453f3181-9597-498d-84db-4f0b58182b80,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:18.016517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b6738241-c4a9-47e1-9c7b-432714162e28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:18.030855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b6738241-c4a9-47e1-9c7b-432714162e28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:18.054787 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-68611303-fc3f-41e0-a4ee-c5eebd2b6a16 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/quotas/e61b8232eb4340acba554e5488a7b44b HTTP/1.1" status: 200 len: 375 time: 0.0655880 Mar 02 20:10:18.145343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7c9d5-d4bd-4aa3-bcb1-e40740d6a70f None None] Pushing event updated for resources: {'Port': ['ID=00529677-5b1a-4570-89ae-371ba2ac4174,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:18.185287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b6738241-c4a9-47e1-9c7b-432714162e28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.231456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439341ad-2d13-476e-8c98-aeaf0d81201e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e664b681-d2f4-4d5f-9bc0-8940ae749ea1,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:18.233769 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event updated for resources: {'Port': ['ID=00818836-39f6-4d90-a20f-e11832a781a4,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:18.250147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Made reservation on behalf of f0610f148bcb4dc2ad87b8afd354eec2 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:18.254365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.301085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-401707ec-72ca-472a-b30f-80e96725b95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.331925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-439341ad-2d13-476e-8c98-aeaf0d81201e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.333990 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-439341ad-2d13-476e-8c98-aeaf0d81201e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e664b681-d2f4-4d5f-9bc0-8940ae749ea1 HTTP/1.1" status: 204 len: 168 time: 1.2355483 Mar 02 20:10:18.358664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-401707ec-72ca-472a-b30f-80e96725b95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.362275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:18.366158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:18.366478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:18.366967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:18.402443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:18.402807 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:18.403602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.403930 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Added segment cb82c1ec-b605-4f49-9e9f-d574312d3a9e of type vlan for network 1bf3a8b8-bee0-4f4a-ad1a-2fae9ab607e4 Mar 02 20:10:18.407437 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 2 to bind port 00818836-39f6-4d90-a20f-e11832a781a4 Mar 02 20:10:18.423395 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b6738241-c4a9-47e1-9c7b-432714162e28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.425611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.429610 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-bc958631-df1b-446b-a9e1-4559301d1fcf tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Synchronizing usage tracker for tenant:e61b8232eb4340acba554e5488a7b44b on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:18.446669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:18.447679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:18.447679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:18.473771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.478661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:18.478981 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:18.480749 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 3 to bind port 00818836-39f6-4d90-a20f-e11832a781a4 Mar 02 20:10:18.481656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b6738241-c4a9-47e1-9c7b-432714162e28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.511322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:18.511322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:18.511322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:18.511607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6738241-c4a9-47e1-9c7b-432714162e28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161c4fb1-0668-4a82-91c0-62d85b500005,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:18.535262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:18.536047 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:18.538095 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 4 to bind port 00818836-39f6-4d90-a20f-e11832a781a4 Mar 02 20:10:18.545010 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-bc958631-df1b-446b-a9e1-4559301d1fcf tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Unset dirty status for tenant:e61b8232eb4340acba554e5488a7b44b on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:18.546741 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-bc958631-df1b-446b-a9e1-4559301d1fcf tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e61b8232eb4340acba554e5488a7b44b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4102623 Mar 02 20:10:18.555846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.556593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:18.556831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:18.557166 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:18.564109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:18.564584 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:18.564847 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 5 to bind port 00818836-39f6-4d90-a20f-e11832a781a4 Mar 02 20:10:18.591359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-401707ec-72ca-472a-b30f-80e96725b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.593657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-401707ec-72ca-472a-b30f-80e96725b95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.594289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:18.594795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:18.595018 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-401707ec-72ca-472a-b30f-80e96725b95a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9c542e6-6b42-4b4e-943e-0cde454d04ea HTTP/1.1" status: 204 len: 168 time: 0.6640217 Mar 02 20:10:18.595603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:18.603336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:18.603923 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:18.604509 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 6 to bind port 00818836-39f6-4d90-a20f-e11832a781a4 Mar 02 20:10:18.606336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.610378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401707ec-72ca-472a-b30f-80e96725b95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c542e6-6b42-4b4e-943e-0cde454d04ea,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:18.631540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:18.632316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:18.632987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:18.644661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.675199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:18.675553 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:18.699016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b6738241-c4a9-47e1-9c7b-432714162e28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.704038 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b6738241-c4a9-47e1-9c7b-432714162e28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7131529 Mar 02 20:10:18.709078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36760) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:18.719347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:18.729243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:18.737224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Usage tracker for resource:floatingip and tenant:6260fc155d734108978102ab0353176d is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:18.754253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:18.765373 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 7 to bind port 00818836-39f6-4d90-a20f-e11832a781a4 Mar 02 20:10:18.786669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.787555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:18.788132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.801713 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:18.802071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:18.802404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:18.820188 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:18.873231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Allocated IP 172.26.5.226 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/3d2219a9-43bf-4f1c-a071-a637377291d5) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:18.922926 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event updated for resources: {'Network': ['ID=1bf3a8b8-bee0-4f4a-ad1a-2fae9ab607e4,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:18.933574 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Network ed14cb99-9b31-4dc8-bb28-f48a9a9f1185 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:18.939074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 1bf3a8b8-bee0-4f4a-ad1a-2fae9ab607e4 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:18.941795 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:18.948537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:18.966349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:18.966676 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:18.971346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:19.015046 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 8 to bind port 00818836-39f6-4d90-a20f-e11832a781a4 Mar 02 20:10:19.039691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event updated for resources: {'Port': ['ID=6a986a52-5d49-4cdf-826f-5123b3085018,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:19.107434 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:19.111342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:19.113052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:19.122388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-750323bb-b0fa-4ab2-8a26-612d39038c98 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:10:19.130868 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3a285796-2280-439a-8587-c40deb3cbc11 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2662601 Mar 02 20:10:19.137603 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-750323bb-b0fa-4ab2-8a26-612d39038c98 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3966901 Mar 02 20:10:19.143378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36772) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:19.191871 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:19.192211 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:19.207208 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 9 to bind port 00818836-39f6-4d90-a20f-e11832a781a4 Mar 02 20:10:19.237221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 00529677-5b1a-4570-89ae-371ba2ac4174 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:19.323268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e6161-3e2a-4bb7-b5e4-f4cf2aa9be81 None None] Network e1d270c9-8bbb-4f60-a45a-56560cc4c482 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:19.370673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca76f02-72ae-4c98-860d-cc763fd7cb99 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:19.375557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca76f02-72ae-4c98-860d-cc763fd7cb99 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:19.379012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca76f02-72ae-4c98-860d-cc763fd7cb99 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:19.383070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca76f02-72ae-4c98-860d-cc763fd7cb99 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:19.387108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca76f02-72ae-4c98-860d-cc763fd7cb99 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:19.388812 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fca76f02-72ae-4c98-860d-cc763fd7cb99 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 0.2437401 Mar 02 20:10:19.396661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36780) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:19.419618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:19.419949 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:19.420279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:19.502269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:19.502638 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:19.505988 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 10 to bind port 00818836-39f6-4d90-a20f-e11832a781a4 Mar 02 20:10:19.538321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:19.540143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:19.540469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:19.541128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:19.549518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:19.549843 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 00818836-39f6-4d90-a20f-e11832a781a4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:19.550220 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:19.619741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5ed525f4-4b6d-489c-bdf6-d9a63bf7d2bf None None] Provisioning for port 00529677-5b1a-4570-89ae-371ba2ac4174 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:19.623510 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f915-5632-4935-804e-77cc165d747d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:19.666456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:19.682387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 00529677-5b1a-4570-89ae-371ba2ac4174 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:19.685131 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-45c4d4d2-bcbf-4e03-87b4-83b6e17bed83 service neutron] 10.222.0.44 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465145 Mar 02 20:10:19.703271 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 00529677-5b1a-4570-89ae-371ba2ac4174 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:19.705142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:19.807717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36788) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:19.841483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d9c4be-b28d-45bc-bfaa-a61b9889d879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:19.855012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] For port 00818836-39f6-4d90-a20f-e11832a781a4, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:19.855633 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempted to set empty binding levels {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 20:10:19.866875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:19.895079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:19.900205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:19.932896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b4d9c4be-b28d-45bc-bfaa-a61b9889d879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:19.935760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 00529677-5b1a-4570-89ae-371ba2ac4174, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=00529677-5b1a-4570-89ae-371ba2ac4174,segment=NetworkSegment(240195d9-8dbf-4616-ac0a-5725a0602e21),segment_id=240195d9-8dbf-4616-ac0a-5725a0602e21)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:19.937531 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b4d9c4be-b28d-45bc-bfaa-a61b9889d879 admin admin] Usage tracker for resource:security_group_rule and tenant:57a77d24f63c4641b6a0bb687b0ef5c3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:19.940568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b4d9c4be-b28d-45bc-bfaa-a61b9889d879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:19.948853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b4d9c4be-b28d-45bc-bfaa-a61b9889d879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:19.952976 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-eb58ec63-3720-4bb3-b619-4380dcc74412 service neutron] 10.222.0.44 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565081 Mar 02 20:10:19.962127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:19.994367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f6f65ffe-b61d-4dd6-8e87-3311a3ac3889 None None] Provisioning complete for port 00529677-5b1a-4570-89ae-371ba2ac4174 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:19.994910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f6f65ffe-b61d-4dd6-8e87-3311a3ac3889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.026506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf3a8b8-bee0-4f4a-ad1a-2fae9ab607e4']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:20.048997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.052608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.053325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 453f3181-9597-498d-84db-4f0b58182b80 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:20.130319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d9c4be-b28d-45bc-bfaa-a61b9889d879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.135587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb82c1ec-b605-4f49-9e9f-d574312d3a9e') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:20.135939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb82c1ec-b605-4f49-9e9f-d574312d3a9e') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:20.162033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] In _notify_port_updated(), no bound segment for port 00818836-39f6-4d90-a20f-e11832a781a4 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:10:20.168355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.168355 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "PUT /v2.0/ports/00818836-39f6-4d90-a20f-e11832a781a4 HTTP/1.1" status: 200 len: 981 time: 3.1510348 Mar 02 20:10:20.170409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36796) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:20.179237 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.218349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.219457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.229285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=00529677-5b1a-4570-89ae-371ba2ac4174,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:20.242092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d9c4be-b28d-45bc-bfaa-a61b9889d879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.244499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 453f3181-9597-498d-84db-4f0b58182b80 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:20.244864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.252943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:20.257876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:20.265269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6b825-6268-4e94-b2d7-a286ff8c7843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event updated for resources: {'Port': ['ID=00818836-39f6-4d90-a20f-e11832a781a4,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:20.272810 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.273364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:20.309674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event updated for resources: {'Port': ['ID=3d2219a9-43bf-4f1c-a071-a637377291d5,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:20.312918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Allocated IP 172.26.5.81 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/db1fa1a7-0441-46c8-b029-b76548d4bb66) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:20.438724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:10:20.439278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:10:20.485474 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:10:20.497900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36812) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:20.531025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.556579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.562800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36824) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:20.598253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.723956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.759371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9c4be-b28d-45bc-bfaa-a61b9889d879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e24a37-f526-426c-8428-972beb6add2f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:20.765086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-6408647'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:20.773262 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b4d9c4be-b28d-45bc-bfaa-a61b9889d879 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57a77d24f63c4641b6a0bb687b0ef5c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9581990 Mar 02 20:10:20.773848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36832) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:20.804190 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:20.818735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:network and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:20.838789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:20.840005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:20.846518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:20.858105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2748f9d3-9648-475e-be17-55695b85f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Synchronizing usage tracker for tenant:82d4b546f1604fd5856578eec0ee1a36 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:20.861085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:20.880552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.889144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bf3a8b8-bee0-4f4a-ad1a-2fae9ab607e4 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 20:10:20.893176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.896406 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Pushing event updated for resources: {'Port': ['ID=db1fa1a7-0441-46c8-b029-b76548d4bb66,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:20.914749 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:20.948929 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bf3a8b8-bee0-4f4a-ad1a-2fae9ab607e4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:20.970392 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bc158c29-1449-4527-b3bf-b077fbf6e730 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "DELETE /v2.0/networks/1bf3a8b8-bee0-4f4a-ad1a-2fae9ab607e4 HTTP/1.1" status: 204 len: 168 time: 1.5671487 Mar 02 20:10:20.974545 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36840) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:20.978786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c05081d8-a5be-4f77-8e9b-7c7a67603d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:20.986217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Request body: {'network': {'name': 'tempest-network--252092416', 'router:external': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:21.019726 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-257b7deb-841f-46f3-9d20-010d4133a4dc req-e2934ff8-228d-430a-89b2-2686e03bb4a1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 210 time: 0.5204816 Mar 02 20:10:21.024759 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 00529677-5b1a-4570-89ae-371ba2ac4174 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:21.033998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:21.058219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.058942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.066235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Usage tracker for resource:network and tenant:f0610f148bcb4dc2ad87b8afd354eec2 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:21.082428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:21.085231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2748f9d3-9648-475e-be17-55695b85f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Unset dirty status for tenant:82d4b546f1604fd5856578eec0ee1a36 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:21.100447 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2748f9d3-9648-475e-be17-55695b85f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14068 time: 0.9262707 Mar 02 20:10:21.113625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c05081d8-a5be-4f77-8e9b-7c7a67603d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.129369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36850) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:21.133280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:21.187529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 00529677-5b1a-4570-89ae-371ba2ac4174 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:21.188034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.193575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:21.196559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.224570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e16cb8fe-5f72-4d6f-98e1-4ce74e794fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Deleting port 00818836-39f6-4d90-a20f-e11832a781a4 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:21.225158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e16cb8fe-5f72-4d6f-98e1-4ce74e794fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.278588 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.362255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:21.368424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:security_group_rule and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:21.372612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:21.381846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:21.409958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Made reservation on behalf of f0610f148bcb4dc2ad87b8afd354eec2 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:21.412198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.481260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.550447 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Sync routers for ids ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:10:21.562183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.564292 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Routers {'0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:21.565070 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:21.582553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-e16cb8fe-5f72-4d6f-98e1-4ce74e794fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] For port 00818836-39f6-4d90-a20f-e11832a781a4, host hv-neutron-8315, got binding levels [] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:21.583070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e16cb8fe-5f72-4d6f-98e1-4ce74e794fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.630479 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.673352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.728262 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:21.740565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c05081d8-a5be-4f77-8e9b-7c7a67603d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.747999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e16cb8fe-5f72-4d6f-98e1-4ce74e794fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Calling delete_port for 00818836-39f6-4d90-a20f-e11832a781a4 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:21.767804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee423bd-b5db-4bfb-ab43-48db6fa953cb,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:21.779484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.779484 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Added segment 2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd of type vlan for network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 Mar 02 20:10:21.782183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.782632 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Set router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:10:21.789558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:21.829072 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05081d8-a5be-4f77-8e9b-7c7a67603d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e24a37-f526-426c-8428-972beb6add2f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:21.852518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.853073 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Added segment c07929c5-a478-4c63-83f8-35ea94a355fc of type vlan for network 9f93b520-8d0f-4a9a-8dd8-9756935dda8a Mar 02 20:10:21.895686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c05081d8-a5be-4f77-8e9b-7c7a67603d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.897099 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c05081d8-a5be-4f77-8e9b-7c7a67603d78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41e24a37-f526-426c-8428-972beb6add2f HTTP/1.1" status: 204 len: 168 time: 1.1208227 Mar 02 20:10:21.937439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:21.941520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Router a44edfa7-70ef-4d50-9fc0-f988735f11b3 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:10:21.974030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.075818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Router 3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:10:22.093180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.151107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e16cb8fe-5f72-4d6f-98e1-4ce74e794fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.175415 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '5a7ddc63-5c20-4c99-946d-ff11b3963914', 'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'mac_address': 'fa:16:3e:57:07:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 2, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'subnets': [{'id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:22.180555 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Checking router: 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:10:22.181092 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Updating router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e port 5a7ddc63-5c20-4c99-946d-ff11b3963914 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:10:22.207600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.214037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:22.215713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.247755 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.302107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cb8fe-5f72-4d6f-98e1-4ce74e794fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event deleted for resources: {'Port': ['ID=00818836-39f6-4d90-a20f-e11832a781a4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:22.320675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e16cb8fe-5f72-4d6f-98e1-4ce74e794fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.419277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:10:22.428986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Sync routers for ids ['a44edfa7-70ef-4d50-9fc0-f988735f11b3'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:10:22.437506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.438513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:22.439206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.441709 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Sync routers for ids ['a67f488d-5833-4803-9c31-9d5372c8164c'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:10:22.446277 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e16cb8fe-5f72-4d6f-98e1-4ce74e794fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "DELETE /v2.0/ports/00818836-39f6-4d90-a20f-e11832a781a4 HTTP/1.1" status: 204 len: 168 time: 1.3106849 Mar 02 20:10:22.447965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Routers {'a44edfa7-70ef-4d50-9fc0-f988735f11b3'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:22.449658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36868) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:22.450565 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a44edfa7-70ef-4d50-9fc0-f988735f11b3'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:22.484851 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-18e773be-48f1-4937-8b20-208ed275bece req-ee46843f-1cfa-499b-b1d1-b7d67e1385fd tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 210 time: 0.2568121 Mar 02 20:10:22.527097 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Routers {'a67f488d-5833-4803-9c31-9d5372c8164c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:22.527762 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a67f488d-5833-4803-9c31-9d5372c8164c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:22.584332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.588356 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-22a656f1-a0f8-4dcb-bab3-4920ec7bb1ab tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.9115772 Mar 02 20:10:22.589106 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36874) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:22.603011 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cdf0f4-805e-4b01-bdb4-999ed723f044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] GET failed (client error): The resource could not be found. Mar 02 20:10:22.604161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-44cdf0f4-805e-4b01-bdb4-999ed723f044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Synchronizing usage tracker for tenant:82d4b546f1604fd5856578eec0ee1a36 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:22.606452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.641546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Network': ['ID=2c0dfed8-adb2-4b23-a32c-5e04666528a0,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:22.680776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:22.728805 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7532053 Mar 02 20:10:22.740389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36878) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:22.801460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36c4da-fecb-4ff8-9831-b17fee3d39ba tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event updated for resources: {'Network': ['ID=9f93b520-8d0f-4a9a-8dd8-9756935dda8a,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:22.829630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 9f93b520-8d0f-4a9a-8dd8-9756935dda8a details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:22.831789 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.884571 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Transition to ACTIVE for port object 5a7ddc63-5c20-4c99-946d-ff11b3963914 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:22.899236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-44cdf0f4-805e-4b01-bdb4-999ed723f044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Unset dirty status for tenant:82d4b546f1604fd5856578eec0ee1a36 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:22.900637 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-44cdf0f4-805e-4b01-bdb4-999ed723f044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "GET /v2.0/ports/00818836-39f6-4d90-a20f-e11832a781a4 HTTP/1.1" status: 404 len: 333 time: 0.4339242 Mar 02 20:10:22.906897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36888) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:22.914734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1392305037', 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:22.919695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:22.936419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:22.953156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:22.961604 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Set router a67f488d-5833-4803-9c31-9d5372c8164c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:10:22.998232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Pushing event updated for resources: {'Port': ['ID=db1fa1a7-0441-46c8-b029-b76548d4bb66,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:23.107202 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-caa017c7-f434-4494-952c-bd152265d9e0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5433450 Mar 02 20:10:23.128907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36894) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:23.158047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:23.163903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Set router a44edfa7-70ef-4d50-9fc0-f988735f11b3 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:10:23.211886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Made reservation on behalf of 82d4b546f1604fd5856578eec0ee1a36 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:23.214567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:23.247519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] device_id is not set on port 3f030c74-5277-47b3-8127-d81dac31281c yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:23.381622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:23.442707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9917827-20ed-41dd-ac8f-ecf9a38d1d26 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:23.443600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d9917827-20ed-41dd-ac8f-ecf9a38d1d26 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Synchronizing usage tracker for tenant:f9285b7b0f5e4c869c7cddbb4fd75b0f on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:23.446931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:23.451423 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:23.462676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:23.479956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:23.515102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:23.518492 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9d7dbfc3-eb09-4c96-9099-85d827ae4c53 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8082144 Mar 02 20:10:23.520031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:23.565067 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:23.623209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d9917827-20ed-41dd-ac8f-ecf9a38d1d26 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Unset dirty status for tenant:f9285b7b0f5e4c869c7cddbb4fd75b0f on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:23.630784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36908) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:23.638060 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d9917827-20ed-41dd-ac8f-ecf9a38d1d26 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] 10.222.0.44 "GET /v2.0/networks/9f93b520-8d0f-4a9a-8dd8-9756935dda8a HTTP/1.1" status: 200 len: 756 time: 0.7709095 Mar 02 20:10:23.640154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:23.641846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:23.682499 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d49c5d-6459-4841-8b1c-439112236956 None None] Pushing event updated for resources: {'Port': ['ID=5a7ddc63-5c20-4c99-946d-ff11b3963914,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:23.713835 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44edfa7-70ef-4d50-9fc0-f988735f11b3', 'name': '', 'tenant_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed14cb99-9b31-4dc8-bb28-f48a9a9f1185', 'external_fixed_ips': [{'subnet_id': 'e1571112-1508-4c8a-8e10-21616f5b15fb', 'ip_address': '2001:db8::223'}], 'enable_snat': True}, 'gw_port_id': '6a986a52-5d49-4cdf-826f-5123b3085018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:15Z', 'updated_at': '2022-03-02T20:10:19Z', 'revision_number': 3, 'project_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'gw_port': {'id': '6a986a52-5d49-4cdf-826f-5123b3085018', 'name': '', 'network_id': 'ed14cb99-9b31-4dc8-bb28-f48a9a9f1185', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fa:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44edfa7-70ef-4d50-9fc0-f988735f11b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e1571112-1508-4c8a-8e10-21616f5b15fb', 'ip_address': '2001:db8::223', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:17Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1571112-1508-4c8a-8e10-21616f5b15fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:23.723160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Checking router: a44edfa7-70ef-4d50-9fc0-f988735f11b3 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:10:23.726688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Updating router a44edfa7-70ef-4d50-9fc0-f988735f11b3 port 6a986a52-5d49-4cdf-826f-5123b3085018 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:10:23.726784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Deleting port 6a986a52-5d49-4cdf-826f-5123b3085018 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:23.726784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:23.848170 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Attempting to bind port 5a7ddc63-5c20-4c99-946d-ff11b3963914 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:23.848672 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Attempting to bind port 5a7ddc63-5c20-4c99-946d-ff11b3963914 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:23.848843 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Attempting to bind port 5a7ddc63-5c20-4c99-946d-ff11b3963914 on network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:23.861378 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:23.861749 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Checking segment: {'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:23.862163 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:23.862721 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Bound using segment: {'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:23.863533 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Bound port: 5a7ddc63-5c20-4c99-946d-ff11b3963914, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:23.869039 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:23.905159 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:23.920971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:10:23.979032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfd8eb-cced-4fd9-87b5-4e5cd5ce03c6 None None] Sync routers for ids ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:10:23.996294 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] For port 5a7ddc63-5c20-4c99-946d-ff11b3963914, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:24.001405 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] For port 5a7ddc63-5c20-4c99-946d-ff11b3963914, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5a7ddc63-5c20-4c99-946d-ff11b3963914,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:24.004306 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:08Z', 'revision_number': 4, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '8b10a32d-baac-4fde-8591-92fdd56fca1f', 'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'tenant_id': '6260fc155d734108978102ab0353176d', 'mac_address': 'fa:16:3e:56:ef:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:06Z', 'updated_at': '2022-03-02T20:10:09Z', 'revision_number': 2, 'project_id': '6260fc155d734108978102ab0353176d', 'subnets': [{'id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:24.010478 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Checking router: a67f488d-5833-4803-9c31-9d5372c8164c for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:10:24.010833 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Updating router a67f488d-5833-4803-9c31-9d5372c8164c port 8b10a32d-baac-4fde-8591-92fdd56fca1f binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:10:24.090088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfd8eb-cced-4fd9-87b5-4e5cd5ce03c6 None None] Routers {'3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:24.090973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dbdfd8eb-cced-4fd9-87b5-4e5cd5ce03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:24.101687 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:24.104120 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dae0c570-a2a5-4ff4-80b6-ba4bc1530112 req-405145b8-6bb0-4ec5-b4a2-3e181f720989 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 210 time: 0.2388439 Mar 02 20:10:24.137104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:24.151028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061625a3-1103-4b75-9686-1dda8f280a70 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:24.157131 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-061625a3-1103-4b75-9686-1dda8f280a70 tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] 10.222.0.44 "GET /v2.0/networks/97b07a53-fd49-4256-a86f-934aa60d959f HTTP/1.1" status: 200 len: 768 time: 0.5239122 Mar 02 20:10:24.180611 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:24.189419 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36922) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:24.195277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:24.195447 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-addf852f-d9bf-4dc3-9847-3387f3777144 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.6194360 Mar 02 20:10:24.238570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36928) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:24.298039 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dbdfd8eb-cced-4fd9-87b5-4e5cd5ce03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:24.334765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:24.398450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfd8eb-cced-4fd9-87b5-4e5cd5ce03c6 None None] Routers {'3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:24.403239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dbdfd8eb-cced-4fd9-87b5-4e5cd5ce03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:24.469238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:24.581569 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d49c5d-6459-4841-8b1c-439112236956 None None] Pushing event updated for resources: {'Port': ['ID=5a7ddc63-5c20-4c99-946d-ff11b3963914,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:24.646211 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Routers {'0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:24.649382 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:24.704530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dbdfd8eb-cced-4fd9-87b5-4e5cd5ce03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:24.704961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdfd8eb-cced-4fd9-87b5-4e5cd5ce03c6 None None] The sync data for ids ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:10:24.800438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.31', 58282) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:24.813778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Calling delete_port for 6a986a52-5d49-4cdf-826f-5123b3085018 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:24.988749 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-ce681191-95a4-477c-bd21-6fdace7e1fa0 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1655769984&fields=id&tenant_id=6260fc155d734108978102ab0353176d HTTP/1.1" status: 200 len: 267 time: 0.3477192 Mar 02 20:10:24.990825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Network ea8fb77f-c9a9-4441-907b-abb2345f7038 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:24.991651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:24.997582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event updated for resources: {'Port': ['ID=3f030c74-5277-47b3-8127-d81dac31281c,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:25.000678 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.028772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Transition to ACTIVE for port object 6a986a52-5d49-4cdf-826f-5123b3085018 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:25.031499 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:25.043335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:25.059681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:25.060812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.072570 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5a7ddc63-5c20-4c99-946d-ff11b3963914 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:25.187222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.249336 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] Set router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:10:25.345953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-4566f496-ac81-4c76-8422-7bb47faec9a1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:25.351004 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-4566f496-ac81-4c76-8422-7bb47faec9a1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.31 "GET /v2.0/networks?id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee HTTP/1.1" status: 200 len: 812 time: 0.4992905 Mar 02 20:10:25.363503 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c4f7d3d8-c52d-462d-9565-48e91f14af59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4543417 Mar 02 20:10:25.367472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36948) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:25.377663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Attempting to bind port 6a986a52-5d49-4cdf-826f-5123b3085018 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:25.378296 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Attempting to bind port 6a986a52-5d49-4cdf-826f-5123b3085018 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'd9098e9f-88ce-4f33-85e7-c441da9dfa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ed14cb99-9b31-4dc8-bb28-f48a9a9f1185'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:25.378841 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Attempting to bind port 6a986a52-5d49-4cdf-826f-5123b3085018 on network ed14cb99-9b31-4dc8-bb28-f48a9a9f1185 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:25.415940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95891be-4955-46d2-b0f6-2023b4f74be5 None None] Pushing event updated for resources: {'Port': ['ID=6a986a52-5d49-4cdf-826f-5123b3085018,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:25.428216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:25.430183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Checking segment: {'id': 'd9098e9f-88ce-4f33-85e7-c441da9dfa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ed14cb99-9b31-4dc8-bb28-f48a9a9f1185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:25.432646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.434463 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.db.resource_extend [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:10:25.441367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Bound using segment: {'id': 'd9098e9f-88ce-4f33-85e7-c441da9dfa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ed14cb99-9b31-4dc8-bb28-f48a9a9f1185'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:25.441367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Bound port: 6a986a52-5d49-4cdf-826f-5123b3085018, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9098e9f-88ce-4f33-85e7-c441da9dfa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ed14cb99-9b31-4dc8-bb28-f48a9a9f1185'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:25.441367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.501574 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-99f5ffc7-aa7d-426e-9468-5ef4d8b2c908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Synchronizing usage tracker for tenant:82d4b546f1604fd5856578eec0ee1a36 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:25.513328 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:10:25.513806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:10:25.529368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] For port 6a986a52-5d49-4cdf-826f-5123b3085018, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:25.533246 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] For port 6a986a52-5d49-4cdf-826f-5123b3085018, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6a986a52-5d49-4cdf-826f-5123b3085018,segment=NetworkSegment(d9098e9f-88ce-4f33-85e7-c441da9dfa68),segment_id=d9098e9f-88ce-4f33-85e7-c441da9dfa68)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:25.555096 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-a874ec4e-1f21-4135-8828-720f39e6fbba tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e61b8232eb4340acba554e5488a7b44b HTTP/1.1" status: 200 len: 380 time: 0.1209702 Mar 02 20:10:25.567428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Request body: {'port': {'device_id': 'eef31826-8935-4e64-8866-464ddcf54a70', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'admin_state_up': True, 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'security_groups': ['41bbe980-32ce-4bda-9077-debd4f36a622']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:25.585235 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d3c7f485-2870-44b0-8d3a-e883d542d0f5 req-a94bb5c0-cb21-429f-ac54-4bbfc38c77cc tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 210 time: 0.1807699 Mar 02 20:10:25.586824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.599299 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.601830 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.615478 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Transition to ACTIVE for port object 8b10a32d-baac-4fde-8591-92fdd56fca1f will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:25.656897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f93b520-8d0f-4a9a-8dd8-9756935dda8a']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:25.680880 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57721d-4f36-429f-baff-80abb11ff07f req-f27b3323-8251-4b09-984f-db9225322983 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:25.682933 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-f27b3323-8251-4b09-984f-db9225322983 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/networks?id=1be73647-a142-4cbb-bdf7-aa5ac41cffab HTTP/1.1" status: 200 len: 806 time: 0.6760721 Mar 02 20:10:25.688238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07929c5-a478-4c63-83f8-35ea94a355fc') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:25.688693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07929c5-a478-4c63-83f8-35ea94a355fc') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:25.704645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 5a7ddc63-5c20-4c99-946d-ff11b3963914 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:25.714600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.723431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5a7ddc63-5c20-4c99-946d-ff11b3963914 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:25.723789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.738808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.818071 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95891be-4955-46d2-b0f6-2023b4f74be5 None None] Pushing event updated for resources: {'Port': ['ID=6a986a52-5d49-4cdf-826f-5123b3085018,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:25.826595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Routers {'a44edfa7-70ef-4d50-9fc0-f988735f11b3'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:25.827496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a44edfa7-70ef-4d50-9fc0-f988735f11b3'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:25.836487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-99f5ffc7-aa7d-426e-9468-5ef4d8b2c908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Unset dirty status for tenant:82d4b546f1604fd5856578eec0ee1a36 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:25.840078 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-99f5ffc7-aa7d-426e-9468-5ef4d8b2c908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "GET /v2.0/ports/3f030c74-5277-47b3-8127-d81dac31281c HTTP/1.1" status: 200 len: 959 time: 0.4692883 Mar 02 20:10:25.851337 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36958) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:25.872398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:10:25.875573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.922456 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:25.949683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-23113388-f185-4b8b-bf47-d46a343a58ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Deleting port 3f030c74-5277-47b3-8127-d81dac31281c {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:25.950041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-23113388-f185-4b8b-bf47-d46a343a58ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.018880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Deleting port 6a986a52-5d49-4cdf-826f-5123b3085018 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:26.020153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:10:26.064496 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:10:26.085047 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.100869 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-a0f9fca7-ba1f-45f3-8127-411a4e7d4761 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/quotas/6260fc155d734108978102ab0353176d HTTP/1.1" status: 200 len: 375 time: 0.3912816 Mar 02 20:10:26.109807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] Set router a44edfa7-70ef-4d50-9fc0-f988735f11b3 gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:10:26.133767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:26.145058 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:26.312035 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb76d7-3086-443e-a06b-a6f00ca56d82 None None] Pushing event updated for resources: {'Port': ['ID=8b10a32d-baac-4fde-8591-92fdd56fca1f,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:26.337404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44edfa7-70ef-4d50-9fc0-f988735f11b3', 'name': '', 'tenant_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:15Z', 'updated_at': '2022-03-02T20:10:23Z', 'revision_number': 4, 'project_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:26.353757 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5359ae4-1083-4cf6-b16e-878a363efef9 None None] The sync data for ids ['a44edfa7-70ef-4d50-9fc0-f988735f11b3'] in dv-neutron-831593-2-hyperv is: [{'id': 'a44edfa7-70ef-4d50-9fc0-f988735f11b3', 'name': '', 'tenant_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:15Z', 'updated_at': '2022-03-02T20:10:23Z', 'revision_number': 4, 'project_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'gw_port_host': None}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:10:26.373436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 5a7ddc63-5c20-4c99-946d-ff11b3963914, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5a7ddc63-5c20-4c99-946d-ff11b3963914,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:26.435311 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.446810 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Made reservation on behalf of e61b8232eb4340acba554e5488a7b44b for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:26.452277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.468676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.476660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.480637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f93b520-8d0f-4a9a-8dd8-9756935dda8a {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 20:10:26.483957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.575721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=5a7ddc63-5c20-4c99-946d-ff11b3963914,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:26.594001 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Attempting to bind port 8b10a32d-baac-4fde-8591-92fdd56fca1f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:26.594420 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Attempting to bind port 8b10a32d-baac-4fde-8591-92fdd56fca1f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:26.594783 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Attempting to bind port 8b10a32d-baac-4fde-8591-92fdd56fca1f on network 1be73647-a142-4cbb-bdf7-aa5ac41cffab {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:26.607791 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:26.608486 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Checking segment: {'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:26.609003 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.610093 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Bound using segment: {'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:26.610438 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Bound port: 8b10a32d-baac-4fde-8591-92fdd56fca1f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:26.611087 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.634437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] For port 6a986a52-5d49-4cdf-826f-5123b3085018, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6a986a52-5d49-4cdf-826f-5123b3085018,segment=NetworkSegment(d9098e9f-88ce-4f33-85e7-c441da9dfa68),segment_id=d9098e9f-88ce-4f33-85e7-c441da9dfa68)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:26.634944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.670309 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "DELETE /v2.0/networks/9f93b520-8d0f-4a9a-8dd8-9756935dda8a HTTP/1.1" status: 204 len: 168 time: 2.4726071 Mar 02 20:10:26.694217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 36984) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:26.696330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=419f031e-b32a-4de6-a69e-80c9853d76e4,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:26.703941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fbc61-0197-44b8-b2d9-6327b8ec7a9a tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f93b520-8d0f-4a9a-8dd8-9756935dda8a,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:26.740350 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Request body: {'network': {'name': 'tempest-network--988178182'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:26.758468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:26.770221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Usage tracker for resource:network and tenant:f0610f148bcb4dc2ad87b8afd354eec2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:26.775651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:26.788845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:26.807458 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '5a7ddc63-5c20-4c99-946d-ff11b3963914', 'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'mac_address': 'fa:16:3e:57:07:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:23Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'subnets': [{'id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:26.850419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Calling delete_port for 6a986a52-5d49-4cdf-826f-5123b3085018 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:26.852561 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a78c51-875e-4a9b-9fb4-eb88adaa9e9a None None] The sync data for ids ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'] in dv-neutron-831593-2-hyperv is: [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '5a7ddc63-5c20-4c99-946d-ff11b3963914', 'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'mac_address': 'fa:16:3e:57:07:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:23Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'subnets': [{'id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:10:26.878524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-23113388-f185-4b8b-bf47-d46a343a58ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.880515 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] For port 8b10a32d-baac-4fde-8591-92fdd56fca1f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:26.884818 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] For port 8b10a32d-baac-4fde-8591-92fdd56fca1f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8b10a32d-baac-4fde-8591-92fdd56fca1f,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:26.886255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:26.886772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network hostable DHCP agents. Network: 2c0dfed8-adb2-4b23-a32c-5e04666528a0, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:10:26.894305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Made reservation on behalf of f0610f148bcb4dc2ad87b8afd354eec2 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:26.897021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:26.973507 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:27.002217 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5a7ddc63-5c20-4c99-946d-ff11b3963914 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:27.053352 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1436f019-853f-4cf9-931b-23b0fcaca6c0 req-80e01555-c022-4f95-b4a4-2bedaa774dfe tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 210 time: 0.1839302 Mar 02 20:10:27.104544 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:27.125864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:27.126229 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Added segment 0128d112-80d1-4e15-af1a-eee0402db6fc of type vlan for network 6f0dffae-5637-4006-90de-7902614063a4 Mar 02 20:10:27.164419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-23113388-f185-4b8b-bf47-d46a343a58ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Calling delete_port for 3f030c74-5277-47b3-8127-d81dac31281c owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:27.198426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:27.232475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5a7ddc63-5c20-4c99-946d-ff11b3963914 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:27.234455 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:27.260571 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Routers {'a67f488d-5833-4803-9c31-9d5372c8164c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:27.263355 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a67f488d-5833-4803-9c31-9d5372c8164c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:27.302237 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-7a09ccee-b002-43da-911c-5f6e6bb1af73 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6260fc155d734108978102ab0353176d&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1833284 Mar 02 20:10:27.604084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Allocated IP 172.20.0.12 (1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee/c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e/58f9951b-f09b-4ba6-a3a6-53fa66b7be8d) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:27.682805 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:10:27.708862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-23113388-f185-4b8b-bf47-d46a343a58ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:27.746552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:27.747628 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:27.748344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:27.858993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-23113388-f185-4b8b-bf47-d46a343a58ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:27.877417 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] Set router a67f488d-5833-4803-9c31-9d5372c8164c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:10:27.883335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 36996) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:27.938708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event updated for resources: {'Network': ['ID=6f0dffae-5637-4006-90de-7902614063a4,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:27.957264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 2c0dfed8-adb2-4b23-a32c-5e04666528a0) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:27.957445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 6f0dffae-5637-4006-90de-7902614063a4 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:27.984231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1c050a-53f9-4b1e-b788-1578fc1556d7 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:27.999535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:28.002792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:28.040137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23113388-f185-4b8b-bf47-d46a343a58ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f030c74-5277-47b3-8127-d81dac31281c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:28.173900 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-23113388-f185-4b8b-bf47-d46a343a58ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "DELETE /v2.0/ports/3f030c74-5277-47b3-8127-d81dac31281c HTTP/1.1" status: 204 len: 168 time: 2.3213668 Mar 02 20:10:28.176352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37004) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:28.192248 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb76d7-3086-443e-a06b-a6f00ca56d82 None None] Pushing event updated for resources: {'Port': ['ID=8b10a32d-baac-4fde-8591-92fdd56fca1f,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:28.192644 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1f120e9a-2211-491c-90de-7e9760d6e698 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.0443680 Mar 02 20:10:28.197065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37008) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:28.220672 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-544f201e-19a5-4f11-bf54-8359b2c6a155 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5019732 Mar 02 20:10:28.230156 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-03f619df-3237-41dc-b006-dad0dcb846eb service neutron] 10.222.0.44 "GET /v2.0/networks/1be73647-a142-4cbb-bdf7-aa5ac41cffab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9216504 Mar 02 20:10:28.247882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37012) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:28.319689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:28.340146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b4e9057b-ed74-4d09-a92a-a10e10fd9339 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:28.525398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'name': 'tempest-NetworksTestDHCPv6-425036810'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:28.582440 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:08Z', 'revision_number': 4, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '8b10a32d-baac-4fde-8591-92fdd56fca1f', 'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'tenant_id': '6260fc155d734108978102ab0353176d', 'mac_address': 'fa:16:3e:56:ef:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:06Z', 'updated_at': '2022-03-02T20:10:26Z', 'revision_number': 4, 'project_id': '6260fc155d734108978102ab0353176d', 'subnets': [{'id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:28.596237 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a04541-b580-400c-bc0e-bd62f0392604 None None] The sync data for ids ['a67f488d-5833-4803-9c31-9d5372c8164c'] in dv-neutron-831593-2-hyperv is: [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:08Z', 'revision_number': 4, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '8b10a32d-baac-4fde-8591-92fdd56fca1f', 'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'tenant_id': '6260fc155d734108978102ab0353176d', 'mac_address': 'fa:16:3e:56:ef:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:06Z', 'updated_at': '2022-03-02T20:10:26Z', 'revision_number': 4, 'project_id': '6260fc155d734108978102ab0353176d', 'subnets': [{'id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:10:28.791173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '419f031e-b32a-4de6-a69e-80c9853d76e4'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:10:28.792016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:28.867075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3055cb00-48c4-4e16-a690-bffe8df4d419 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:28.877988 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb476c44-a0af-438c-bf5d-da2a4b98bd51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] GET failed (client error): The resource could not be found. Mar 02 20:10:28.878710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fb476c44-a0af-438c-bf5d-da2a4b98bd51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Synchronizing usage tracker for tenant:82d4b546f1604fd5856578eec0ee1a36 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:28.989293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a986a52-5d49-4cdf-826f-5123b3085018,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:29.098017 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8b10a32d-baac-4fde-8591-92fdd56fca1f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:29.115074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fb476c44-a0af-438c-bf5d-da2a4b98bd51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Unset dirty status for tenant:82d4b546f1604fd5856578eec0ee1a36 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:29.120358 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fb476c44-a0af-438c-bf5d-da2a4b98bd51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "GET /v2.0/ports/3f030c74-5277-47b3-8127-d81dac31281c HTTP/1.1" status: 404 len: 333 time: 0.9428144 Mar 02 20:10:29.154293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37018) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:29.236244 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1f30dddc-dde8-42ea-8954-19b69acbac78 req-2de1937c-4329-4cc4-a184-4e6bd1e54793 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 210 time: 0.7252758 Mar 02 20:10:29.245189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/419f031e-b32a-4de6-a69e-80c9853d76e4/6d738b62-bad0-4e87-947f-17791232d0c8) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:29.269599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Request body: {'port': {'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081439345'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:29.390377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:29.411907 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 8b10a32d-baac-4fde-8591-92fdd56fca1f completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:29.426291 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-d47dccf9-e00e-44e6-b25e-688b87a337b1 service neutron] 10.222.0.44 "GET /v2.0/networks/1be73647-a142-4cbb-bdf7-aa5ac41cffab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1950858 Mar 02 20:10:29.434810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:29.442591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:29.443686 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8b10a32d-baac-4fde-8591-92fdd56fca1f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:29.444177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:29.453752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:29.463031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:29.482509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:29.532869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:10:29.572915 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:29.604207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:29.611629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:29.612655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:29.736031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4e9057b-ed74-4d09-a92a-a10e10fd9339 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:29.775361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 0ece24f0-c395-4a74-a837-5c9c9faaaa8a yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:29.820381 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:29.867015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37032) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:29.867669 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3055cb00-48c4-4e16-a690-bffe8df4d419 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] 10.222.0.44 "PUT /v2.0/quotas/071ffc455a6649a9a43eec2e3b7c9e60 HTTP/1.1" status: 200 len: 366 time: 1.9750946 Mar 02 20:10:29.891296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Transition to ACTIVE for port object 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:29.953188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 8b10a32d-baac-4fde-8591-92fdd56fca1f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8b10a32d-baac-4fde-8591-92fdd56fca1f,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:29.958275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Made reservation on behalf of 82d4b546f1604fd5856578eec0ee1a36 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:29.960266 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:29.963382 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:29.972596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Transition to ACTIVE for port object 6d738b62-bad0-4e87-947f-17791232d0c8 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:29.994417 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Transition to ACTIVE for port object 6d738b62-bad0-4e87-947f-17791232d0c8 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:30.003798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4e9057b-ed74-4d09-a92a-a10e10fd9339 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:30.038085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:30.084638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:30.085383 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-710f6924-c15f-4125-a1a8-e84f308e0dc3 req-837f5630-41e4-40a4-9054-d2c474d68118 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 210 time: 0.2219818 Mar 02 20:10:30.096718 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-391d274b-feb1-4fe4-b82f-399251cdd8bc tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2254925 Mar 02 20:10:30.106048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37040) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:30.127513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:30.212158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:30.214210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:30.218577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:30.220919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=8b10a32d-baac-4fde-8591-92fdd56fca1f,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:30.251063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::106 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/419f031e-b32a-4de6-a69e-80c9853d76e4/0ece24f0-c395-4a74-a837-5c9c9faaaa8a) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:30.414879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Pushing event updated for resources: {'Port': ['ID=6d738b62-bad0-4e87-947f-17791232d0c8,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:30.429709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Attempting to bind port 6d738b62-bad0-4e87-947f-17791232d0c8 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:30.430250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Attempting to bind port 6d738b62-bad0-4e87-947f-17791232d0c8 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:30.430700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Attempting to bind port 6d738b62-bad0-4e87-947f-17791232d0c8 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:30.440298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:30.440831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:30.441325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:30.442097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:30.442758 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Bound port: 6d738b62-bad0-4e87-947f-17791232d0c8, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:30.443229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:30.597190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4e9057b-ed74-4d09-a92a-a10e10fd9339 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Network 6f0dffae-5637-4006-90de-7902614063a4 is not hosted by any dhcp agent {{(pid=84503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 20:10:30.601226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e9057b-ed74-4d09-a92a-a10e10fd9339 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:30.602172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4e9057b-ed74-4d09-a92a-a10e10fd9339 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:30.603637 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b4e9057b-ed74-4d09-a92a-a10e10fd9339 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "PUT /v2.0/networks/6f0dffae-5637-4006-90de-7902614063a4 HTTP/1.1" status: 200 len: 858 time: 2.3090227 Mar 02 20:10:30.608903 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37052) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:30.770726 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-069714ee-8824-49e1-886b-58b02ea40e07 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] 10.222.0.44 "GET /v2.0/quotas/071ffc455a6649a9a43eec2e3b7c9e60 HTTP/1.1" status: 200 len: 366 time: 0.6556094 Mar 02 20:10:30.772299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] device_id is not set on port 78bb611a-00d3-4682-a428-91c2f32f1bd8 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:30.807009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] For port 6d738b62-bad0-4e87-947f-17791232d0c8, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:30.817994 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] For port 6d738b62-bad0-4e87-947f-17791232d0c8, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6d738b62-bad0-4e87-947f-17791232d0c8,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:30.838623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37062) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:30.840203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9057b-ed74-4d09-a92a-a10e10fd9339 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event updated for resources: {'Network': ['ID=6f0dffae-5637-4006-90de-7902614063a4,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:30.858476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:30.871487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:30.875542 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:30.962885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:30.997346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:31.060905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Pushing event updated for resources: {'Port': ['ID=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:31.093680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8b10a32d-baac-4fde-8591-92fdd56fca1f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:31.117613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:31.130874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:31.198318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:31.242187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 0ece24f0-c395-4a74-a837-5c9c9faaaa8a will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:31.252291 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:31.253417 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:31.284134 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b0d383bd-76ef-4e3d-9689-39de6bfc1ba4 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/071ffc455a6649a9a43eec2e3b7c9e60 HTTP/1.1" status: 204 len: 168 time: 0.4407203 Mar 02 20:10:31.296929 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37072) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:31.343156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683af2a-f763-477a-87c1-1634e55c317e None None] Pushing event updated for resources: {'Port': ['ID=6d738b62-bad0-4e87-947f-17791232d0c8,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:31.401532 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8b10a32d-baac-4fde-8591-92fdd56fca1f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:31.401983 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:31.426282 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-60326e58-83d5-4c71-ad25-fde0085d8a27 req-b8823b3d-95f0-4166-9d01-6baa2392ad36 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 210 time: 0.1192853 Mar 02 20:10:31.447783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:31.466640 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-00cc8cba-ee43-4c3f-9578-f0e5053633fc tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1642616 Mar 02 20:10:31.483774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1bb9618d-a3a6-40fe-b759-5bd2cdcf2a9f None None] Provisioning for port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:31.510407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37076) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:31.532516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1bb9618d-a3a6-40fe-b759-5bd2cdcf2a9f None None] Provisioning complete for port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:31.532881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1bb9618d-a3a6-40fe-b759-5bd2cdcf2a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:31.587097 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-75b6da94-6f55-4be5-9ea1-0163aace32ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0247827 Mar 02 20:10:31.694469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:31.729008 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:31.729656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9618d-a3a6-40fe-b759-5bd2cdcf2a9f None None] Port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:31.734355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:31.738451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:31.741022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:31.789408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.010593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-9b3d4467-417e-4a8c-9e89-d3d08e377f95 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:10:32.011825 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-9b3d4467-417e-4a8c-9e89-d3d08e377f95 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067158 Mar 02 20:10:32.021396 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ee1d40f3-6dee-46ab-93b6-00dee89a38e2 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] 10.222.0.44 "GET /v2.0/quotas/071ffc455a6649a9a43eec2e3b7c9e60 HTTP/1.1" status: 200 len: 370 time: 0.5074720 Mar 02 20:10:32.032059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.036312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a44edfa7-70ef-4d50-9fc0-f988735f11b3 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:10:32.069877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37082) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:32.103763 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.108173 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9ca56204-7c46-419b-b7de-dbffc264ab47 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "DELETE /v2.0/routers/a44edfa7-70ef-4d50-9fc0-f988735f11b3 HTTP/1.1" status: 204 len: 168 time: 9.5067160 Mar 02 20:10:32.115158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37084) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:32.248927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.268352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-4159b644-c627-4945-8d61-e2d875ed4f15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Deleting subnet e1571112-1508-4c8a-8e10-21616f5b15fb {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:10:32.272562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4159b644-c627-4945-8d61-e2d875ed4f15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.309436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Request body: {'port': {'device_id': 'eef31826-8935-4e64-8866-464ddcf54a70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:32.407025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4159b644-c627-4945-8d61-e2d875ed4f15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.506204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=0ece24f0-c395-4a74-a837-5c9c9faaaa8a,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:32.513157 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1a107b7e-9a58-4a53-9e3e-d854a7196782 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3025501 Mar 02 20:10:32.616406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37098) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:32.651714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.671746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4159b644-c627-4945-8d61-e2d875ed4f15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.713208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0dffae-5637-4006-90de-7902614063a4']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:32.730164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0128d112-80d1-4e15-af1a-eee0402db6fc') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:32.730741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0128d112-80d1-4e15-af1a-eee0402db6fc') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:32.745408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.764260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.764872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.772236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:10:32.772236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:10:32.907991 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:10:32.916926 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d74228d9-3ad1-4363-acc1-b210f2db8126 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] 10.222.0.44 "GET /v2.0/quotas/071ffc455a6649a9a43eec2e3b7c9e60/default HTTP/1.1" status: 200 len: 370 time: 0.4118843 Mar 02 20:10:32.929485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37102) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:32.982739 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e88a253-5d62-4f01-8b51-f2d0c8b56321 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:32.988618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e88a253-5d62-4f01-8b51-f2d0c8b56321 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:32.989521 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3e88a253-5d62-4f01-8b51-f2d0c8b56321 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4293728 Mar 02 20:10:32.992537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37106) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:33.142892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264dc4-3ba6-4e03-9ed6-70bea011d148 req-e63049bf-e139-43d4-b68d-513347a03dec tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:33.144691 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3264dc4-3ba6-4e03-9ed6-70bea011d148 req-e63049bf-e139-43d4-b68d-513347a03dec tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 932 time: 2.3079324 Mar 02 20:10:33.158940 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a3d9e34b-3f6e-4244-89c9-d2714c32d0c9 req-b95b9512-f480-4321-9a18-98dbfdf2a501 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 210 time: 0.2323775 Mar 02 20:10:33.255745 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-5b09cfec-c856-4ae7-af2c-0a784b7b3969 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] delete failed (client error): The resource could not be found. Mar 02 20:10:33.259944 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5b09cfec-c856-4ae7-af2c-0a784b7b3969 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/071ffc455a6649a9a43eec2e3b7c9e60 HTTP/1.1" status: 404 len: 348 time: 0.3250542 Mar 02 20:10:33.263711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6d738b62-bad0-4e87-947f-17791232d0c8 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:33.342132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0e551c52-810e-49b3-9e62-83e943b98178 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 0ece24f0-c395-4a74-a837-5c9c9faaaa8a {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:33.342494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0e551c52-810e-49b3-9e62-83e943b98178 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:33.350591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d554c0-fb83-4055-8f8d-1d47db6e9e10 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:33.357550 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3264dc4-3ba6-4e03-9ed6-70bea011d148 req-adfef1bf-f026-4d9b-82e7-834ec35a7414 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031362 Mar 02 20:10:33.439930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:33.460048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:33.507687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f0dffae-5637-4006-90de-7902614063a4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:33.518282 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f0dffae-5637-4006-90de-7902614063a4 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 20:10:33.525126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:33.537020 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3e398ae6-fb22-4116-9b68-2410af60fa92 tempest-ExternalNetworksTestJSON-610287784 tempest-ExternalNetworksTestJSON-610287784-project-admin] 10.222.0.44 "DELETE /v2.0/networks/6f0dffae-5637-4006-90de-7902614063a4 HTTP/1.1" status: 204 len: 168 time: 2.9213269 Mar 02 20:10:33.540208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37112) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:33.593341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4159b644-c627-4945-8d61-e2d875ed4f15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:33.595228 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d67ca0-da6a-4e07-a95b-bca1d86fbc1d tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] DELETE failed (client error): The resource could not be found. Mar 02 20:10:33.595975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d67ca0-da6a-4e07-a95b-bca1d86fbc1d tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:10:33.598868 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-69d67ca0-da6a-4e07-a95b-bca1d86fbc1d tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] 10.222.0.44 "DELETE /v2.0/subnets/3d2f63b2-899d-4703-96d6-9476a7e431be HTTP/1.1" status: 404 len: 337 time: 0.0572562 Mar 02 20:10:33.612148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37116) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:33.637781 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-63c73d7a-dacd-44e4-8962-f1d82261db02 None None] Provisioning for port 6d738b62-bad0-4e87-947f-17791232d0c8 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:33.655979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 6d738b62-bad0-4e87-947f-17791232d0c8 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:33.691429 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-63c73d7a-dacd-44e4-8962-f1d82261db02 None None] Provisioning complete for port 6d738b62-bad0-4e87-947f-17791232d0c8 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:33.691758 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63c73d7a-dacd-44e4-8962-f1d82261db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:33.718685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159b644-c627-4945-8d61-e2d875ed4f15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e1571112-1508-4c8a-8e10-21616f5b15fb,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:33.724813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6d738b62-bad0-4e87-947f-17791232d0c8 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:33.725181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:33.881375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37120) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:33.950822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Usage tracker for resource:network and tenant:9fa3ceab60a149269233a980e0328638 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:33.965593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Allocated IP 172.20.0.1 (e1d270c9-8bbb-4f60-a45a-56560cc4c482/a1ffd703-cb2b-430e-b76c-4ad550a10e66/7d24f92c-aae4-46bc-ab61-1d57344fbc77) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:33.968812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:33.973569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0e551c52-810e-49b3-9e62-83e943b98178 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:33.974441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:33.997637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Usage tracker for resource:subnet and tenant:9fa3ceab60a149269233a980e0328638 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:34.018388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:34.107221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:34.123153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63c73d7a-dacd-44e4-8962-f1d82261db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:34.203573 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0e551c52-810e-49b3-9e62-83e943b98178 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 0ece24f0-c395-4a74-a837-5c9c9faaaa8a owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:34.213807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-63c73d7a-dacd-44e4-8962-f1d82261db02 None None] For port 6d738b62-bad0-4e87-947f-17791232d0c8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6d738b62-bad0-4e87-947f-17791232d0c8,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:34.246089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Usage tracker for resource:subnetpool and tenant:9fa3ceab60a149269233a980e0328638 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:34.400372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:34.409148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63c73d7a-dacd-44e4-8962-f1d82261db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:34.473847 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:10:34.485710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:10:34.530029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c73d7a-dacd-44e4-8962-f1d82261db02 None None] Pushing event updated for resources: {'Port': ['ID=6d738b62-bad0-4e87-947f-17791232d0c8,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:34.559793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:34.589522 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e9a27222-144c-4f7f-b09b-5f39b9c3919f req-f206822c-3112-49b3-a6c0-9039dc72c3dd tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 210 time: 0.1343093 Mar 02 20:10:34.606699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Usage tracker for resource:port and tenant:9fa3ceab60a149269233a980e0328638 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:34.643682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4159b644-c627-4945-8d61-e2d875ed4f15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:34.653865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event updated for resources: {'Port': ['ID=78bb611a-00d3-4682-a428-91c2f32f1bd8,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:34.663229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eb0befae-8e6d-4420-806b-b42b11520773 None None] Provisioning complete for port 6d738b62-bad0-4e87-947f-17791232d0c8 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:34.663479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb0befae-8e6d-4420-806b-b42b11520773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:34.702046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Network ea8fb77f-c9a9-4441-907b-abb2345f7038 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:34.707370 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:34.710943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:34.754344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b07a53-fd49-4256-a86f-934aa60d959f']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:34.777309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20188b70-aa46-4040-ae84-6cb6dc6e7bfd') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:34.777644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20188b70-aa46-4040-ae84-6cb6dc6e7bfd') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:34.796838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:34.816356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:34.821822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:34.825070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:34.826079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:34.830915 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:10:34.840030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:34.840193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.31', 58289) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:10:34.923305 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:10:35.052671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:35.063686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:10:35.069845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Usage tracker for resource:router and tenant:9fa3ceab60a149269233a980e0328638 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:35.074313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:35.075230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:35.097626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Usage tracker for resource:floatingip and tenant:9fa3ceab60a149269233a980e0328638 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:35.103913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:35.161816 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Usage tracker for resource:security_group and tenant:9fa3ceab60a149269233a980e0328638 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:35.174035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:35.182269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Usage tracker for resource:security_group_rule and tenant:9fa3ceab60a149269233a980e0328638 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:35.193156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3b98-6b48-453e-80b1-961fd7dfaa43 req-75082281-6cb9-44d8-b98c-92a238742089 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:35.194659 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c1dd3b98-6b48-453e-80b1-961fd7dfaa43 req-75082281-6cb9-44d8-b98c-92a238742089 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 932 time: 0.4561236 Mar 02 20:10:35.195298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:35.219425 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-98597cd0-daf3-4ab6-9aea-c4a7054cd375 tempest-QuotasTest-1934648132 tempest-QuotasTest-1934648132-project-admin] 10.222.0.44 "GET /v2.0/quotas/9fa3ceab60a149269233a980e0328638/details.json HTTP/1.1" status: 200 len: 703 time: 1.3365581 Mar 02 20:10:35.226762 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4159b644-c627-4945-8d61-e2d875ed4f15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/e1571112-1508-4c8a-8e10-21616f5b15fb HTTP/1.1" status: 204 len: 168 time: 3.1106727 Mar 02 20:10:35.232411 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Transition to ACTIVE for port object 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:35.254304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6d738b62-bad0-4e87-947f-17791232d0c8 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:35.286512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37132) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:35.287868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:35.297861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:35.331216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:35.422844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6d738b62-bad0-4e87-947f-17791232d0c8 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:35.425065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:35.462767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] Pushing event deleted for resources: {'Network': ['ID=97b07a53-fd49-4256-a86f-934aa60d959f,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:35.469620 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5a5f0f97-5446-49b9-9d60-c99664434114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 6.3140950 Mar 02 20:10:35.470483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37136) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:35.535138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:35.550665 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c1dd3b98-6b48-453e-80b1-961fd7dfaa43 req-019769f3-0942-49d6-9624-7e41e8040aea tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491316 Mar 02 20:10:35.552778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:35.753738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eb0befae-8e6d-4420-806b-b42b11520773 None None] Provisioning for port 0ece24f0-c395-4a74-a837-5c9c9faaaa8a completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:35.764910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eb0befae-8e6d-4420-806b-b42b11520773 None None] Provisioning complete for port 0ece24f0-c395-4a74-a837-5c9c9faaaa8a triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:35.765281 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb0befae-8e6d-4420-806b-b42b11520773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:35.844499 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0e551c52-810e-49b3-9e62-83e943b98178 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:35.888649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Pushing event updated for resources: {'Port': ['ID=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:35.894596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-eb0befae-8e6d-4420-806b-b42b11520773 None None] Port 0ece24f0-c395-4a74-a837-5c9c9faaaa8a was deleted so its status cannot be updated. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 02 20:10:35.932453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Transition to ACTIVE for port object 7d24f92c-aae4-46bc-ab61-1d57344fbc77 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:35.948188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57721d-4f36-429f-baff-80abb11ff07f req-fd7cd148-44c8-46d7-ac24-9c6063bc55ff tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:35.953653 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-accab20d-a73b-4e82-be71-91a47d140dfe tempest-ExternalNetworksTestJSON-836423572 tempest-ExternalNetworksTestJSON-836423572-project] 10.222.0.44 "DELETE /v2.0/networks/97b07a53-fd49-4256-a86f-934aa60d959f HTTP/1.1" status: 204 len: 168 time: 2.3399005 Mar 02 20:10:35.957456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-be57721d-4f36-429f-baff-80abb11ff07f req-fd7cd148-44c8-46d7-ac24-9c6063bc55ff tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Synchronizing usage tracker for tenant:6260fc155d734108978102ab0353176d on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:36.008663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-18990aa0-9f38-43a7-abeb-a7af8e8ba833 None None] Could not find standard attr ID for object 0ece24f0-c395-4a74-a837-5c9c9faaaa8a. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:10:36.070376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:36.083447 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-37514760-70d5-4054-938e-6d62b43c0fcf req-3d3db529-e245-4e05-93d7-59226fcc63d0 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 210 time: 0.1530194 Mar 02 20:10:36.088332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:36.172018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed14cb99-9b31-4dc8-bb28-f48a9a9f1185']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:36.187757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e551c52-810e-49b3-9e62-83e943b98178 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=0ece24f0-c395-4a74-a837-5c9c9faaaa8a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:36.192779 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9098e9f-88ce-4f33-85e7-c441da9dfa68') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:36.193743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9098e9f-88ce-4f33-85e7-c441da9dfa68') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:36.210259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:36.219489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:36.298012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:36.319482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37150) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:36.331558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:10:36.331965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:10:36.365935 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:10:36.469573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Network e1d270c9-8bbb-4f60-a45a-56560cc4c482 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:36.477140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:36.500304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event updated for resources: {'Port': ['ID=7d24f92c-aae4-46bc-ab61-1d57344fbc77,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:36.500304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:36.703253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:36.811250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37160) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:36.832006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:36.926224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed14cb99-9b31-4dc8-bb28-f48a9a9f1185 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 20:10:36.926470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0e551c52-810e-49b3-9e62-83e943b98178 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:36.940195 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0e551c52-810e-49b3-9e62-83e943b98178 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/0ece24f0-c395-4a74-a837-5c9c9faaaa8a HTTP/1.1" status: 204 len: 168 time: 3.9466488 Mar 02 20:10:36.941285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-be57721d-4f36-429f-baff-80abb11ff07f req-fd7cd148-44c8-46d7-ac24-9c6063bc55ff tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Unset dirty status for tenant:6260fc155d734108978102ab0353176d on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:36.942988 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-fd7cd148-44c8-46d7-ac24-9c6063bc55ff tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.31 "GET /v2.0/networks?id=1be73647-a142-4cbb-bdf7-aa5ac41cffab HTTP/1.1" status: 200 len: 806 time: 1.8408473 Mar 02 20:10:36.956153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37166) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:36.969192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:36.982415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed14cb99-9b31-4dc8-bb28-f48a9a9f1185,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:37.053468 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c8f6b935-954d-48e3-840d-a5b57b4b3542 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "DELETE /v2.0/networks/ed14cb99-9b31-4dc8-bb28-f48a9a9f1185 HTTP/1.1" status: 204 len: 168 time: 1.7481945 Mar 02 20:10:37.193363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] device_id is not set on port 78bb611a-00d3-4682-a428-91c2f32f1bd8 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:37.222971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:37.244811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ed7e40f2-9d51-4944-824b-f8b7258ca185 None None] Provisioning for port 7d24f92c-aae4-46bc-ab61-1d57344fbc77 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:37.250834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Attempting to bind port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:37.251168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Attempting to bind port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:37.251495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Attempting to bind port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d on network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:37.251673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ed7e40f2-9d51-4944-824b-f8b7258ca185 None None] Provisioning complete for port 7d24f92c-aae4-46bc-ab61-1d57344fbc77 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:37.252212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ed7e40f2-9d51-4944-824b-f8b7258ca185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:37.259553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8456723e-5bec-4a20-ba7f-ccf5cb9df4fe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:37.260940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8456723e-5bec-4a20-ba7f-ccf5cb9df4fe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:37.262658 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8456723e-5bec-4a20-ba7f-ccf5cb9df4fe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2897465 Mar 02 20:10:37.274609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37178) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:37.284660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baea6bcd-35da-458b-a49a-1511f7f895c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:37.293261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Transition to ACTIVE for port object 78bb611a-00d3-4682-a428-91c2f32f1bd8 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:37.342673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d on network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:37.343155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Attempting to bind port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d on network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:37.361422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-be57721d-4f36-429f-baff-80abb11ff07f req-f468a09c-676d-4734-930c-22ea5abb9a28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Synchronizing usage tracker for tenant:6260fc155d734108978102ab0353176d on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:37.367457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-baea6bcd-35da-458b-a49a-1511f7f895c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:37.371622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-baea6bcd-35da-458b-a49a-1511f7f895c8 admin admin] Usage tracker for resource:security_group_rule and tenant:59a943dbe3ca434494b4aec4ce957a8a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:37.375438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-baea6bcd-35da-458b-a49a-1511f7f895c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:37.377866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:37.378233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Checking segment: {'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:37.378806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Bound using segment: {'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:37.379343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Bound port: 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1786daeb-d7e0-4bc9-a9b4-9866175ead73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:37.379644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:37.381332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-baea6bcd-35da-458b-a49a-1511f7f895c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:37.398317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:37.472831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baea6bcd-35da-458b-a49a-1511f7f895c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:37.491323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e40f2-9d51-4944-824b-f8b7258ca185 None None] Port 7d24f92c-aae4-46bc-ab61-1d57344fbc77 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:37.500177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:37.591211 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6fbbbc6e-c5a3-4889-8820-1e5795fe2d2e req-5c8ddabf-9320-450d-95a1-c29c66b3e786 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 210 time: 0.0935872 Mar 02 20:10:37.602783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-be57721d-4f36-429f-baff-80abb11ff07f req-f468a09c-676d-4734-930c-22ea5abb9a28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Unset dirty status for tenant:6260fc155d734108978102ab0353176d on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:37.602783 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-f468a09c-676d-4734-930c-22ea5abb9a28 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6260fc155d734108978102ab0353176d HTTP/1.1" status: 200 len: 380 time: 0.4998755 Mar 02 20:10:37.631377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baea6bcd-35da-458b-a49a-1511f7f895c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:37.673503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event updated for resources: {'Port': ['ID=78bb611a-00d3-4682-a428-91c2f32f1bd8,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:37.681533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Request body: {'port': {'device_id': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'admin_state_up': True, 'tenant_id': '6260fc155d734108978102ab0353176d', 'security_groups': ['7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:37.689639 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0fdec20f-0821-497d-9e88-6a0b5eb3f410 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9285b7b0f5e4c869c7cddbb4fd75b0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8787622 Mar 02 20:10:37.698365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37188) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:37.795850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ecdd2-8d1d-43ab-a5f2-a5c51c22b4ae req-26079098-8b84-461a-b8c8-d7480a5e7ecd tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:37.802406 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-183ecdd2-8d1d-43ab-a5f2-a5c51c22b4ae req-26079098-8b84-461a-b8c8-d7480a5e7ecd tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 944 time: 0.9087396 Mar 02 20:10:37.817154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea6bcd-35da-458b-a49a-1511f7f895c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426342c7-01e1-4e27-8aec-7da2c39786e6,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:37.883911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37194) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:37.900354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7c3c6057-fd71-4dbc-b087-4ee617edc9e9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Request body: {'router': {'name': 'tempest-router--2094940187', 'project_id': '81366930355d4d6cac99b7fb669967b9'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:37.922474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7c3c6057-fd71-4dbc-b087-4ee617edc9e9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:37.946282 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-baea6bcd-35da-458b-a49a-1511f7f895c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59a943dbe3ca434494b4aec4ce957a8a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6244290 Mar 02 20:10:37.968399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] For port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:37.971667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7c3c6057-fd71-4dbc-b087-4ee617edc9e9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Usage tracker for resource:router and tenant:81366930355d4d6cac99b7fb669967b9 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:37.977795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37198) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:37.997856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7c3c6057-fd71-4dbc-b087-4ee617edc9e9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:38.031848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02849f7-876a-4ef2-94a0-e34f6cc875e4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 419f031e-b32a-4de6-a69e-80c9853d76e4 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:10:38.038126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] For port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:38.042483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7c3c6057-fd71-4dbc-b087-4ee617edc9e9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:38.044902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:38.045370 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:38.046111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:38.070617 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-183ecdd2-8d1d-43ab-a5f2-a5c51c22b4ae req-3dc597bf-691b-4c5c-b77b-7b7074c593c4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671404 Mar 02 20:10:38.083199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23a755af-4dd2-49e7-99ce-c0ffc60e5493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.087610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b02849f7-876a-4ef2-94a0-e34f6cc875e4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.172204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23a755af-4dd2-49e7-99ce-c0ffc60e5493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.292459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:38.292932 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:38.304038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ed28505-199c-4159-a112-adf9bd5b7920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.316381 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 2 to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 Mar 02 20:10:38.328331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.332766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c3c6057-fd71-4dbc-b087-4ee617edc9e9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.334309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c3c6057-fd71-4dbc-b087-4ee617edc9e9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.403739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.414679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23a755af-4dd2-49e7-99ce-c0ffc60e5493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.445582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:38.446017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:38.446326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:38.449618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a755af-4dd2-49e7-99ce-c0ffc60e5493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8d519d-7eef-4bf4-b05f-06210d76421e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:38.467867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23a755af-4dd2-49e7-99ce-c0ffc60e5493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.467867 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-23a755af-4dd2-49e7-99ce-c0ffc60e5493 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b8d519d-7eef-4bf4-b05f-06210d76421e HTTP/1.1" status: 204 len: 168 time: 0.7522631 Mar 02 20:10:38.492494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.492931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.493936 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] 10.222.0.31 "PUT /v2.0/ports/58f9951b-f09b-4ba6-a3a6-53fa66b7be8d HTTP/1.1" status: 200 len: 1094 time: 6.3491943 Mar 02 20:10:38.494441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef31826-8935-4e64-8866-464ddcf54a70', 'tag': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:10:38.507732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ed28505-199c-4159-a112-adf9bd5b7920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.537896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b02849f7-876a-4ef2-94a0-e34f6cc875e4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.579840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:38.632075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Usage tracker for resource:port and tenant:6260fc155d734108978102ab0353176d is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:38.692701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:38.708016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:38.708393 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:38.737550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.761868 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c3c6057-fd71-4dbc-b087-4ee617edc9e9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:38.805847 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 3 to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 Mar 02 20:10:38.963809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event updated for resources: {'Port': ['ID=7d24f92c-aae4-46bc-ab61-1d57344fbc77,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:38.977022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b02849f7-876a-4ef2-94a0-e34f6cc875e4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:39.067165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:39.098621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28daec1-3e7f-4982-833a-a02b132e78ef service neutron] Pushing event updated for resources: {'Port': ['ID=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:39.139698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:39.139698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:39.139698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:39.156119 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-213313f3-5f11-498c-b976-976122d833d6 req-f4300cf9-57d7-44b2-a026-16146e11bb91 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 210 time: 0.2357183 Mar 02 20:10:39.160390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:39.160790 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:39.163549 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 4 to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 Mar 02 20:10:39.171331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ed28505-199c-4159-a112-adf9bd5b7920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:39.268731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed28505-199c-4159-a112-adf9bd5b7920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426342c7-01e1-4e27-8aec-7da2c39786e6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:39.300619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ed28505-199c-4159-a112-adf9bd5b7920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:39.302370 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6ed28505-199c-4159-a112-adf9bd5b7920 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/426342c7-01e1-4e27-8aec-7da2c39786e6 HTTP/1.1" status: 204 len: 168 time: 1.3143587 Mar 02 20:10:39.307063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Network e1d270c9-8bbb-4f60-a45a-56560cc4c482 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:39.309508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:39.319486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:39.319821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:39.320162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:39.344825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:39.345162 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:39.357960 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 5 to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 Mar 02 20:10:39.392326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:39.392715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:39.393062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:39.406139 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-939f9c33-b097-409c-8a63-c919499ec64b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e61b8232eb4340acba554e5488a7b44b&device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 1097 time: 0.6158340 Mar 02 20:10:39.409006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:39.409335 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:39.409723 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 6 to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 Mar 02 20:10:39.558802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:39.559609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:39.559747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:39.568894 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-d1176ff5-2113-4377-bdc1-31bc30fe60e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d HTTP/1.1" status: 200 len: 217 time: 0.1459336 Mar 02 20:10:39.584974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:39.585326 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:39.585682 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 7 to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 Mar 02 20:10:39.632314 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef31826-8935-4e64-8866-464ddcf54a70', 'tag': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d', 'status': 'completed', 'code': 200} Mar 02 20:10:39.632863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:39.633130 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:39.633508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:39.692861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Made reservation on behalf of 6260fc155d734108978102ab0353176d for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:39.696113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:39.713530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c3c6057-fd71-4dbc-b087-4ee617edc9e9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:39.723360 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b02849f7-876a-4ef2-94a0-e34f6cc875e4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:39.747584 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c9130a47-4f44-44db-8ccf-dd8fd77796c3 None None] Provisioning complete for port 7d24f92c-aae4-46bc-ab61-1d57344fbc77 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:39.748800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c9130a47-4f44-44db-8ccf-dd8fd77796c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:39.769051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6cddd-6ccb-479c-a6bf-8b9c835332be req-10ab495c-f0e9-4238-b924-7d734e849699 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:39.777055 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c0b6cddd-6ccb-479c-a6bf-8b9c835332be req-10ab495c-f0e9-4238-b924-7d734e849699 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 944 time: 0.3608742 Mar 02 20:10:39.801504 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b02849f7-876a-4ef2-94a0-e34f6cc875e4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:39.812987 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab3ad9-d2dd-499d-934a-d6417ff0a430 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:39.825080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:39.825551 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:39.838532 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 8 to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 Mar 02 20:10:39.852257 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02849f7-876a-4ef2-94a0-e34f6cc875e4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=419f031e-b32a-4de6-a69e-80c9853d76e4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:39.870197 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b02849f7-876a-4ef2-94a0-e34f6cc875e4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/419f031e-b32a-4de6-a69e-80c9853d76e4 HTTP/1.1" status: 204 len: 168 time: 2.5887883 Mar 02 20:10:39.874727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37222) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:39.877848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-85ae5eab-dcf9-495f-bdc1-69505037407b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:39.891266 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-85ae5eab-dcf9-495f-bdc1-69505037407b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e HTTP/1.1" status: 200 len: 851 time: 0.2565057 Mar 02 20:10:39.905794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c9130a47-4f44-44db-8ccf-dd8fd77796c3 None None] Port 7d24f92c-aae4-46bc-ab61-1d57344fbc77 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:39.988661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:39.989185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:39.989496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:40.079118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c3c6057-fd71-4dbc-b087-4ee617edc9e9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:40.084718 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7c3c6057-fd71-4dbc-b087-4ee617edc9e9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.1997962 Mar 02 20:10:40.094241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37226) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:40.157436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c7d69-f808-420e-803a-3e5b0cbeb2e8 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:10:40.165032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-199c7d69-f808-420e-803a-3e5b0cbeb2e8 None None] Deleting port 6d738b62-bad0-4e87-947f-17791232d0c8 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:40.165806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-199c7d69-f808-420e-803a-3e5b0cbeb2e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:40.214317 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9ec01fef-0861-4a9f-b21d-8907422be98c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3316345 Mar 02 20:10:40.226589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37232) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:40.266804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:40.301012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:40.301367 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:40.339191 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37238) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:40.406408 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 9 to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 Mar 02 20:10:40.463262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:40.463724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:40.464164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:40.497990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-199c7d69-f808-420e-803a-3e5b0cbeb2e8 None None] For port 6d738b62-bad0-4e87-947f-17791232d0c8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6d738b62-bad0-4e87-947f-17791232d0c8,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:40.499064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-199c7d69-f808-420e-803a-3e5b0cbeb2e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:40.535853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:40.536188 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:40.540155 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempt 10 to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 Mar 02 20:10:40.564244 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c0b6cddd-6ccb-479c-a6bf-8b9c835332be req-a86e8f61-0031-4a21-8cbb-ae98b831397a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7859755 Mar 02 20:10:40.577305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5b6644bc-ae87-4d50-b2a7-5865bec680a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:40.634851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:40.635103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:40.635490 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempting to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:40.636948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-199c7d69-f808-420e-803a-3e5b0cbeb2e8 None None] Calling delete_port for 6d738b62-bad0-4e87-947f-17791232d0c8 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:40.640182 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-80f357a5-5c1e-4746-9611-9b275f3f69d8 req-5ce77eb8-e592-4b5a-9777-a3c7044f709e tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 210 time: 0.1502645 Mar 02 20:10:40.658560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Allocated IP 172.20.0.6 (1be73647-a142-4cbb-bdf7-aa5ac41cffab/a38009bf-ca03-4494-af03-3f70aa3c31a5/9575bcf5-dc12-4aee-ad34-710e7e44b877) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:40.677978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:40.694060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:40.703866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:40.714568 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-774a1e27-408b-49ca-916d-f16d67a268a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0610f148bcb4dc2ad87b8afd354eec2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3676081 Mar 02 20:10:40.714568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:40.716617 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-ce8c3d0b-6745-4616-8d4c-9ebcdc6de8ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7299147 Mar 02 20:10:40.716617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37242) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:40.725644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:40.725989 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Failed to bind port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '50b38b3d-4c43-451f-84a0-bd0dd203d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'ea8fb77f-c9a9-4441-907b-abb2345f7038'}] Mar 02 20:10:40.726352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:40.792482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Router 3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:10:40.863212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:40.935286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-199c7d69-f808-420e-803a-3e5b0cbeb2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:40.987147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c7d69-f808-420e-803a-3e5b0cbeb2e8 None None] Pushing event deleted for resources: {'Port': ['ID=6d738b62-bad0-4e87-947f-17791232d0c8,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:40.992648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c7d69-f808-420e-803a-3e5b0cbeb2e8 None None] No DVR routers for this DVR port 6d738b62-bad0-4e87-947f-17791232d0c8 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:10:41.043425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.058647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37246) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:41.138385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7e07ae72-a978-453e-b70e-5e5644fb6cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.216613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6d738b62-bad0-4e87-947f-17791232d0c8 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:10:41.234623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7e07ae72-a978-453e-b70e-5e5644fb6cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:41.246554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7e07ae72-a978-453e-b70e-5e5644fb6cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:9fa3ceab60a149269233a980e0328638 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:41.252978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7e07ae72-a978-453e-b70e-5e5644fb6cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:41.265228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7e07ae72-a978-453e-b70e-5e5644fb6cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:41.273642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 6d738b62-bad0-4e87-947f-17791232d0c8 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:10:41.274038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6d738b62-bad0-4e87-947f-17791232d0c8 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:10:41.414740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] For port 78bb611a-00d3-4682-a428-91c2f32f1bd8, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:41.415320 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Attempted to set empty binding levels {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 20:10:41.417378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76f733fb-31f7-419a-aa20-bffe330ffdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.432771 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:10:41.444417 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f8f1f-d221-40cf-9c84-d08472623a38 None None] Sync routers for ids ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:10:41.458051 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f8f1f-d221-40cf-9c84-d08472623a38 None None] Routers {'3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:41.458669 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a27f8f1f-d221-40cf-9c84-d08472623a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:41.480063 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-30b51b8c-4b44-4a48-bbd3-c28364cf3646 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7437546 Mar 02 20:10:41.522039 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a27f8f1f-d221-40cf-9c84-d08472623a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:41.534016 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f8f1f-d221-40cf-9c84-d08472623a38 None None] Routers {'3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:41.534630 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a27f8f1f-d221-40cf-9c84-d08472623a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:41.542883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7e07ae72-a978-453e-b70e-5e5644fb6cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.544492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.591609 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a90595c5-f1fc-4cb0-bf2f-f192f32df169 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "PUT /v2.0/routers/3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3495963 Mar 02 20:10:41.597249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37252) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:41.599798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.605031 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a27f8f1f-d221-40cf-9c84-d08472623a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:41.605453 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f8f1f-d221-40cf-9c84-d08472623a38 None None] The sync data for ids ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:10:41.615483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Request body: {'port': {'network_id': 'e1d270c9-8bbb-4f60-a45a-56560cc4c482', 'name': 'tempest-FloatingIPAdminTestJSON-2070473659'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:41.639621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7e07ae72-a978-453e-b70e-5e5644fb6cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.647761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:41.712935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:41.724354 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31b6d18-1de0-48ed-bd5d-68ad8dabceaa None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:41.739823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76f733fb-31f7-419a-aa20-bffe330ffdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.749281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5b6644bc-ae87-4d50-b2a7-5865bec680a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.755470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=d4158f4f-827c-4e31-8308-55852fdca809,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:41.776951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:41.777542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.780837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] In _notify_port_updated(), no bound segment for port 78bb611a-00d3-4682-a428-91c2f32f1bd8 on network ea8fb77f-c9a9-4441-907b-abb2345f7038 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:10:41.781865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.786155 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "PUT /v2.0/ports/78bb611a-00d3-4682-a428-91c2f32f1bd8 HTTP/1.1" status: 200 len: 981 time: 6.2928123 Mar 02 20:10:41.806148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37258) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:41.827363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5b6644bc-ae87-4d50-b2a7-5865bec680a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.843819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07ae72-a978-453e-b70e-5e5644fb6cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1164c8c-d49a-4bbc-ab1a-dc8af0966c04,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:41.866962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.894131 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7e07ae72-a978-453e-b70e-5e5644fb6cf2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fa3ceab60a149269233a980e0328638&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8302660 Mar 02 20:10:41.899870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37262) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:41.904855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0feb6-db0e-466e-b43d-2889dee65562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event updated for resources: {'Port': ['ID=78bb611a-00d3-4682-a428-91c2f32f1bd8,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:41.927923 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41b3dced-12d2-4998-8bed-4f90cb4e8aa7 req-1a9a1a95-37f7-45e5-831d-1357fe08363a tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 210 time: 0.0860934 Mar 02 20:10:41.947386 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b3cf8927-5772-44b0-9adf-933031ee87d8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7075622 Mar 02 20:10:41.951133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Transition to ACTIVE for port object 9575bcf5-dc12-4aee-ad34-710e7e44b877 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:41.954464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37266) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:41.974426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-08859951-cb88-4d47-a69f-1b21f89ad949 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Deleting port 78bb611a-00d3-4682-a428-91c2f32f1bd8 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:41.974765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-08859951-cb88-4d47-a69f-1b21f89ad949 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:41.982843 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'name': 'tempest-NetworksTestDHCPv6-655430835'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:42.008890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b429580-9921-4143-ab99-959343efe350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': 'd4158f4f-827c-4e31-8308-55852fdca809'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:10:42.011470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b429580-9921-4143-ab99-959343efe350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.038703 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aba635e6-f615-46e0-8a1b-bbf3d2304187 req-7079f9a7-0d5a-41ff-8c58-6d36705c24e0 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721744 Mar 02 20:10:42.089699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:42.103363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Usage tracker for resource:port and tenant:e1fffc440efb4a1fbe2933d8e377284d is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:42.108828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:42.130491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e5953-5609-4508-ac81-d5748f618832 req-e255435d-1bf0-418a-96c4-898104270e8a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:42.132046 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a31e5953-5609-4508-ac81-d5748f618832 req-e255435d-1bf0-418a-96c4-898104270e8a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 944 time: 0.4079008 Mar 02 20:10:42.142552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5b6644bc-ae87-4d50-b2a7-5865bec680a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.143031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6644bc-ae87-4d50-b2a7-5865bec680a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52942ee1-5cc9-4032-a171-d46342ff32b8 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:10:42.144015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:42.195694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d2478892-cf1b-4ef4-bbb6-9e65fb7580de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.209736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.231503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:42.236535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-7b429580-9921-4143-ab99-959343efe350 None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/d4158f4f-827c-4e31-8308-55852fdca809/09600545-23fa-4242-baf3-8653bc489b5f) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:42.252444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:42.256298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d2478892-cf1b-4ef4-bbb6-9e65fb7580de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.262793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:42.267795 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a31e5953-5609-4508-ac81-d5748f618832 req-cc790a61-1cdd-481c-a71c-a5b56173dee6 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150632 Mar 02 20:10:42.273219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:42.289052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76f733fb-31f7-419a-aa20-bffe330ffdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.293452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Made reservation on behalf of e1fffc440efb4a1fbe2933d8e377284d for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:42.304039 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.339209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] device_id is not set on port 45e8a5fe-da73-486a-8e60-378f65d34cec yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:42.351303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f733fb-31f7-419a-aa20-bffe330ffdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1273b60-b65b-443a-ba51-36a8d17f6939,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:42.377997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:42.381601 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.394282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Network 1be73647-a142-4cbb-bdf7-aa5ac41cffab is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:42.401599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76f733fb-31f7-419a-aa20-bffe330ffdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.405495 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-76f733fb-31f7-419a-aa20-bffe330ffdbe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1273b60-b65b-443a-ba51-36a8d17f6939 HTTP/1.1" status: 204 len: 168 time: 1.6840107 Mar 02 20:10:42.413663 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-08859951-cb88-4d47-a69f-1b21f89ad949 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] For port 78bb611a-00d3-4682-a428-91c2f32f1bd8, host hv-neutron-8315, got binding levels [] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:42.414109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-08859951-cb88-4d47-a69f-1b21f89ad949 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.422533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5b6644bc-ae87-4d50-b2a7-5865bec680a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.425165 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5b6644bc-ae87-4d50-b2a7-5865bec680a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "DELETE /v2.0/routers/52942ee1-5cc9-4032-a171-d46342ff32b8 HTTP/1.1" status: 204 len: 168 time: 2.3199406 Mar 02 20:10:42.426234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:42.431043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:42.466008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Pushing event updated for resources: {'Port': ['ID=9575bcf5-dc12-4aee-ad34-710e7e44b877,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:42.526505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b429580-9921-4143-ab99-959343efe350 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.571889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 5aeb8f22-96a0-4428-8064-b34563a88042 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:42.646414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.667338 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Allocated IP 172.20.0.13 (e1d270c9-8bbb-4f60-a45a-56560cc4c482/a1ffd703-cb2b-430e-b76c-4ad550a10e66/45e8a5fe-da73-486a-8e60-378f65d34cec) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:42.699632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7b429580-9921-4143-ab99-959343efe350 None None] Transition to ACTIVE for port object 09600545-23fa-4242-baf3-8653bc489b5f will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:42.704202 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d2478892-cf1b-4ef4-bbb6-9e65fb7580de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.729069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7b429580-9921-4143-ab99-959343efe350 None None] Transition to ACTIVE for port object 09600545-23fa-4242-baf3-8653bc489b5f will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:42.749829 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2478892-cf1b-4ef4-bbb6-9e65fb7580de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1164c8c-d49a-4bbc-ab1a-dc8af0966c04,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:42.773469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-08859951-cb88-4d47-a69f-1b21f89ad949 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Calling delete_port for 78bb611a-00d3-4682-a428-91c2f32f1bd8 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:42.799054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d2478892-cf1b-4ef4-bbb6-9e65fb7580de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.804037 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d2478892-cf1b-4ef4-bbb6-9e65fb7580de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1164c8c-d49a-4bbc-ab1a-dc8af0966c04 HTTP/1.1" status: 204 len: 168 time: 0.9000745 Mar 02 20:10:42.846115 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41927e64-5efe-4c05-b635-76bc48dd5265 req-7ab4f1f9-5fec-4398-accb-46d7fceaac06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e61b8232eb4340acba554e5488a7b44b&device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 1097 time: 0.6386936 Mar 02 20:10:42.846515 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b429580-9921-4143-ab99-959343efe350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.853235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:42.853947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.967813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:42.993638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b429580-9921-4143-ab99-959343efe350 None None] Pushing event updated for resources: {'Port': ['ID=09600545-23fa-4242-baf3-8653bc489b5f,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:42.997488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Transition to ACTIVE for port object 45e8a5fe-da73-486a-8e60-378f65d34cec will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:43.009989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-51ac0e05-e00f-4b9d-8842-a74143de9e99 None None] Provisioning for port 9575bcf5-dc12-4aee-ad34-710e7e44b877 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:43.016082 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-3cc496d1-7792-4aa5-8f9e-85c4909d88df tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3873613 Mar 02 20:10:43.024186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41927e64-5efe-4c05-b635-76bc48dd5265 req-f51f24f8-083a-447d-95a1-a20e644c72b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:43.026289 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41927e64-5efe-4c05-b635-76bc48dd5265 req-f51f24f8-083a-447d-95a1-a20e644c72b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee HTTP/1.1" status: 200 len: 914 time: 0.1647701 Mar 02 20:10:43.026540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-51ac0e05-e00f-4b9d-8842-a74143de9e99 None None] Provisioning complete for port 9575bcf5-dc12-4aee-ad34-710e7e44b877 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:43.027098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-51ac0e05-e00f-4b9d-8842-a74143de9e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:43.032582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Request body: {'port': {'device_id': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:43.036825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::19a (2c0dfed8-adb2-4b23-a32c-5e04666528a0/d4158f4f-827c-4e31-8308-55852fdca809/5aeb8f22-96a0-4428-8064-b34563a88042) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:43.052261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37280) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:43.071136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-08859951-cb88-4d47-a69f-1b21f89ad949 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:43.107994 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-51ac0e05-e00f-4b9d-8842-a74143de9e99 None None] Port 9575bcf5-dc12-4aee-ad34-710e7e44b877 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:43.114805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b429580-9921-4143-ab99-959343efe350 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:43.116395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-7b429580-9921-4143-ab99-959343efe350 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:43.121832 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b429580-9921-4143-ab99-959343efe350 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:43.203733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:43.243768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08859951-cb88-4d47-a69f-1b21f89ad949 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Pushing event deleted for resources: {'Port': ['ID=78bb611a-00d3-4682-a428-91c2f32f1bd8,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:43.251916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-08859951-cb88-4d47-a69f-1b21f89ad949 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:43.260405 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41927e64-5efe-4c05-b635-76bc48dd5265 req-a2939186-3f29-4f76-b28f-bb9000325a09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d HTTP/1.1" status: 200 len: 217 time: 0.1900015 Mar 02 20:10:43.263349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7b429580-9921-4143-ab99-959343efe350 None None] Attempting to bind port 09600545-23fa-4242-baf3-8653bc489b5f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:43.263929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7b429580-9921-4143-ab99-959343efe350 None None] Attempting to bind port 09600545-23fa-4242-baf3-8653bc489b5f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:43.264476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b429580-9921-4143-ab99-959343efe350 None None] Attempting to bind port 09600545-23fa-4242-baf3-8653bc489b5f on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:43.273535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b429580-9921-4143-ab99-959343efe350 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:43.274210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b429580-9921-4143-ab99-959343efe350 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:43.274896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b429580-9921-4143-ab99-959343efe350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:43.277413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b429580-9921-4143-ab99-959343efe350 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:43.279818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7b429580-9921-4143-ab99-959343efe350 None None] Bound port: 09600545-23fa-4242-baf3-8653bc489b5f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:43.280387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b429580-9921-4143-ab99-959343efe350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:43.342584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Network e1d270c9-8bbb-4f60-a45a-56560cc4c482 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:43.398538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:43.408051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event updated for resources: {'Port': ['ID=45e8a5fe-da73-486a-8e60-378f65d34cec,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:43.408661 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7b429580-9921-4143-ab99-959343efe350 None None] For port 09600545-23fa-4242-baf3-8653bc489b5f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:43.411255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:43.433545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7b429580-9921-4143-ab99-959343efe350 None None] For port 09600545-23fa-4242-baf3-8653bc489b5f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=09600545-23fa-4242-baf3-8653bc489b5f,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:43.435337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:43.516861 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-08859951-cb88-4d47-a69f-1b21f89ad949 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "DELETE /v2.0/ports/78bb611a-00d3-4682-a428-91c2f32f1bd8 HTTP/1.1" status: 204 len: 168 time: 1.7076194 Mar 02 20:10:43.521082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41927e64-5efe-4c05-b635-76bc48dd5265 req-c5186c35-589d-4e1f-9d84-44daa9f51d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:43.522038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:43.522607 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41927e64-5efe-4c05-b635-76bc48dd5265 req-c5186c35-589d-4e1f-9d84-44daa9f51d62 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e HTTP/1.1" status: 200 len: 851 time: 0.1262894 Mar 02 20:10:43.522739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:43.523081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37290) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:43.525760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b429580-9921-4143-ab99-959343efe350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:43.657329 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a97cef-3cf3-4492-b607-105ab38119ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] GET failed (client error): The resource could not be found. Mar 02 20:10:43.657849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-56a97cef-3cf3-4492-b607-105ab38119ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Synchronizing usage tracker for tenant:82d4b546f1604fd5856578eec0ee1a36 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:43.688382 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b429580-9921-4143-ab99-959343efe350 None None] Pushing event updated for resources: {'Port': ['ID=09600545-23fa-4242-baf3-8653bc489b5f,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:43.738327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1730826086', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:43.744979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:43.758506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:43.761950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Usage tracker for resource:router and tenant:d4ba52ed691249a398a477525f4f3f10 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:43.774407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:43.831383 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a2f11805-2d03-440f-a8e0-19dd87f675d1 None None] Provisioning for port 45e8a5fe-da73-486a-8e60-378f65d34cec completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:43.838539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a2f11805-2d03-440f-a8e0-19dd87f675d1 None None] Provisioning complete for port 45e8a5fe-da73-486a-8e60-378f65d34cec triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:43.839569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a2f11805-2d03-440f-a8e0-19dd87f675d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:43.920985 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41927e64-5efe-4c05-b635-76bc48dd5265 req-ba2b1075-da45-4550-931f-20e294f97717 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3178339 Mar 02 20:10:43.960789 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f1b06985-edee-4138-9bd7-6e97dde8161c tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3603802 Mar 02 20:10:43.980158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a2f11805-2d03-440f-a8e0-19dd87f675d1 None None] Port 45e8a5fe-da73-486a-8e60-378f65d34cec cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:43.989452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:43.993156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37304) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:44.004383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 5aeb8f22-96a0-4428-8064-b34563a88042 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:44.074977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12ea17-67c2-4f02-b47d-fe26f20ace0f req-42a41e0d-a609-4506-b5c7-c9a0eacc6e37 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:44.087058 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fb12ea17-67c2-4f02-b47d-fe26f20ace0f req-42a41e0d-a609-4506-b5c7-c9a0eacc6e37 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 944 time: 0.5336330 Mar 02 20:10:44.087058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757030ef-8b41-408b-9f35-4df5a557a26f req-77df7029-d8cf-47f2-8e40-4102c5054be2 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:44.087058 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-757030ef-8b41-408b-9f35-4df5a557a26f req-77df7029-d8cf-47f2-8e40-4102c5054be2 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 931 time: 0.7496741 Mar 02 20:10:44.132766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:44.133692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:44.152770 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:44.192658 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41927e64-5efe-4c05-b635-76bc48dd5265 req-facef053-0cb4-4b03-9857-89104adbcf3b service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292860 Mar 02 20:10:44.197732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-56a97cef-3cf3-4492-b607-105ab38119ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] Unset dirty status for tenant:82d4b546f1604fd5856578eec0ee1a36 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:44.203370 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-56a97cef-3cf3-4492-b607-105ab38119ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033847573-project-admin] 10.222.0.44 "GET /v2.0/ports/78bb611a-00d3-4682-a428-91c2f32f1bd8 HTTP/1.1" status: 404 len: 333 time: 0.6781285 Mar 02 20:10:44.203785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37312) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:44.213847 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fb12ea17-67c2-4f02-b47d-fe26f20ace0f req-adfa2d8b-d07c-4335-a2da-46a9783cce4a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270294 Mar 02 20:10:44.240457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:44.251422 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-757030ef-8b41-408b-9f35-4df5a557a26f req-4b70f0d9-dc71-4a0f-a75a-ca949e8a5fbf tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501558 Mar 02 20:10:44.472943 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41927e64-5efe-4c05-b635-76bc48dd5265 req-2bc57b32-b10c-4e36-b451-4b0bc7c0b384 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870232 Mar 02 20:10:44.524318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'project_id': 'e1fffc440efb4a1fbe2933d8e377284d', 'port_id': '45e8a5fe-da73-486a-8e60-378f65d34cec'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:44.528849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:44.545734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Usage tracker for resource:floatingip and tenant:e1fffc440efb4a1fbe2933d8e377284d is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:44.565517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:44.566491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:44.574332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9575bcf5-dc12-4aee-ad34-710e7e44b877 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:10:44.579518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:44.582165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:44.584526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:44.586818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:44.587424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:44.593379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:44.598625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=5aeb8f22-96a0-4428-8064-b34563a88042,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:44.602776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Transition to ACTIVE for port object 9575bcf5-dc12-4aee-ad34-710e7e44b877 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:44.622203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:44.642179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:44.674842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:44.711614 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-42d55308-718e-41b2-937e-803350ef6847 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7453048 Mar 02 20:10:44.711614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:44.715753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37320) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:44.845934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Pushing event updated for resources: {'Port': ['ID=9575bcf5-dc12-4aee-ad34-710e7e44b877,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:44.867192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:44.983368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8fb77f-c9a9-4441-907b-abb2345f7038']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:44.993777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b38b3d-4c43-451f-84a0-bd0dd203d8e5') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:44.994106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b38b3d-4c43-451f-84a0-bd0dd203d8e5') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:45.021987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.048374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.070402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:10:45.074785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.106176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d3d0b-0a2a-42d2-84b7-8839dbcf7eb4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:45.119080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:10:45.126352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d3d0b-0a2a-42d2-84b7-8839dbcf7eb4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:45.127229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2c7d3d0b-0a2a-42d2-84b7-8839dbcf7eb4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:10:45.286849 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:10:45.305840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Attempting to bind port 9575bcf5-dc12-4aee-ad34-710e7e44b877 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:45.311319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Attempting to bind port 9575bcf5-dc12-4aee-ad34-710e7e44b877 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:45.316900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Attempting to bind port 9575bcf5-dc12-4aee-ad34-710e7e44b877 on network 1be73647-a142-4cbb-bdf7-aa5ac41cffab {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:45.346370 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Port 9575bcf5-dc12-4aee-ad34-710e7e44b877 on network 1be73647-a142-4cbb-bdf7-aa5ac41cffab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:10:45.349999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Attempting to bind port 9575bcf5-dc12-4aee-ad34-710e7e44b877 on network 1be73647-a142-4cbb-bdf7-aa5ac41cffab {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:45.352673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2c7d3d0b-0a2a-42d2-84b7-8839dbcf7eb4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:45.356487 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2c7d3d0b-0a2a-42d2-84b7-8839dbcf7eb4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6358643 Mar 02 20:10:45.360202 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37340) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:45.410892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 09600545-23fa-4242-baf3-8653bc489b5f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:45.429325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.447406 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.514925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] Pushing event deleted for resources: {'Network': ['ID=ea8fb77f-c9a9-4441-907b-abb2345f7038,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:45.554139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e3f33eda-1031-4a14-b4f5-ba65f6ee3673 None None] Provisioning for port 09600545-23fa-4242-baf3-8653bc489b5f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:45.619565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.622567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37346) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:45.632320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:45.637325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:45.637845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Checking segment: {'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:45.638372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Bound using segment: {'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:45.642094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Bound port: 9575bcf5-dc12-4aee-ad34-710e7e44b877, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36b5dda-5640-445e-9a14-912b7805135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:45.642094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.650558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'port_id': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d', 'mac_address': 'fa:16:3e:75:8a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:10:45.721021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 09600545-23fa-4242-baf3-8653bc489b5f completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:45.740796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 09600545-23fa-4242-baf3-8653bc489b5f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:45.741386 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.742140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-38889e84-72e1-4958-a3b4-d3206afb24ce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 5aeb8f22-96a0-4428-8064-b34563a88042 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:45.742480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38889e84-72e1-4958-a3b4-d3206afb24ce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.770980 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-24de3de2-038e-4b93-9eee-0efd49ca0006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977448434-project] 10.222.0.44 "DELETE /v2.0/networks/ea8fb77f-c9a9-4441-907b-abb2345f7038 HTTP/1.1" status: 204 len: 168 time: 1.5628326 Mar 02 20:10:45.854249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.897644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.914098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.934606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.944075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] For port 9575bcf5-dc12-4aee-ad34-710e7e44b877, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:45.979732 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 09600545-23fa-4242-baf3-8653bc489b5f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=09600545-23fa-4242-baf3-8653bc489b5f,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:45.988525 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:10:46.012511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:46.014815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] For port 9575bcf5-dc12-4aee-ad34-710e7e44b877, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9575bcf5-dc12-4aee-ad34-710e7e44b877,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:46.027319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Allocated IP 172.26.5.5 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/47d5b8da-21b2-4248-a620-90d63c65fced) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:46.063088 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10032edc-1afe-4f2d-8d79-bc09f316a427 req-99ff6a30-636f-4aa4-bba8-769185c1d1da tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:46.064872 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-10032edc-1afe-4f2d-8d79-bc09f316a427 req-99ff6a30-636f-4aa4-bba8-769185c1d1da tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 944 time: 0.5526466 Mar 02 20:10:46.080356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:46.089458 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-335492025'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:46.099322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:46.113389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Usage tracker for resource:network and tenant:31d0d3d7a84a4626a95445ed06dd131b is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:46.116235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:46.122620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:46.135381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38889e84-72e1-4958-a3b4-d3206afb24ce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:46.184731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:46.190401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=09600545-23fa-4242-baf3-8653bc489b5f,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:46.193159 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-88c00e94-0f0b-4c99-8659-9a7ed0126696 None None] Provisioning for port 5aeb8f22-96a0-4428-8064-b34563a88042 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:46.205973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:46.243723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-88c00e94-0f0b-4c99-8659-9a7ed0126696 None None] Provisioning complete for port 5aeb8f22-96a0-4428-8064-b34563a88042 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:46.244098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-88c00e94-0f0b-4c99-8659-9a7ed0126696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:46.322898 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-88c00e94-0f0b-4c99-8659-9a7ed0126696 None None] Port 5aeb8f22-96a0-4428-8064-b34563a88042 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:46.344572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:46.370451 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:46.371772 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] 10.222.0.31 "PUT /v2.0/ports/9575bcf5-dc12-4aee-ad34-710e7e44b877 HTTP/1.1" status: 200 len: 1093 time: 3.3439536 Mar 02 20:10:46.374957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'tag': '9575bcf5-dc12-4aee-ad34-710e7e44b877'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:10:46.385187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-38889e84-72e1-4958-a3b4-d3206afb24ce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 5aeb8f22-96a0-4428-8064-b34563a88042 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:46.408643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19213ce-ce89-4dc4-bfbe-be27c110ec72 req-de493e44-2f00-46fd-8f0b-83078e214905 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:46.410321 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f19213ce-ce89-4dc4-bfbe-be27c110ec72 req-de493e44-2f00-46fd-8f0b-83078e214905 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 943 time: 0.8966761 Mar 02 20:10:46.415143 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-10032edc-1afe-4f2d-8d79-bc09f316a427 req-cd78853c-38f9-4216-9b64-4ad8e6242366 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435438 Mar 02 20:10:46.555493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Made reservation on behalf of 31d0d3d7a84a4626a95445ed06dd131b for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:46.556786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37366) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:46.558411 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:46.579666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['58f9951b-f09b-4ba6-a3a6-53fa66b7be8d'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:10:46.582242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c335ace-43f2-49cb-b9d5-b0b2f4ca4e7a service neutron] Pushing event updated for resources: {'Port': ['ID=9575bcf5-dc12-4aee-ad34-710e7e44b877,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:46.586158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:46.606821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:46.611014 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'tag': '9575bcf5-dc12-4aee-ad34-710e7e44b877', 'status': 'completed', 'code': 200} Mar 02 20:10:46.679787 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f19213ce-ce89-4dc4-bfbe-be27c110ec72 req-f174df43-3f52-48f4-9fa4-5e1b0cce9a6d tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519717 Mar 02 20:10:46.696831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:46.715278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Usage tracker for resource:security_group_rule and tenant:31d0d3d7a84a4626a95445ed06dd131b is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:46.715278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:46.722905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:46.744841 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-b2a2a251-d858-4696-95b1-a8ceb1b3830d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6260fc155d734108978102ab0353176d&device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 1096 time: 0.2408876 Mar 02 20:10:46.828006 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-e860b8fd-25df-4067-8bda-3b911e1cb99a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9575bcf5-dc12-4aee-ad34-710e7e44b877 HTTP/1.1" status: 200 len: 217 time: 0.0740566 Mar 02 20:10:46.853321 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:46.884389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38889e84-72e1-4958-a3b4-d3206afb24ce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:46.947971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38889e84-72e1-4958-a3b4-d3206afb24ce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=5aeb8f22-96a0-4428-8064-b34563a88042,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:46.948240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:46.958984 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:46.961359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:46.970124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57721d-4f36-429f-baff-80abb11ff07f req-bd0eec2c-9a16-4351-85cc-eb69a4dcfb0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:46.971580 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-bd0eec2c-9a16-4351-85cc-eb69a4dcfb0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a38009bf-ca03-4494-af03-3f70aa3c31a5 HTTP/1.1" status: 200 len: 845 time: 0.1368406 Mar 02 20:10:47.037700 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Allocated IP 172.26.5.197 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/313d5c87-7488-44ea-9ec4-5bc9f2e9a0b7) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:47.059280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38889e84-72e1-4958-a3b4-d3206afb24ce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.082452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Pushing event updated for resources: {'Port': ['ID=47d5b8da-21b2-4248-a620-90d63c65fced,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:47.100760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-abbbd2f3-20a4-4fad-a6cb-37b842452816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.105188 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8fe791a9-2bdc-4ec0-8da0-62f30bbd6b35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01712c5a75a44cdcaeaa8578cf0f878c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4596608 Mar 02 20:10:47.109728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37382) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:47.177093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.181775 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-38889e84-72e1-4958-a3b4-d3206afb24ce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/5aeb8f22-96a0-4428-8064-b34563a88042 HTTP/1.1" status: 204 len: 168 time: 1.8205807 Mar 02 20:10:47.182639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37386) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:47.223208 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-a60fbf8f-5c11-4883-9984-637e55d935f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1be73647-a142-4cbb-bdf7-aa5ac41cffab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2186248 Mar 02 20:10:47.263332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 09600545-23fa-4242-baf3-8653bc489b5f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:47.280554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.285676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37390) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:47.342412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 09600545-23fa-4242-baf3-8653bc489b5f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:47.343334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.409652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:47.427823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fc3ae7-9e59-4467-a7c5-98ce5f9422e4,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:47.435130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0c06084-8438-43a5-9ca4-e6fe77f3c768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.445376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848c25a8-89b5-4be9-9aea-fafef50fc2b2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:47.446704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848c25a8-89b5-4be9-9aea-fafef50fc2b2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:47.447435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-848c25a8-89b5-4be9-9aea-fafef50fc2b2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:47.466647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.469270 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Added segment 881505b4-f65a-427d-be70-bb6afe500f12 of type vlan for network ca32ab9e-df38-4329-b757-dd3921b497ad Mar 02 20:10:47.508895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0c06084-8438-43a5-9ca4-e6fe77f3c768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.543148 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-4ee283b3-c6d6-423d-9b38-fbcbc6e52f44 service neutron] 10.222.0.31 "GET /v2.0/networks/1be73647-a142-4cbb-bdf7-aa5ac41cffab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986195 Mar 02 20:10:47.548221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.557399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.577106 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-896643618', 'router:external': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:47.590010 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:47.645720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Usage tracker for resource:network and tenant:565980af9bf94a5fa43545ee198aaffc is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:47.661808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:47.674618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:47.711042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-848c25a8-89b5-4be9-9aea-fafef50fc2b2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:47.713592 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-848c25a8-89b5-4be9-9aea-fafef50fc2b2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5248449 Mar 02 20:10:47.734368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37398) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:47.741046 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be57721d-4f36-429f-baff-80abb11ff07f req-285c2a2e-ec63-4bac-8535-479b0a5cb54d service neutron] 10.222.0.31 "GET /v2.0/networks/1be73647-a142-4cbb-bdf7-aa5ac41cffab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880891 Mar 02 20:10:47.780976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.785383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:47.786224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.823726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Made reservation on behalf of 565980af9bf94a5fa43545ee198aaffc for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:47.827013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.028814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.029045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.032566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0c06084-8438-43a5-9ca4-e6fe77f3c768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.053128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Pushing event updated for resources: {'Network': ['ID=ca32ab9e-df38-4329-b757-dd3921b497ad,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:48.066865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network ca32ab9e-df38-4329-b757-dd3921b497ad details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:48.093453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:48.102610 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9cf59a15-0859-4403-a5b0-cbc8434e7351 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4730380 Mar 02 20:10:48.103755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Usage tracker for resource:security_group_rule and tenant:565980af9bf94a5fa43545ee198aaffc is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:48.106978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37408) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:48.109965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:48.119373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Request body: {'subnet': {'network_id': 'ca32ab9e-df38-4329-b757-dd3921b497ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:48.137297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:48.146287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Pushing event updated for resources: {'Port': ['ID=313d5c87-7488-44ea-9ec4-5bc9f2e9a0b7,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:48.216234 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2b61600f-dd2b-4d09-ad74-8a1205d026f4 req-cb086954-e6b6-44bf-bc0b-ae14b5206982 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6260fc155d734108978102ab0353176d&device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 1096 time: 0.2467930 Mar 02 20:10:48.344868 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:48.351170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e534d4b-bb91-4b85-a227-e8f10eb901d6 req-75f3356b-d223-449d-9b20-24f63d1a7746 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:48.352618 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5e534d4b-bb91-4b85-a227-e8f10eb901d6 req-75f3356b-d223-449d-9b20-24f63d1a7746 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 945 time: 0.7371480 Mar 02 20:10:48.355752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Usage tracker for resource:subnet and tenant:31d0d3d7a84a4626a95445ed06dd131b is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:48.366104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:48.366738 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c06084-8438-43a5-9ca4-e6fe77f3c768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfc32c5-cd6a-414e-a991-57e1b43cb346,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:48.377294 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:48.385035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:48.397936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:48.402573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:48.433880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.435955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61600f-dd2b-4d09-ad74-8a1205d026f4 req-74984935-219e-49b6-8aa0-61facf08c889 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:48.437557 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2b61600f-dd2b-4d09-ad74-8a1205d026f4 req-74984935-219e-49b6-8aa0-61facf08c889 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1be73647-a142-4cbb-bdf7-aa5ac41cffab HTTP/1.1" status: 200 len: 908 time: 0.2094553 Mar 02 20:10:48.481750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0c06084-8438-43a5-9ca4-e6fe77f3c768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.483462 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d0c06084-8438-43a5-9ca4-e6fe77f3c768 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bfc32c5-cd6a-414e-a991-57e1b43cb346 HTTP/1.1" status: 204 len: 168 time: 1.3717916 Mar 02 20:10:48.512009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Made reservation on behalf of 31d0d3d7a84a4626a95445ed06dd131b for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:48.514062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f500bdc-03de-4466-9538-0ed7a6e22a90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet d4158f4f-827c-4e31-8308-55852fdca809 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:10:48.530070 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2b61600f-dd2b-4d09-ad74-8a1205d026f4 req-911c78e9-ea48-48f4-9b91-5bf96e4ec740 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9575bcf5-dc12-4aee-ad34-710e7e44b877 HTTP/1.1" status: 200 len: 217 time: 0.0851648 Mar 02 20:10:48.533933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464bb0f-27ce-4e7c-9536-aa0c78d23ef4 req-716ea537-8390-4a44-a9ab-c2d95756f0a8 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:48.535408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f464bb0f-27ce-4e7c-9536-aa0c78d23ef4 req-716ea537-8390-4a44-a9ab-c2d95756f0a8 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 943 time: 0.7054849 Mar 02 20:10:48.536217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f500bdc-03de-4466-9538-0ed7a6e22a90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.576891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.675495 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5e534d4b-bb91-4b85-a227-e8f10eb901d6 req-8a824f34-6b2d-44e4-bd76-58ff703d8e14 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787971 Mar 02 20:10:48.677564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:48.677699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f500bdc-03de-4466-9538-0ed7a6e22a90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.695542 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26c89a4-4dbc-4a22-9e4f-0947f9786536,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:48.710585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.715962 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Added segment 2595a5ec-b61d-42a4-8f0a-d4516ddac1da of type vlan for network c4279921-fa3b-462f-9c65-41be034839cb Mar 02 20:10:48.715962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61600f-dd2b-4d09-ad74-8a1205d026f4 req-bbc081de-4d40-4819-bd91-56949cfadbd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:48.715962 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2b61600f-dd2b-4d09-ad74-8a1205d026f4 req-bbc081de-4d40-4819-bd91-56949cfadbd6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a38009bf-ca03-4494-af03-3f70aa3c31a5 HTTP/1.1" status: 200 len: 845 time: 0.1341126 Mar 02 20:10:48.727006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.772428 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f464bb0f-27ce-4e7c-9536-aa0c78d23ef4 req-9f165614-e2f4-4d73-85dd-cd5201fb4f44 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002125 Mar 02 20:10:48.881689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.948873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f500bdc-03de-4466-9538-0ed7a6e22a90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:48.954548 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2b61600f-dd2b-4d09-ad74-8a1205d026f4 req-496ccd28-b3b8-42bf-a2c5-2c30509a1405 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1be73647-a142-4cbb-bdf7-aa5ac41cffab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2207422 Mar 02 20:10:48.980987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.046566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.047454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.090689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.092484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:49.093207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.106197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:49.203883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f500bdc-03de-4466-9538-0ed7a6e22a90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.267226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f500bdc-03de-4466-9538-0ed7a6e22a90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=d4158f4f-827c-4e31-8308-55852fdca809,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:49.271304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event updated for resources: {'Network': ['ID=c4279921-fa3b-462f-9c65-41be034839cb,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:49.276684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.285719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network c4279921-fa3b-462f-9c65-41be034839cb details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:49.295397 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2b61600f-dd2b-4d09-ad74-8a1205d026f4 req-b49c90ea-7860-439d-ba6c-4c8532344882 service neutron] 10.222.0.31 "GET /v2.0/networks/1be73647-a142-4cbb-bdf7-aa5ac41cffab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988949 Mar 02 20:10:49.300585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a811cae-534e-44c2-95d3-c181c333f566 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:49.302995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f500bdc-03de-4466-9538-0ed7a6e22a90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.321609 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:49.332719 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1ed253ea-0ad6-4858-9de8-ce4b34e864fb tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0348580 Mar 02 20:10:49.333382 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37416) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:49.365985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2110-f834-44b2-960f-47fb893ad646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.390025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Request body: {'subnet': {'network_id': 'c4279921-fa3b-462f-9c65-41be034839cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:49.401129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.404926 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:49.440403 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Usage tracker for resource:subnet and tenant:565980af9bf94a5fa43545ee198aaffc is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:49.443700 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2f500bdc-03de-4466-9538-0ed7a6e22a90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/d4158f4f-827c-4e31-8308-55852fdca809 HTTP/1.1" status: 204 len: 168 time: 1.7054102 Mar 02 20:10:49.449714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37420) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:49.451985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:49.473024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:49.475941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:49.476544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.480004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37424) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:49.531251 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2aec3fb3-5a98-4eb8-a70f-d4a6ac8dd301 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746949 Mar 02 20:10:49.531918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37428) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:49.541446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:49.559938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Pushing event updated for resources: {'Subnet': ['ID=a6902940-8a25-4034-9786-ea794be350ff,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:49.575476 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2b61600f-dd2b-4d09-ad74-8a1205d026f4 req-d86d8001-d84e-4f1e-808e-a02f4fe35f6a service neutron] 10.222.0.31 "GET /v2.0/networks/1be73647-a142-4cbb-bdf7-aa5ac41cffab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720048 Mar 02 20:10:49.597681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Checking segment: {'id': '881505b4-f65a-427d-be70-bb6afe500f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ca32ab9e-df38-4329-b757-dd3921b497ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:49.598075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Network hostable DHCP agents. Network: ca32ab9e-df38-4329-b757-dd3921b497ad, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:10:49.604649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Made reservation on behalf of 565980af9bf94a5fa43545ee198aaffc for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:49.607863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.703375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:49.711688 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:49.716241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:49.719216 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e21b677d-2afe-43c0-b9d2-45db4a7e7f40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82d4b546f1604fd5856578eec0ee1a36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2377782 Mar 02 20:10:49.722654 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37434) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:49.735170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:49.741683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.773058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.835329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.851523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:49.856153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef31826-8935-4e64-8866-464ddcf54a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:10:49.878454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d534e2fc-664f-48cc-af3a-9505f502bc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.892218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:49.895732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.944791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Network ca32ab9e-df38-4329-b757-dd3921b497ad is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:10:49.949587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d534e2fc-664f-48cc-af3a-9505f502bc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.952811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:49.963873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Router bfd8e801-c46c-494a-80a4-71fc9f0ab438 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:10:50.048939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, ca32ab9e-df38-4329-b757-dd3921b497ad) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:50.055242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:50.056129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:50.067089 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5e448a-b0d6-4bf4-96d4-cc9bcd3b99c3 None None] Network ca32ab9e-df38-4329-b757-dd3921b497ad requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:50.126193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d534e2fc-664f-48cc-af3a-9505f502bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:50.130121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d534e2fc-664f-48cc-af3a-9505f502bc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:50.131338 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d534e2fc-664f-48cc-af3a-9505f502bc87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c3936c9-bddc-4de6-a591-9456e051cedd HTTP/1.1" status: 204 len: 168 time: 0.4038889 Mar 02 20:10:50.168491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534e2fc-664f-48cc-af3a-9505f502bc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3936c9-bddc-4de6-a591-9456e051cedd,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:50.176083 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-adb0d737-975f-492e-8baa-04a3a2437980 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0646122 Mar 02 20:10:50.194555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37446) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:50.213017 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0bc91b-7468-4a64-8585-4dbe6a2fa931 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:10:50.249305 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-9b0bc91b-7468-4a64-8585-4dbe6a2fa931 None None] Deleting port 09600545-23fa-4242-baf3-8653bc489b5f {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:50.249647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc91b-7468-4a64-8585-4dbe6a2fa931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:50.253357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Request body: {'port': {'network_id': 'ca32ab9e-df38-4329-b757-dd3921b497ad', 'name': 'tempest-ExtraDHCPOptionsTestJSON-572726021'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:50.269085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Pushing event updated for resources: {'Port': ['ID=47d5b8da-21b2-4248-a620-90d63c65fced,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:50.279373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:50.429381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.objects.ports [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84503) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:10:50.429735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:50.491015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:50.514465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event updated for resources: {'Subnet': ['ID=52d43d2d-739a-4804-a974-8c7976da2262,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:50.531644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Checking segment: {'id': '2595a5ec-b61d-42a4-8f0a-d4516ddac1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c4279921-fa3b-462f-9c65-41be034839cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:50.531999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Network hostable DHCP agents. Network: c4279921-fa3b-462f-9c65-41be034839cb, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:10:50.552505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:50.600740 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:50.626180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Network c4279921-fa3b-462f-9c65-41be034839cb is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:10:50.636240 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-ca32ab9e-df38-4329-b757-dd3921b497ad', 'network_id': 'ca32ab9e-df38-4329-b757-dd3921b497ad', 'tenant_id': '31d0d3d7a84a4626a95445ed06dd131b', 'fixed_ips': [{'subnet_id': 'a6902940-8a25-4034-9786-ea794be350ff'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:10:50.637347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:50.665511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-9b0bc91b-7468-4a64-8585-4dbe6a2fa931 None None] For port 09600545-23fa-4242-baf3-8653bc489b5f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=09600545-23fa-4242-baf3-8653bc489b5f,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:50.666158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc91b-7468-4a64-8585-4dbe6a2fa931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:50.722033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, c4279921-fa3b-462f-9c65-41be034839cb) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:50.732166 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:50.733283 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:50.736517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb3ad5-75ee-47e6-8f28-a1cc411c7247 req-34103cad-42fe-4af1-adc5-d7c8d3cabe9b tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:50.738243 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dfdb3ad5-75ee-47e6-8f28-a1cc411c7247 req-34103cad-42fe-4af1-adc5-d7c8d3cabe9b tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.8535426 Mar 02 20:10:50.752224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c94da8-8c7f-4bc1-9eda-813015c259fd req-7bc8a9bf-8eba-4aa5-ab4e-855bac2ca6ee tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:50.753612 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8c94da8-8c7f-4bc1-9eda-813015c259fd req-7bc8a9bf-8eba-4aa5-ab4e-855bac2ca6ee tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 943 time: 0.7996392 Mar 02 20:10:50.787497 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a8ebf-953d-4e98-85de-5857bc0b4abc None None] Network c4279921-fa3b-462f-9c65-41be034839cb requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:50.827723 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b334076d-e6b5-42eb-94d9-68b0da18de36 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4471118 Mar 02 20:10:50.828810 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37458) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:50.834775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1700077288', 'network_id': 'c4279921-fa3b-462f-9c65-41be034839cb'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:50.840229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:50.844890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Usage tracker for resource:port and tenant:565980af9bf94a5fa43545ee198aaffc is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:50.848275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:50.869614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-9b0bc91b-7468-4a64-8585-4dbe6a2fa931 None None] Calling delete_port for 09600545-23fa-4242-baf3-8653bc489b5f owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:50.873686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:50.874206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:50.886839 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Usage tracker for resource:port and tenant:31d0d3d7a84a4626a95445ed06dd131b is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:50.896088 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:50.918776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:50.972747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Made reservation on behalf of 565980af9bf94a5fa43545ee198aaffc for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:50.975987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:51.001411 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8c94da8-8c7f-4bc1-9eda-813015c259fd req-be0dac2c-003c-40df-b4d8-26201d9210f2 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018781 Mar 02 20:10:51.003319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] device_id is not set on port a4fffb39-e40d-4a23-a6d3-5a2b9a57b8b9 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:51.003434 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dfdb3ad5-75ee-47e6-8f28-a1cc411c7247 req-2dd8f8eb-be12-4ef1-be4c-50e1954b2cad tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480786 Mar 02 20:10:51.059128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Made reservation on behalf of 31d0d3d7a84a4626a95445ed06dd131b for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:51.063135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:51.114123 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:51.118799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] device_id is not set on port 23381ca0-23ea-4776-a0ee-f4963b41f57e yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:51.139641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9575bcf5-dc12-4aee-ad34-710e7e44b877 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:10:51.277492 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Floating IP 19a01fae-8a22-4a52-9c41-b370887e7bde associated. External IP: 172.26.5.5, port: 45e8a5fe-da73-486a-8e60-378f65d34cec. Mar 02 20:10:51.297824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Allocated IP 172.20.0.3 (c4279921-fa3b-462f-9c65-41be034839cb/52d43d2d-739a-4804-a974-8c7976da2262/a4fffb39-e40d-4a23-a6d3-5a2b9a57b8b9) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:51.330502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:10:51.343462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 09600545-23fa-4242-baf3-8653bc489b5f no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:10:51.344767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:51.362767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:51.401142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc91b-7468-4a64-8585-4dbe6a2fa931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:51.405288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65b38e-de6b-466f-9450-1454e49f0ce3 None None] Sync routers for ids ['bfd8e801-c46c-494a-80a4-71fc9f0ab438'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:10:51.424028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:51.424815 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:51.446022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=e754532d-6bd2-4efe-bab2-df25bdb9a609,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:51.525621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Allocated IP 172.20.0.2 (ca32ab9e-df38-4329-b757-dd3921b497ad/a6902940-8a25-4034-9786-ea794be350ff/951db3fc-ca5f-44ae-8147-625e7ab5ae6b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:51.531341 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef31826-8935-4e64-8866-464ddcf54a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d', 'code': 200} Mar 02 20:10:51.532304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.resource_extend [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:10:51.540893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:51.545995 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6d9fdda9-c170-46be-b4c6-99b73538a2ed tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.4927039 Mar 02 20:10:51.546167 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bc91b-7468-4a64-8585-4dbe6a2fa931 None None] Pushing event deleted for resources: {'Port': ['ID=09600545-23fa-4242-baf3-8653bc489b5f,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:51.547335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37476) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:51.553813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 09600545-23fa-4242-baf3-8653bc489b5f {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:10:51.554174 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 09600545-23fa-4242-baf3-8653bc489b5f not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:10:51.566586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65b38e-de6b-466f-9450-1454e49f0ce3 None None] Routers {'bfd8e801-c46c-494a-80a4-71fc9f0ab438'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:51.567212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1c65b38e-de6b-466f-9450-1454e49f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['bfd8e801-c46c-494a-80a4-71fc9f0ab438'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:51.596690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:51.640370 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-056887c4-32da-4ab9-a1a7-ca60c3c4747b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1063917 Mar 02 20:10:51.644170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37480) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:51.650908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'name': 'tempest-NetworksTestDHCPv6-1371086926'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:51.680885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1c65b38e-de6b-466f-9450-1454e49f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:51.731901 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0bc91b-7468-4a64-8585-4dbe6a2fa931 None None] No DVR routers for this DVR port 09600545-23fa-4242-baf3-8653bc489b5f on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:10:51.745538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:51.771156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ae033-c73a-4944-9b44-326b8b9f6abb None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:51.878196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event updated for resources: {'Port': ['ID=a4fffb39-e40d-4a23-a6d3-5a2b9a57b8b9,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:51.949690 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:51.973519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Network c4279921-fa3b-462f-9c65-41be034839cb is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:51.980449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:51.989171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:52.054243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:52.057454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:52.089296 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3de0014d-f111-4162-9e29-1290fd4f9060 req-6152ba15-533f-4407-ac7d-87b1a782f6c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 1099 time: 0.2122598 Mar 02 20:10:52.098788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65b38e-de6b-466f-9450-1454e49f0ce3 None None] Routers {'bfd8e801-c46c-494a-80a4-71fc9f0ab438'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:52.100261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1c65b38e-de6b-466f-9450-1454e49f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['bfd8e801-c46c-494a-80a4-71fc9f0ab438'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:52.106951 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f605d4cd-0cc2-4403-abc0-1dde03cb3fae tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/routers/bfd8e801-c46c-494a-80a4-71fc9f0ab438 HTTP/1.1" status: 200 len: 925 time: 0.5560184 Mar 02 20:10:52.107698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37490) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:52.160664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3de0014d-f111-4162-9e29-1290fd4f9060 req-da585f6d-8312-4035-8613-4cdb6ed9be4f service neutron] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:52.168524 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-db73b94d-7c05-4696-ba90-1c89c224a904 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfd8e801-c46c-494a-80a4-71fc9f0ab438 HTTP/1.1" status: 200 len: 205 time: 0.0584733 Mar 02 20:10:52.170298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37498) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:52.196814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-3de0014d-f111-4162-9e29-1290fd4f9060 req-da585f6d-8312-4035-8613-4cdb6ed9be4f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:52.201405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-3de0014d-f111-4162-9e29-1290fd4f9060 req-da585f6d-8312-4035-8613-4cdb6ed9be4f service neutron] Usage tracker for resource:security_group_rule and tenant:2d2626d4e8784d6fac606ec22c77c085 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:52.204527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-3de0014d-f111-4162-9e29-1290fd4f9060 req-da585f6d-8312-4035-8613-4cdb6ed9be4f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:52.210719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-3de0014d-f111-4162-9e29-1290fd4f9060 req-da585f6d-8312-4035-8613-4cdb6ed9be4f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:52.281444 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1c65b38e-de6b-466f-9450-1454e49f0ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:52.284209 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65b38e-de6b-466f-9450-1454e49f0ce3 None None] The sync data for ids ['bfd8e801-c46c-494a-80a4-71fc9f0ab438'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:10:52.291052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3de0014d-f111-4162-9e29-1290fd4f9060 req-da585f6d-8312-4035-8613-4cdb6ed9be4f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:52.303064 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2879ef80-e01d-4331-b91b-4ab84832ebc9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4706955 Mar 02 20:10:52.304733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37502) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:52.315205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:52.329066 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:52.332318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:52.345334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:52.380222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3de0014d-f111-4162-9e29-1290fd4f9060 req-da585f6d-8312-4035-8613-4cdb6ed9be4f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:52.381387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': 'e754532d-6bd2-4efe-bab2-df25bdb9a609'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:10:52.382562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:52.420283 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3de0014d-f111-4162-9e29-1290fd4f9060 req-da585f6d-8312-4035-8613-4cdb6ed9be4f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824664 Mar 02 20:10:52.424286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da585f6d-8312-4035-8613-4cdb6ed9be4f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=386a69f2-9d92-4348-9d4d-b2be09b8f02a,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:52.461542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9575bcf5-dc12-4aee-ad34-710e7e44b877, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9575bcf5-dc12-4aee-ad34-710e7e44b877,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:52.472314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:52.475803 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:52.520321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port bd272b73-02b2-4356-8739-29cf388ac93d yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:52.524552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Router 3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:10:52.528113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e9d48d50-5456-4b94-af2b-00c1f4372c26 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Deleting port a4fffb39-e40d-4a23-a6d3-5a2b9a57b8b9 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:52.528449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d48d50-5456-4b94-af2b-00c1f4372c26 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:52.556507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '9575bcf5-dc12-4aee-ad34-710e7e44b877', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'port_id': '9575bcf5-dc12-4aee-ad34-710e7e44b877', 'mac_address': 'fa:16:3e:58:f7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:10:52.604751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:52.620263 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Transition to ACTIVE for port object 951db3fc-ca5f-44ae-8147-625e7ab5ae6b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:52.645755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Transition to ACTIVE for port object 951db3fc-ca5f-44ae-8147-625e7ab5ae6b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:52.706515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::22e (2c0dfed8-adb2-4b23-a32c-5e04666528a0/e754532d-6bd2-4efe-bab2-df25bdb9a609/bd272b73-02b2-4356-8739-29cf388ac93d) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:52.726855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:52.769096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7453a9-5a0e-4d30-a2a0-85b5d4dccc4d req-c7f3ac84-aa64-4f7b-aa12-35f9ed91eb91 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:52.770603 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b7453a9-5a0e-4d30-a2a0-85b5d4dccc4d req-c7f3ac84-aa64-4f7b-aa12-35f9ed91eb91 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 943 time: 0.4086788 Mar 02 20:10:52.819207 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:52.852858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Network ca32ab9e-df38-4329-b757-dd3921b497ad is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:52.853923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10337c-e757-42d5-8cea-089fe80b922f None None] Network c4279921-fa3b-462f-9c65-41be034839cb requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:52.876157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:52.943370 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:52.971547 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Pushing event updated for resources: {'Port': ['ID=951db3fc-ca5f-44ae-8147-625e7ab5ae6b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:52.978146 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9575bcf5-dc12-4aee-ad34-710e7e44b877 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:10:53.041823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14325c6-7f91-4217-8cd4-134c27b871ad req-ae7175f1-bc51-4625-b1cb-949fd6925f3a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:53.048756 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b14325c6-7f91-4217-8cd4-134c27b871ad req-ae7175f1-bc51-4625-b1cb-949fd6925f3a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.6801031 Mar 02 20:10:53.112963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.121021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Allocated IP 172.20.0.12 (ca32ab9e-df38-4329-b757-dd3921b497ad/a6902940-8a25-4034-9786-ea794be350ff/23381ca0-23ea-4776-a0ee-f4963b41f57e) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:53.132320 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object bd272b73-02b2-4356-8739-29cf388ac93d will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:53.195989 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b7453a9-5a0e-4d30-a2a0-85b5d4dccc4d req-59485349-77b6-4a77-b0c7-86175e4f9219 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870056 Mar 02 20:10:53.266874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.267137 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b14325c6-7f91-4217-8cd4-134c27b871ad req-1adde593-3e9a-4f0d-a4f4-a2914c62c343 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071826 Mar 02 20:10:53.268704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d48d50-5456-4b94-af2b-00c1f4372c26 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.352172 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9575bcf5-dc12-4aee-ad34-710e7e44b877, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9575bcf5-dc12-4aee-ad34-710e7e44b877,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:53.367279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:53.371914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:53.379362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Attempting to bind port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:53.379362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Attempting to bind port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '881505b4-f65a-427d-be70-bb6afe500f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ca32ab9e-df38-4329-b757-dd3921b497ad'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:53.379646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Attempting to bind port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b on network ca32ab9e-df38-4329-b757-dd3921b497ad {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:53.379749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:53.384677 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:53.385046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.390223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=bd272b73-02b2-4356-8739-29cf388ac93d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:53.418257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/e754532d-6bd2-4efe-bab2-df25bdb9a609/124a3371-5b95-4259-af7f-161ba2f76fa6) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:53.443191 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e9d48d50-5456-4b94-af2b-00c1f4372c26 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Calling delete_port for a4fffb39-e40d-4a23-a6d3-5a2b9a57b8b9 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:53.455769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.478520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.491058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:53.491427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Checking segment: {'id': '881505b4-f65a-427d-be70-bb6afe500f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ca32ab9e-df38-4329-b757-dd3921b497ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:53.491816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.492203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Bound using segment: {'id': '881505b4-f65a-427d-be70-bb6afe500f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ca32ab9e-df38-4329-b757-dd3921b497ad'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:53.492665 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Bound port: 951db3fc-ca5f-44ae-8147-625e7ab5ae6b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881505b4-f65a-427d-be70-bb6afe500f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ca32ab9e-df38-4329-b757-dd3921b497ad'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:53.493033 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.535729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37520) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:53.546362 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5e139195-8e30-4e4a-ad1e-69585796be6f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8981194 Mar 02 20:10:53.548081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37526) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:53.643657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c943956-8be2-4245-a6d6-ceccb2906648 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:53.644276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4c943956-8be2-4245-a6d6-ceccb2906648 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:53.761658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=9575bcf5-dc12-4aee-ad34-710e7e44b877,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:53.774041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['9575bcf5-dc12-4aee-ad34-710e7e44b877'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:10:53.782649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-926609075'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:53.786012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4c943956-8be2-4245-a6d6-ceccb2906648 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:53.789631 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4c943956-8be2-4245-a6d6-ceccb2906648 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2379975 Mar 02 20:10:53.790392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37530) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:53.793805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:53.830077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Usage tracker for resource:network and tenant:edc5178b0abb45cb85cf720d2c799b10 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:53.837218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:53.852185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:53.857569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.865365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] For port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:53.883409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Transition to ACTIVE for port object 124a3371-5b95-4259-af7f-161ba2f76fa6 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:53.889752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-aafebadf-9773-4efb-959c-409342824e45 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port bd272b73-02b2-4356-8739-29cf388ac93d {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:53.890354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aafebadf-9773-4efb-959c-409342824e45 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.896817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] For port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=951db3fc-ca5f-44ae-8147-625e7ab5ae6b,segment=NetworkSegment(881505b4-f65a-427d-be70-bb6afe500f12),segment_id=881505b4-f65a-427d-be70-bb6afe500f12)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:53.939959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Made reservation on behalf of edc5178b0abb45cb85cf720d2c799b10 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:53.943013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.959612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.961358 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:53.968301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.005482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:10:54.024645 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f64d5c5-be8c-4e63-aa06-5df2bb3d05ef None None] Sync routers for ids ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:10:54.039091 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f64d5c5-be8c-4e63-aa06-5df2bb3d05ef None None] Routers {'3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:54.039790 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1f64d5c5-be8c-4e63-aa06-5df2bb3d05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:54.082219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.085278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:54.089822 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a33268-ee45-4958-a1c4-6157df46fd8c None None] Pushing event updated for resources: {'Port': ['ID=951db3fc-ca5f-44ae-8147-625e7ab5ae6b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:54.105621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Transition to ACTIVE for port object 23381ca0-23ea-4776-a0ee-f4963b41f57e will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:54.111537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d48d50-5456-4b94-af2b-00c1f4372c26 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.129659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Transition to ACTIVE for port object 124a3371-5b95-4259-af7f-161ba2f76fa6 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:54.133369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Usage tracker for resource:security_group_rule and tenant:edc5178b0abb45cb85cf720d2c799b10 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:54.152615 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1f64d5c5-be8c-4e63-aa06-5df2bb3d05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:54.163813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.164898 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f64d5c5-be8c-4e63-aa06-5df2bb3d05ef None None] Routers {'3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:10:54.165529 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1f64d5c5-be8c-4e63-aa06-5df2bb3d05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:54.192759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:54.206195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d48d50-5456-4b94-af2b-00c1f4372c26 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4fffb39-e40d-4a23-a6d3-5a2b9a57b8b9,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:54.210155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:54.223485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Deleting port 313d5c87-7488-44ea-9ec4-5bc9f2e9a0b7 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:54.223485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.226453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.231383 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1f64d5c5-be8c-4e63-aa06-5df2bb3d05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:54.233287 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f64d5c5-be8c-4e63-aa06-5df2bb3d05ef None None] The sync data for ids ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:10:54.290213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aafebadf-9773-4efb-959c-409342824e45 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.373210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:54.378019 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:54.387950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:54.420145 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0b684010-0748-4701-b3b5-9c235863fc33 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.4166820 Mar 02 20:10:54.423965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37538) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:54.494520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-aafebadf-9773-4efb-959c-409342824e45 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for bd272b73-02b2-4356-8739-29cf388ac93d owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:54.543853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Pushing event updated for resources: {'Port': ['ID=124a3371-5b95-4259-af7f-161ba2f76fa6,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:54.547438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Attempting to bind port 124a3371-5b95-4259-af7f-161ba2f76fa6 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:10:54.548789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Attempting to bind port 124a3371-5b95-4259-af7f-161ba2f76fa6 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:10:54.549172 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Attempting to bind port 124a3371-5b95-4259-af7f-161ba2f76fa6 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:10:54.562501 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:10:54.562960 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:54.563447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.563979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:10:54.564571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Bound port: 124a3371-5b95-4259-af7f-161ba2f76fa6, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:10:54.565072 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.581083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.675105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.717994 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] For port 124a3371-5b95-4259-af7f-161ba2f76fa6, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:10:54.722028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] For port 124a3371-5b95-4259-af7f-161ba2f76fa6, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=124a3371-5b95-4259-af7f-161ba2f76fa6,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:10:54.742192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1ae66b-d0e0-4847-8b45-7155754e62de,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:54.795138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d48d50-5456-4b94-af2b-00c1f4372c26 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.795519 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e9d48d50-5456-4b94-af2b-00c1f4372c26 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "DELETE /v2.0/ports/a4fffb39-e40d-4a23-a6d3-5a2b9a57b8b9 HTTP/1.1" status: 204 len: 168 time: 2.4910676 Mar 02 20:10:54.799079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37542) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:54.804555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4279921-fa3b-462f-9c65-41be034839cb', 'external_fixed_ips': [{'subnet_id': '52d43d2d-739a-4804-a974-8c7976da2262', 'ip_address': '172.20.0.3'}]}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:54.809392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:54.814111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Usage tracker for resource:router and tenant:565980af9bf94a5fa43545ee198aaffc is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:54.819940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:54.828659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:54.842344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.855036 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.936040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1954844-ee68-43e2-a54c-c56e1a1857a0 None None] Pushing event updated for resources: {'Port': ['ID=124a3371-5b95-4259-af7f-161ba2f76fa6,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:54.936850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aafebadf-9773-4efb-959c-409342824e45 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.959166 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4ed6df03-d311-467a-9692-190aacda8183 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] 10.222.0.44 "GET /v2.0/floatingips/19a01fae-8a22-4a52-9c41-b370887e7bde HTTP/1.1" status: 200 len: 982 time: 0.5243165 Mar 02 20:10:54.974753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:10:54.977345 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37546) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:54.995341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:54.996308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.004203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.017565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Network ca32ab9e-df38-4329-b757-dd3921b497ad is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:55.021635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Pushing event updated for resources: {'Port': ['ID=23381ca0-23ea-4776-a0ee-f4963b41f57e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:55.041105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:55.043902 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:55.059806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafebadf-9773-4efb-959c-409342824e45 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=bd272b73-02b2-4356-8739-29cf388ac93d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:55.084769 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.085133 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Added segment 4265f1df-4743-4464-8684-9fc2687db002 of type vlan for network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 Mar 02 20:10:55.156662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aafebadf-9773-4efb-959c-409342824e45 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.198037 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aafebadf-9773-4efb-959c-409342824e45 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/bd272b73-02b2-4356-8739-29cf388ac93d HTTP/1.1" status: 204 len: 168 time: 1.4068968 Mar 02 20:10:55.206954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37550) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:55.213464 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.233624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Calling delete_port for 313d5c87-7488-44ea-9ec4-5bc9f2e9a0b7 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:55.258130 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.280399 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9880c64c-d27c-4ced-bdc8-ecbc6d07c724 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2423 time: 0.2928910 Mar 02 20:10:55.293359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37554) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:55.336218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc7ad9-9072-41a4-85c2-028bf4fe4d07 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:55.336849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 951db3fc-ca5f-44ae-8147-625e7ab5ae6b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:55.337570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc7ad9-9072-41a4-85c2-028bf4fe4d07 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:55.338365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-10cc7ad9-9072-41a4-85c2-028bf4fe4d07 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:55.362030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e0ad8-b7ed-4201-a9b5-30f071a764ca req-b270bc20-8239-4e15-8c5f-dbd43d16c4d7 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:55.363626 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cb1e0ad8-b7ed-4201-a9b5-30f071a764ca req-b270bc20-8239-4e15-8c5f-dbd43d16c4d7 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 944 time: 0.8751676 Mar 02 20:10:55.450471 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9575bcf5-dc12-4aee-ad34-710e7e44b877 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:55.508052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:55.637452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 9575bcf5-dc12-4aee-ad34-710e7e44b877 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:55.643202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 9575bcf5-dc12-4aee-ad34-710e7e44b877 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:55.649762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.651503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-10cc7ad9-9072-41a4-85c2-028bf4fe4d07 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:55.655468 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-10cc7ad9-9072-41a4-85c2-028bf4fe4d07 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4448287 Mar 02 20:10:55.655468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.658707 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:55.659304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.710577 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b986b-02d6-4028-87c7-d9d5f93967cc req-476a1850-f82c-46d1-9922-a26107f85144 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:55.717797 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-360b986b-02d6-4028-87c7-d9d5f93967cc req-476a1850-f82c-46d1-9922-a26107f85144 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.9880898 Mar 02 20:10:55.720368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37558) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:55.736205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:55.736820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.772778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8101332e-6cb5-4473-92c6-2254a0ea64e6 None None] Network ca32ab9e-df38-4329-b757-dd3921b497ad requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:55.788990 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cb1e0ad8-b7ed-4201-a9b5-30f071a764ca req-28336c73-d801-4ca3-ad7c-6c445432c606 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087856 Mar 02 20:10:55.921558 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-360b986b-02d6-4028-87c7-d9d5f93967cc req-eb61e790-4a28-4928-9f29-0d5b3b5d7cba tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028697 Mar 02 20:10:55.929790 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fa991258-d91a-46b6-b23b-6a1660a8db11 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.7265773 Mar 02 20:10:55.936688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37562) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:55.937360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.952808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Request body: {'port': {'network_id': 'ca32ab9e-df38-4329-b757-dd3921b497ad', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1624296327', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:55.953256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.api.validators [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] bootfile-name is not in valid_values {{(pid=84503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:10:55.953597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.api.validators [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] tftp-server is not in valid_values {{(pid=84503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:10:55.953957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.api.validators [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] server-ip-address is not in valid_values {{(pid=84503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:10:55.967828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Deleting port 47d5b8da-21b2-4248-a620-90d63c65fced {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:55.968667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:55.983348 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9575bcf5-dc12-4aee-ad34-710e7e44b877'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:10:56.006678 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4696100 Mar 02 20:10:56.010370 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ddd05-a7d1-4366-817c-36127407a5f1 tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Pushing event updated for resources: {'Network': ['ID=a39d938f-ac29-40b7-b8a2-376f63b0d0a9,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:56.047125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:10:56.115285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9575bcf5-dc12-4aee-ad34-710e7e44b877, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9575bcf5-dc12-4aee-ad34-710e7e44b877,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:56.117134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2ec0bb0e-2c08-4f63-b026-d5a0c7f875fb None None] Provisioning for port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:56.193982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3270102-0d3b-4e24-aa0e-18a39334ef24 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet e754532d-6bd2-4efe-bab2-df25bdb9a609 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:10:56.197400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3270102-0d3b-4e24-aa0e-18a39334ef24 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.229307 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9575bcf5-dc12-4aee-ad34-710e7e44b877', 'code': 200} Mar 02 20:10:56.272166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3270102-0d3b-4e24-aa0e-18a39334ef24 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.321529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.348189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.352544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2ec0bb0e-2c08-4f63-b026-d5a0c7f875fb None None] Provisioning complete for port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:56.354382 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2ec0bb0e-2c08-4f63-b026-d5a0c7f875fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.362545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3270102-0d3b-4e24-aa0e-18a39334ef24 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.367901 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:56.385818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Usage tracker for resource:port and tenant:31d0d3d7a84a4626a95445ed06dd131b is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:56.391278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:56.407620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37572) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:56.408635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:56.418159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Request body: {'port': {'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9', 'binding:host_id': 'hv-neutron-8315', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-271789045'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:56.420764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.456957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:56.466749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.467079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.488930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Usage tracker for resource:port and tenant:2b279c2f30584fecaae9fc3c509b9c49 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:56.491999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:56.504990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:56.505579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Pushing event deleted for resources: {'Port': ['ID=313d5c87-7488-44ea-9ec4-5bc9f2e9a0b7,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:56.561512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:56.562035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:56.562512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:56.562942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:56.563328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:56.563716 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:56.564466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:56.564729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:56.565271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:56.565657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:56.566988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:56.627640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=9575bcf5-dc12-4aee-ad34-710e7e44b877,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:56.708617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2ec0bb0e-2c08-4f63-b026-d5a0c7f875fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.717805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Made reservation on behalf of 31d0d3d7a84a4626a95445ed06dd131b for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:56.717805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.741683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Calling delete_port for 47d5b8da-21b2-4248-a620-90d63c65fced owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:56.763877 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2ec0bb0e-2c08-4f63-b026-d5a0c7f875fb None None] For port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=951db3fc-ca5f-44ae-8147-625e7ab5ae6b,segment=NetworkSegment(881505b4-f65a-427d-be70-bb6afe500f12),segment_id=881505b4-f65a-427d-be70-bb6afe500f12)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:56.831072 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] device_id is not set on port f35b6c02-5783-4fe8-8426-e8b56209cfae yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:56.834298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.868843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2ec0bb0e-2c08-4f63-b026-d5a0c7f875fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.917295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Made reservation on behalf of 2b279c2f30584fecaae9fc3c509b9c49 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:56.919815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:56.963618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.058138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-28385b09-46c3-40ef-9e03-434d1ffc4c54 None None] Could not find standard attr ID for object bd272b73-02b2-4356-8739-29cf388ac93d. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:10:57.066569 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c24b4285-734e-4dd4-bb2d-23a0b51a408e req-5ba2213d-445d-44e7-9043-7250a07a4a7e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 1098 time: 0.4995239 Mar 02 20:10:57.105179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0bb0e-2c08-4f63-b026-d5a0c7f875fb None None] Pushing event updated for resources: {'Port': ['ID=951db3fc-ca5f-44ae-8147-625e7ab5ae6b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:57.191246 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-28385b09-46c3-40ef-9e03-434d1ffc4c54 None None] Provisioning for port 124a3371-5b95-4259-af7f-161ba2f76fa6 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:57.208659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:57.214329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-28385b09-46c3-40ef-9e03-434d1ffc4c54 None None] Provisioning complete for port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:57.214697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-28385b09-46c3-40ef-9e03-434d1ffc4c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.238286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Usage tracker for resource:security_group_rule and tenant:2b279c2f30584fecaae9fc3c509b9c49 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:57.260551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:57.271668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Allocated IP 172.20.0.6 (ca32ab9e-df38-4329-b757-dd3921b497ad/a6902940-8a25-4034-9786-ea794be350ff/f35b6c02-5783-4fe8-8426-e8b56209cfae) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:57.281639 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:57.306236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c24b4285-734e-4dd4-bb2d-23a0b51a408e req-62d87808-7569-49a9-a732-e57f3fc8588e service neutron] Synchronizing usage tracker for tenant:2d2626d4e8784d6fac606ec22c77c085 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:57.372637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3270102-0d3b-4e24-aa0e-18a39334ef24 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.397181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.402132 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 951db3fc-ca5f-44ae-8147-625e7ab5ae6b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:57.433186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3270102-0d3b-4e24-aa0e-18a39334ef24 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.446415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3270102-0d3b-4e24-aa0e-18a39334ef24 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=e754532d-6bd2-4efe-bab2-df25bdb9a609,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:57.463938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb63c9d-dd3b-448e-8d72-3c410f6ffbf5 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:10:57.489300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event deleted for resources: {'Port': ['ID=47d5b8da-21b2-4248-a620-90d63c65fced,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:57.661395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:57.661761 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.703311 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-28385b09-46c3-40ef-9e03-434d1ffc4c54 None None] Provisioning for port 23381ca0-23ea-4776-a0ee-f4963b41f57e completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:57.705288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.720227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.725931 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-28385b09-46c3-40ef-9e03-434d1ffc4c54 None None] Provisioning complete for port 23381ca0-23ea-4776-a0ee-f4963b41f57e triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:57.726434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-28385b09-46c3-40ef-9e03-434d1ffc4c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.728030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b409638-a6b6-4725-8940-f48becd63809 req-cd05361c-c8ad-4039-8455-09666f01cc03 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:57.729509 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4b409638-a6b6-4725-8940-f48becd63809 req-cd05361c-c8ad-4039-8455-09666f01cc03 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.4981170 Mar 02 20:10:57.760377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cb5a0-b330-4f07-962a-3981dd0c0226 req-f077a7e1-a3ca-4dcf-a3f4-2d0c16a312b8 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:57.761751 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f73cb5a0-b330-4f07-962a-3981dd0c0226 req-f077a7e1-a3ca-4dcf-a3f4-2d0c16a312b8 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 945 time: 0.5878763 Mar 02 20:10:57.770707 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a3270102-0d3b-4e24-aa0e-18a39334ef24 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/e754532d-6bd2-4efe-bab2-df25bdb9a609 HTTP/1.1" status: 204 len: 168 time: 2.0081625 Mar 02 20:10:57.772650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37580) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:57.798745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-28385b09-46c3-40ef-9e03-434d1ffc4c54 None None] Port 23381ca0-23ea-4776-a0ee-f4963b41f57e cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:57.861282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 124a3371-5b95-4259-af7f-161ba2f76fa6 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:10:57.865483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.884587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.926886 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:10:57.935295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.937951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Deleting port 124a3371-5b95-4259-af7f-161ba2f76fa6 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:10:57.937951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.942279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.949742 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bdd76851-dbe7-4052-81b2-b7742096f75c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1743143 Mar 02 20:10:57.954248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37584) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:57.997505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-23d37501-dc99-44f4-9203-7ffd1de233c0 None None] Provisioning complete for port 23381ca0-23ea-4776-a0ee-f4963b41f57e triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:57.997985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-23d37501-dc99-44f4-9203-7ffd1de233c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.021418 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4b409638-a6b6-4725-8940-f48becd63809 req-144b9f6c-5ce3-4e5d-8639-0948fb2e8063 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846348 Mar 02 20:10:58.034416 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f73cb5a0-b330-4f07-962a-3981dd0c0226 req-9264e8a9-9674-4a85-a601-9f040541f169 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889102 Mar 02 20:10:58.078965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.082134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Fanout notify agent at l3_agent the message router_deleted on router bfd8e801-c46c-494a-80a4-71fc9f0ab438 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:10:58.099670 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.105348 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.109434 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b29e545c-ab9a-4521-a014-1379dcefab8c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/bfd8e801-c46c-494a-80a4-71fc9f0ab438 HTTP/1.1" status: 204 len: 168 time: 5.9368231 Mar 02 20:10:58.113979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-23d37501-dc99-44f4-9203-7ffd1de233c0 None None] Port 23381ca0-23ea-4776-a0ee-f4963b41f57e cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:58.121366 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37590) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:58.139745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Request body: {'router': {'name': 'tempest-snat-router-614907769', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'enable_snat': False}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:58.141775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] device_id is not set on port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:58.146970 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:58.170378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e63a29-2198-438f-ab4b-38a96bfbb48c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:58.171102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-64e63a29-2198-438f-ab4b-38a96bfbb48c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:58.176238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Usage tracker for resource:router and tenant:b2a63b1b9c4549f9963d0e24c475b2e9 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:10:58.185189 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:10:58.193625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:58.239864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 124a3371-5b95-4259-af7f-161ba2f76fa6 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:58.256771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c24b4285-734e-4dd4-bb2d-23a0b51a408e req-62d87808-7569-49a9-a732-e57f3fc8588e service neutron] Unset dirty status for tenant:2d2626d4e8784d6fac606ec22c77c085 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:58.257680 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c24b4285-734e-4dd4-bb2d-23a0b51a408e req-62d87808-7569-49a9-a732-e57f3fc8588e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1701572 Mar 02 20:10:58.265485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 124a3371-5b95-4259-af7f-161ba2f76fa6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:58.265869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.271131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44f9f09-0452-4bbe-b675-6304f8f6cc2f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:58.275158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-64e63a29-2198-438f-ab4b-38a96bfbb48c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:58.276248 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-64e63a29-2198-438f-ab4b-38a96bfbb48c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3205040 Mar 02 20:10:58.283148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37594) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:58.328446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43708882-f553-4e03-84a2-8f6965324976 req-d85a29b4-5b53-4684-bdf3-a969be6caaae tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:58.337715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] For port 124a3371-5b95-4259-af7f-161ba2f76fa6, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=124a3371-5b95-4259-af7f-161ba2f76fa6,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:10:58.337715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.337990 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-43708882-f553-4e03-84a2-8f6965324976 req-d85a29b4-5b53-4684-bdf3-a969be6caaae tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.1290703 Mar 02 20:10:58.342038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37598) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:58.348140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.349293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.351314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.362127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-bca430e2-92a5-446d-b9a4-01749befe7c4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Request body: {'floatingip': {'port_id': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:58.410868 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Transition to ACTIVE for port object f35b6c02-5783-4fe8-8426-e8b56209cfae will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:58.451674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bca430e2-92a5-446d-b9a4-01749befe7c4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for floatingip, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.469186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Calling delete_port for 124a3371-5b95-4259-af7f-161ba2f76fa6 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:10:58.528509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c338b0c-85e6-43f3-9b8b-7aea41b903cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:58.530070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1c338b0c-85e6-43f3-9b8b-7aea41b903cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:58.575347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Allocated IP 172.20.0.3 (c4279921-fa3b-462f-9c65-41be034839cb/52d43d2d-739a-4804-a974-8c7976da2262/819d46a5-92e2-4860-83cb-6733b212d025) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:10:58.580504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.583517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.706831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.727317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1c338b0c-85e6-43f3-9b8b-7aea41b903cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:58.728468 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1c338b0c-85e6-43f3-9b8b-7aea41b903cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4403372 Mar 02 20:10:58.731889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37602) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:58.740201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.835469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Pushing event deleted for resources: {'Port': ['ID=124a3371-5b95-4259-af7f-161ba2f76fa6,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:58.845041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] No DVR routers for this DVR port 124a3371-5b95-4259-af7f-161ba2f76fa6 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:10:58.846923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.847268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.847614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.847945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.848276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.848760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.849102 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.849217 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.849533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.849856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.850225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62013e7-c842-44a8-a544-ac3f058d82e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.901654 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-664f042c-4349-454b-a765-c16bee5f317d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1548696 Mar 02 20:10:58.915076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37606) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:58.927545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:10:58.937151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] device_id is not set on port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:10:58.961159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Network ca32ab9e-df38-4329-b757-dd3921b497ad is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:58.971726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.985161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:58.991708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Pushing event updated for resources: {'Port': ['ID=f35b6c02-5783-4fe8-8426-e8b56209cfae,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:58.999485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:59.052860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Transition to ACTIVE for port object d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:10:59.056653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:59.063635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:59.081811 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:59.082119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:59.082463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:59.082809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:59.083128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:59.083610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:59.083938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:59.084263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:59.084584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:59.084986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:59.085229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:59.123834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:59.124452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:59.228587 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 124a3371-5b95-4259-af7f-161ba2f76fa6 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:10:59.256544 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:59.282658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 124a3371-5b95-4259-af7f-161ba2f76fa6 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:10:59.282998 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 124a3371-5b95-4259-af7f-161ba2f76fa6 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:10:59.303004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:10:59.384110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:10:59.389284 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fcae9112-69b3-45c9-9bfb-7d91e4cdcbdc None None] Provisioning for port f35b6c02-5783-4fe8-8426-e8b56209cfae completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:10:59.398090 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fcae9112-69b3-45c9-9bfb-7d91e4cdcbdc None None] Provisioning complete for port f35b6c02-5783-4fe8-8426-e8b56209cfae triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:59.398090 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fcae9112-69b3-45c9-9bfb-7d91e4cdcbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:59.467432 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6c3259ee-f9b2-4e1b-978a-fe54f4975e8c tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.5273800 Mar 02 20:10:59.480567 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-fcae9112-69b3-45c9-9bfb-7d91e4cdcbdc None None] Port f35b6c02-5783-4fe8-8426-e8b56209cfae cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:10:59.501757 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37612) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:59.502296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:59.514171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:10:59.517516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:59.584181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Network c4279921-fa3b-462f-9c65-41be034839cb is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:10:59.588320 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event updated for resources: {'Port': ['ID=d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:59.593398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:10:59.622169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d438ff0-df14-434d-a185-fae6d2dadf3e req-de5247e1-dc08-4dfc-83e6-3d1aa66daa34 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:59.624418 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5d438ff0-df14-434d-a185-fae6d2dadf3e req-de5247e1-dc08-4dfc-83e6-3d1aa66daa34 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 945 time: 0.3303919 Mar 02 20:10:59.630177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:10:59.704889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Checking segment: {'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:10:59.705175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Network hostable DHCP agents. Network: a39d938f-ac29-40b7-b8a2-376f63b0d0a9, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:10:59.720768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-bca430e2-92a5-446d-b9a4-01749befe7c4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:10:59.723804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event updated for resources: {'Port': ['ID=819d46a5-92e2-4860-83cb-6733b212d025,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:59.861615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Router 3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:10:59.891000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bca430e2-92a5-446d-b9a4-01749befe7c4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:59.898387 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5d438ff0-df14-434d-a185-fae6d2dadf3e req-1b39d34b-3a3e-43e2-9fff-a809a020f56b tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202189 Mar 02 20:10:59.925558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeac5c5-ca51-4e60-b141-6e5f976e8d38 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:59.925742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeac5c5-ca51-4e60-b141-6e5f976e8d38 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:59.929558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeac5c5-ca51-4e60-b141-6e5f976e8d38 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:59.930451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7aeac5c5-ca51-4e60-b141-6e5f976e8d38 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Synchronizing usage tracker for tenant:31d0d3d7a84a4626a95445ed06dd131b on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:59.936176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:10:59.984743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bca430e2-92a5-446d-b9a4-01749befe7c4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.057761 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.058525 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.140554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, a39d938f-ac29-40b7-b8a2-376f63b0d0a9) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:00.150243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a7c8f2-fbd3-4dbc-9614-63bcfc414bf6 None None] Network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:00.178101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7aeac5c5-ca51-4e60-b141-6e5f976e8d38 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Unset dirty status for tenant:31d0d3d7a84a4626a95445ed06dd131b on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:00.181383 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7aeac5c5-ca51-4e60-b141-6e5f976e8d38 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6742542 Mar 02 20:11:00.193992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37616) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:00.204332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:00.237020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.280443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:00.280819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:00.281114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:00.291475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.315223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:00.315700 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:00.318710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-d6d94fa3-c96c-4893-94ee-6666e70c3c87 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Deleting port f35b6c02-5783-4fe8-8426-e8b56209cfae {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:00.319048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d6d94fa3-c96c-4893-94ee-6666e70c3c87 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.334471 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.348416 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 2 to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 Mar 02 20:11:00.387034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:00.391003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:00.391157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:00.391351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:00.391683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:00.392599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=cf55f722-8059-401d-bdc7-e8dd411609f9,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:00.394951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:00.395531 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.410014 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143b203-f9f5-4660-9a0f-732a2691b2df None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:00.440432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:00.448782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:00.449108 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:00.452734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.478093 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 3 to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 Mar 02 20:11:00.491464 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80b96b-8381-4af0-8dfb-7e6931e79575 None None] Sync routers for ids ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:00.532790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:00.533132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:00.533452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:00.539500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80b96b-8381-4af0-8dfb-7e6931e79575 None None] Routers {'3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:00.540130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4f80b96b-8381-4af0-8dfb-7e6931e79575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:00.542114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Allocated IP 172.26.5.46 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/8e5f96a1-4481-4b51-b7c6-ce200d71be96) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:00.545481 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-bca430e2-92a5-446d-b9a4-01749befe7c4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Floating IP a8a56232-cfce-4a2b-a251-a7864be49187 associated. External IP: 172.26.5.49, port: 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d. Mar 02 20:11:00.609480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4f80b96b-8381-4af0-8dfb-7e6931e79575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:00.610152 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7317f3dc-d66f-4ccc-bc61-27253f5d855e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6940322 Mar 02 20:11:00.621006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37620) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:00.634478 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1287e060-10a1-4260-9243-626ccffb09fe tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "DELETE /v2.0/floatingips/19a01fae-8a22-4a52-9c41-b370887e7bde HTTP/1.1" status: 204 len: 168 time: 5.3249748 Mar 02 20:11:00.643349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'fixed_ips': [{'subnet_id': 'cf55f722-8059-401d-bdc7-e8dd411609f9', 'ip_address': '2001:db8::dba3:2ccd:5bd3:1796'}], 'name': 'tempest-NetworksTestDHCPv6-159522700'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:00.656769 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:00.656769 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:00.660138 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37624) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:00.663722 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 4 to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 Mar 02 20:11:00.675517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80b96b-8381-4af0-8dfb-7e6931e79575 None None] Routers {'3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:00.676472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4f80b96b-8381-4af0-8dfb-7e6931e79575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:00.687412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:00.746517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4f80b96b-8381-4af0-8dfb-7e6931e79575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:00.746838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80b96b-8381-4af0-8dfb-7e6931e79575 None None] The sync data for ids ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:00.761575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:00.770823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:00.771160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:00.771502 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:00.799192 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': 'cf55f722-8059-401d-bdc7-e8dd411609f9'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:11:00.800019 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.802554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Usage tracker for resource:floatingip and tenant:dd1474e16c6241d1bdadc69d79a8b0aa is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:00.813993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:00.840634 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:00.840634 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:00.843188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:00.847951 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 5 to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 Mar 02 20:11:00.861546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d6d94fa3-c96c-4893-94ee-6666e70c3c87 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.953261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.976450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/cf55f722-8059-401d-bdc7-e8dd411609f9/bb18d795-c6e9-4b6f-bb47-009327d5bc78) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:01.027839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:01.028071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:01.029074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:01.076891 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.147253 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-d6d94fa3-c96c-4893-94ee-6666e70c3c87 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Calling delete_port for f35b6c02-5783-4fe8-8426-e8b56209cfae owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:01.178905 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:01.188646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:01.191385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event updated for resources: {'Port': ['ID=8e5f96a1-4481-4b51-b7c6-ce200d71be96,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:01.194065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:01.195393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.227730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:01.228047 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:01.230109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.233712 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 6 to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 Mar 02 20:11:01.242541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Transition to ACTIVE for port object bb18d795-c6e9-4b6f-bb47-009327d5bc78 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:01.261123 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:01.264176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Transition to ACTIVE for port object bb18d795-c6e9-4b6f-bb47-009327d5bc78 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:01.326413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:01.326629 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:01.326888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:01.332377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.351697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:01.375197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c15f77-c4b6-41d4-939e-f9d255084f3a req-8e1fbeae-26eb-401b-a2f2-d5e7aafc9972 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:01.379295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:01.379628 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:01.381866 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d0c15f77-c4b6-41d4-939e-f9d255084f3a req-8e1fbeae-26eb-401b-a2f2-d5e7aafc9972 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 945 time: 0.3579092 Mar 02 20:11:01.382609 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 7 to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 Mar 02 20:11:01.415598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Pushing event updated for resources: {'Port': ['ID=bb18d795-c6e9-4b6f-bb47-009327d5bc78,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:01.419779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:01.421612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:01.423854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:01.441892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:01.442697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:01.442697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:01.470782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:01.498941 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d0c15f77-c4b6-41d4-939e-f9d255084f3a req-f7a9b3b0-9fc3-420e-9773-2805d12675c7 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156766 Mar 02 20:11:01.522640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Attempting to bind port bb18d795-c6e9-4b6f-bb47-009327d5bc78 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:01.522640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Attempting to bind port bb18d795-c6e9-4b6f-bb47-009327d5bc78 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:01.522640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Attempting to bind port bb18d795-c6e9-4b6f-bb47-009327d5bc78 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:01.525865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:01.527198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:01.527198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.527198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:01.527876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Bound port: bb18d795-c6e9-4b6f-bb47-009327d5bc78, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:01.528352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.551707 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:01.552207 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:01.562843 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 8 to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 Mar 02 20:11:01.587352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:01.587655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:01.587935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:01.600731 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca430e2-92a5-446d-b9a4-01749befe7c4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:11:01.619063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:01.619821 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:01.623023 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 9 to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 Mar 02 20:11:01.625698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] For port bb18d795-c6e9-4b6f-bb47-009327d5bc78, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:01.628885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] For port bb18d795-c6e9-4b6f-bb47-009327d5bc78, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bb18d795-c6e9-4b6f-bb47-009327d5bc78,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:01.662560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Router 74d0bbc1-2892-49be-b68b-880ffa3228f9 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:11:01.671669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:01.671998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:01.672332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:01.679425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.695371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d6d94fa3-c96c-4893-94ee-6666e70c3c87 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.734513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.745835 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:01.746187 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:01.754818 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 10 to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 Mar 02 20:11:01.767551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.769296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d94fa3-c96c-4893-94ee-6666e70c3c87 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Pushing event deleted for resources: {'Port': ['ID=f35b6c02-5783-4fe8-8426-e8b56209cfae,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:01.819239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:01.830313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e45fa-4c82-4958-bc33-f31ef2baf7b3 None None] Pushing event updated for resources: {'Port': ['ID=bb18d795-c6e9-4b6f-bb47-009327d5bc78,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:01.850877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d014c-7e55-431b-a80b-e49aaec103b9 req-3f8f94c5-9556-48e3-935d-99d483623bce tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:01.853478 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f69d014c-7e55-431b-a80b-e49aaec103b9 req-3f8f94c5-9556-48e3-935d-99d483623bce tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 945 time: 0.2339320 Mar 02 20:11:01.863142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37632) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:01.869390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2a56482c-0291-4718-bd49-30fd2549e2bc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Request body: {'floatingip': {'port_id': '9575bcf5-dc12-4aee-ad34-710e7e44b877'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:01.908096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:01.910791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:01.910791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:01.964739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2a56482c-0291-4718-bd49-30fd2549e2bc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for floatingip, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.145081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:02.145338 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:02.145700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.218266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.218986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.231069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca430e2-92a5-446d-b9a4-01749befe7c4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:02.242096 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c4faf5-f761-4cf9-8add-4f190cf410e2 None None] Sync routers for ids ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:02.242662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d6d94fa3-c96c-4893-94ee-6666e70c3c87 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.256455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bca430e2-92a5-446d-b9a4-01749befe7c4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.268914 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c4faf5-f761-4cf9-8add-4f190cf410e2 None None] Routers {'0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:02.269538 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-98c4faf5-f761-4cf9-8add-4f190cf410e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:02.474969 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-98c4faf5-f761-4cf9-8add-4f190cf410e2 None None] Set router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:02.489836 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d6d94fa3-c96c-4893-94ee-6666e70c3c87 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] 10.222.0.44 "DELETE /v2.0/ports/f35b6c02-5783-4fe8-8426-e8b56209cfae HTTP/1.1" status: 204 len: 168 time: 2.2937834 Mar 02 20:11:02.503898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Allocated IP 172.26.5.60 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/590c0aeb-10da-4368-b25d-3922fddef8fc) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:02.507137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37636) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:02.516171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] For port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:02.516550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempted to set empty binding levels {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 20:11:02.520916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Request body: {'port': {'name': 'tempest-new-port-name-762522774', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:02.521304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.api.validators [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] bootfile-name is not in valid_values {{(pid=84503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:11:02.521640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.api.validators [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] tftp-server is not in valid_values {{(pid=84503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:11:02.521994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.api.validators [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] server-ip-address is not in valid_values {{(pid=84503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:11:02.585684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::dba3:2ccd:5bd3:1796 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/cf55f722-8059-401d-bdc7-e8dd411609f9/88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:02.623416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.711358 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bca430e2-92a5-446d-b9a4-01749befe7c4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "PUT /v2.0/floatingips/a8a56232-cfce-4a2b-a251-a7864be49187 HTTP/1.1" status: 200 len: 991 time: 4.3689556 Mar 02 20:11:02.719264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef31826-8935-4e64-8866-464ddcf54a70', 'tag': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:11:02.868136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.975543 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event updated for resources: {'Port': ['ID=d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:03.004911 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-98c4faf5-f761-4cf9-8add-4f190cf410e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a8a56232-cfce-4a2b-a251-a7864be49187', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'floating_ip_address': '172.26.5.49', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'port_id': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'mac_address': 'fa:16:3e:75:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef31826-8935-4e64-8866-464ddcf54a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:10:13Z', 'updated_at': '2022-03-02T20:10:59Z', 'revision_number': 1, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7ddc63-5c20-4c99-946d-ff11b3963914', 'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'mac_address': 'fa:16:3e:57:07:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:26Z', 'revision_number': 5, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'subnets': [{'id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:03.010890 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c4faf5-f761-4cf9-8add-4f190cf410e2 None None] Checking router: 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:11:03.023779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c4faf5-f761-4cf9-8add-4f190cf410e2 None None] Routers {'0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:03.024485 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-98c4faf5-f761-4cf9-8add-4f190cf410e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:03.083860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.136736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364e10e-3fe6-463d-b5c4-b4e3851038a6 req-2f8063cd-d50d-48a0-9352-102afc34571b tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:03.149921 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f364e10e-3fe6-463d-b5c4-b4e3851038a6 req-2f8063cd-d50d-48a0-9352-102afc34571b tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.2274442 Mar 02 20:11:03.287879 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-98c4faf5-f761-4cf9-8add-4f190cf410e2 None None] Set router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:03.292649 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f1b61d44-5c3a-4fd0-8f9c-a3d7233e3347 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.8785169 Mar 02 20:11:03.297794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb18d795-c6e9-4b6f-bb47-009327d5bc78 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:03.308860 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2a56482c-0291-4718-bd49-30fd2549e2bc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.311747 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef31826-8935-4e64-8866-464ddcf54a70', 'tag': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d', 'status': 'completed', 'code': 200} Mar 02 20:11:03.312347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37650) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:03.345343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.357753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-95aada57-3b2b-4612-9cb8-cfa4fd631034 None None] Provisioning for port bb18d795-c6e9-4b6f-bb47-009327d5bc78 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:03.455383 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f364e10e-3fe6-463d-b5c4-b4e3851038a6 req-dd9db5af-b97b-48e0-8d00-400b980afff2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044877 Mar 02 20:11:03.458169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2a56482c-0291-4718-bd49-30fd2549e2bc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.477022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port bb18d795-c6e9-4b6f-bb47-009327d5bc78 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:03.485864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port bb18d795-c6e9-4b6f-bb47-009327d5bc78 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:03.497992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.514621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:03.563866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-10aebd1c-4e1e-40c1-9358-f5b54300738d tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Deleting port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:03.564209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-10aebd1c-4e1e-40c1-9358-f5b54300738d tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.569767 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Sync routers for ids ['74d0bbc1-2892-49be-b68b-880ffa3228f9'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:03.619836 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Routers {'74d0bbc1-2892-49be-b68b-880ffa3228f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:03.620724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['74d0bbc1-2892-49be-b68b-880ffa3228f9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:03.731268 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-98c4faf5-f761-4cf9-8add-4f190cf410e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a8a56232-cfce-4a2b-a251-a7864be49187', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'floating_ip_address': '172.26.5.49', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'port_id': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'mac_address': 'fa:16:3e:75:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef31826-8935-4e64-8866-464ddcf54a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:10:13Z', 'updated_at': '2022-03-02T20:10:59Z', 'revision_number': 1, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7ddc63-5c20-4c99-946d-ff11b3963914', 'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'mac_address': 'fa:16:3e:57:07:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:26Z', 'revision_number': 5, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'subnets': [{'id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:03.738589 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c4faf5-f761-4cf9-8add-4f190cf410e2 None None] The sync data for ids ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'] in dv-neutron-831593-2-hyperv is: [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a8a56232-cfce-4a2b-a251-a7864be49187', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'floating_ip_address': '172.26.5.49', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'port_id': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'mac_address': 'fa:16:3e:75:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef31826-8935-4e64-8866-464ddcf54a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:10:13Z', 'updated_at': '2022-03-02T20:10:59Z', 'revision_number': 1, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7ddc63-5c20-4c99-946d-ff11b3963914', 'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'mac_address': 'fa:16:3e:57:07:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:26Z', 'revision_number': 5, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'subnets': [{'id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:03.767201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.768542 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-94f8e0b4-e96c-4ed5-8acf-3622ce208e52 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.9681571 Mar 02 20:11:03.773797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37656) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:03.789518 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5f2af78-54af-46ff-859c-40fd923812db req-03e21e25-6b81-4771-b127-66d1cd8e1306 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e61b8232eb4340acba554e5488a7b44b&device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 1099 time: 0.5490918 Mar 02 20:11:03.852433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.863833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.909943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Set router 74d0bbc1-2892-49be-b68b-880ffa3228f9 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:03.928752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.010029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:04.019470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port bb18d795-c6e9-4b6f-bb47-009327d5bc78, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bb18d795-c6e9-4b6f-bb47-009327d5bc78,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:04.074686 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b7a9ad-7443-413f-8460-50a0e7161d75 None None] New status for floating IP a8a56232-cfce-4a2b-a251-a7864be49187: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:11:04.105631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-10aebd1c-4e1e-40c1-9358-f5b54300738d tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] For port d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4, host hv-neutron-8315, got binding levels [] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:04.105803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-10aebd1c-4e1e-40c1-9358-f5b54300738d tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.113860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.114999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Pushing event updated for resources: {'Port': ['ID=590c0aeb-10da-4368-b25d-3922fddef8fc,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:04.132616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:04.147991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:04.172466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:04.233093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2af78-54af-46ff-859c-40fd923812db req-cb3d6f52-8b24-4a94-a78f-a920e762d269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:04.234997 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5f2af78-54af-46ff-859c-40fd923812db req-cb3d6f52-8b24-4a94-a78f-a920e762d269 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee HTTP/1.1" status: 200 len: 914 time: 0.4311028 Mar 02 20:11:04.291389 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=bb18d795-c6e9-4b6f-bb47-009327d5bc78,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:04.310992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:11:04.329513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0bbc1-2892-49be-b68b-880ffa3228f9', 'name': '', 'tenant_id': '565980af9bf94a5fa43545ee198aaffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279921-fa3b-462f-9c65-41be034839cb', 'external_fixed_ips': [{'subnet_id': '52d43d2d-739a-4804-a974-8c7976da2262', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '819d46a5-92e2-4860-83cb-6733b212d025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:55Z', 'updated_at': '2022-03-02T20:10:59Z', 'revision_number': 3, 'project_id': '565980af9bf94a5fa43545ee198aaffc', 'gw_port': {'id': '819d46a5-92e2-4860-83cb-6733b212d025', 'name': '', 'network_id': 'c4279921-fa3b-462f-9c65-41be034839cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0bbc1-2892-49be-b68b-880ffa3228f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '52d43d2d-739a-4804-a974-8c7976da2262', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:58Z', 'updated_at': '2022-03-02T20:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52d43d2d-739a-4804-a974-8c7976da2262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:04.334171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Checking router: 74d0bbc1-2892-49be-b68b-880ffa3228f9 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:11:04.334590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Updating router 74d0bbc1-2892-49be-b68b-880ffa3228f9 port 819d46a5-92e2-4860-83cb-6733b212d025 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:11:04.355117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-10aebd1c-4e1e-40c1-9358-f5b54300738d tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Calling delete_port for d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:04.357350 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.393055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Router 88db9215-8c79-4e1f-8fb0-845906ed07c7 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:11:04.407168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.407864 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5f2af78-54af-46ff-859c-40fd923812db req-44fba85d-0d28-4012-83fd-3987b7defa08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d HTTP/1.1" status: 200 len: 999 time: 0.1606524 Mar 02 20:11:04.451908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127cbfe-8aaf-44d4-804b-7c108f0874a6 req-2fd0eac9-3b1e-47b9-9776-5cee168f0b6e tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:04.453594 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6127cbfe-8aaf-44d4-804b-7c108f0874a6 req-2fd0eac9-3b1e-47b9-9776-5cee168f0b6e tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.8555548 Mar 02 20:11:04.454375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.508059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.569780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:04.619833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2af78-54af-46ff-859c-40fd923812db req-3ee09063-1f88-485a-88aa-80eeced1fe95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:04.621207 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5f2af78-54af-46ff-859c-40fd923812db req-3ee09063-1f88-485a-88aa-80eeced1fe95 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e HTTP/1.1" status: 200 len: 851 time: 0.2058129 Mar 02 20:11:04.655369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:04.704255 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6127cbfe-8aaf-44d4-804b-7c108f0874a6 req-63906b7a-496c-4510-a922-1cb65f6f4b19 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952474 Mar 02 20:11:04.711568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:04.715510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:04.716703 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.724642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:04.763966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-10aebd1c-4e1e-40c1-9358-f5b54300738d tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.777609 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-2a56482c-0291-4718-bd49-30fd2549e2bc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Floating IP 0a826cc0-be38-4a37-acfe-5a176e3026fc associated. External IP: 172.26.5.81, port: 9575bcf5-dc12-4aee-ad34-710e7e44b877. Mar 02 20:11:04.815088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.870949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.892521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] In _notify_port_updated(), no bound segment for port 23381ca0-23ea-4776-a0ee-f4963b41f57e on network ca32ab9e-df38-4329-b757-dd3921b497ad {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:11:04.898281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:04.904256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.904256 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] 10.222.0.44 "PUT /v2.0/ports/23381ca0-23ea-4776-a0ee-f4963b41f57e HTTP/1.1" status: 200 len: 1136 time: 2.3921301 Mar 02 20:11:04.905824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Transition to ACTIVE for port object 819d46a5-92e2-4860-83cb-6733b212d025 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:04.919520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37660) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:04.936906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4296f-80de-4a97-b167-82ef9dc90ee0 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Pushing event updated for resources: {'Port': ['ID=23381ca0-23ea-4776-a0ee-f4963b41f57e,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:04.946010 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f8872d4d-f66b-47f0-8654-a73ce865d298 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3234773 Mar 02 20:11:04.955407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37662) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:04.988367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aebd1c-4e1e-40c1-9358-f5b54300738d tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:04.994894 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.033273 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5f2af78-54af-46ff-859c-40fd923812db req-4eb1db94-35f8-4f3b-9f2e-57af3c6c979f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3756406 Mar 02 20:11:05.036988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.090410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-10aebd1c-4e1e-40c1-9358-f5b54300738d tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.111995 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23ebc7-d1cb-427d-b54a-3dc33f800bc5 None None] Pushing event updated for resources: {'Port': ['ID=819d46a5-92e2-4860-83cb-6733b212d025,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:05.114364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9195bfd3-5f0b-402a-8c5b-6c5c37e51fa4 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:05.115641 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9195bfd3-5f0b-402a-8c5b-6c5c37e51fa4 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] 10.222.0.44 "GET /v2.0/ports/23381ca0-23ea-4776-a0ee-f4963b41f57e HTTP/1.1" status: 200 len: 1136 time: 0.1339550 Mar 02 20:11:05.120947 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-10aebd1c-4e1e-40c1-9358-f5b54300738d tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "DELETE /v2.0/ports/d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 HTTP/1.1" status: 204 len: 168 time: 1.7924736 Mar 02 20:11:05.123549 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.145855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37668) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:05.146437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37670) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:05.148520 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-759c9cd9-5175-4d64-9a28-a4d6dfb73b50 None None] Provisioning complete for port 23381ca0-23ea-4776-a0ee-f4963b41f57e triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:05.148903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-759c9cd9-5175-4d64-9a28-a4d6dfb73b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.226556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-759c9cd9-5175-4d64-9a28-a4d6dfb73b50 None None] Port 23381ca0-23ea-4776-a0ee-f4963b41f57e cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:05.235919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Attempting to bind port 819d46a5-92e2-4860-83cb-6733b212d025 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:05.236544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Attempting to bind port 819d46a5-92e2-4860-83cb-6733b212d025 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2595a5ec-b61d-42a4-8f0a-d4516ddac1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c4279921-fa3b-462f-9c65-41be034839cb'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:05.237066 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Attempting to bind port 819d46a5-92e2-4860-83cb-6733b212d025 on network c4279921-fa3b-462f-9c65-41be034839cb {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:05.249385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb18d795-c6e9-4b6f-bb47-009327d5bc78 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:05.291651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:05.310487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:05.310863 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Checking segment: {'id': '2595a5ec-b61d-42a4-8f0a-d4516ddac1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c4279921-fa3b-462f-9c65-41be034839cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:05.311262 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.312107 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Bound using segment: {'id': '2595a5ec-b61d-42a4-8f0a-d4516ddac1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c4279921-fa3b-462f-9c65-41be034839cb'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:05.312601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Bound port: 819d46a5-92e2-4860-83cb-6733b212d025, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2595a5ec-b61d-42a4-8f0a-d4516ddac1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c4279921-fa3b-462f-9c65-41be034839cb'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:05.313270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.338285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Sync routers for ids ['88db9215-8c79-4e1f-8fb0-845906ed07c7'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:05.380988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.384605 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9b79bcce-e847-496c-907c-0dd99126551e tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2597687 Mar 02 20:11:05.386396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37676) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:05.401090 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-2babd8b5-33df-419f-9e55-70529140464f tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] GET failed (client error): The resource could not be found. Mar 02 20:11:05.401761 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2babd8b5-33df-419f-9e55-70529140464f tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Synchronizing usage tracker for tenant:2b279c2f30584fecaae9fc3c509b9c49 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:05.420097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Routers {'88db9215-8c79-4e1f-8fb0-845906ed07c7'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:05.420727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['88db9215-8c79-4e1f-8fb0-845906ed07c7'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:05.461554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6dcbf-d743-488e-9202-ec892b90c075 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Deleting port 23381ca0-23ea-4776-a0ee-f4963b41f57e {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:05.461987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dcbf-d743-488e-9202-ec892b90c075 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.542376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0cd77a73-6055-43ba-9233-196e2c87045b None None] Provisioning for port 88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:05.603797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509bc8f-5ae6-4e6f-9bba-d373e576f0cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:05.608402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509bc8f-5ae6-4e6f-9bba-d373e576f0cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:05.609269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1509bc8f-5ae6-4e6f-9bba-d373e576f0cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:05.616075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] For port 819d46a5-92e2-4860-83cb-6733b212d025, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:05.620384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0cd77a73-6055-43ba-9233-196e2c87045b None None] Provisioning complete for port 88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:05.620753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0cd77a73-6055-43ba-9233-196e2c87045b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.625723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2babd8b5-33df-419f-9e55-70529140464f tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Unset dirty status for tenant:2b279c2f30584fecaae9fc3c509b9c49 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:05.628435 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2babd8b5-33df-419f-9e55-70529140464f tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "GET /v2.0/ports/d8ccbef3-5ac9-4a86-8a41-d894eb4da3b4 HTTP/1.1" status: 404 len: 333 time: 0.4698844 Mar 02 20:11:05.636641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37680) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:05.641926 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5f2af78-54af-46ff-859c-40fd923812db req-eba6aa19-e143-49df-97aa-8932f1268782 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800176 Mar 02 20:11:05.651814 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Request body: {'port': {'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1453544982'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:05.667160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port bb18d795-c6e9-4b6f-bb47-009327d5bc78 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:05.667530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.668223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:05.711676 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] For port 819d46a5-92e2-4860-83cb-6733b212d025, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=819d46a5-92e2-4860-83cb-6733b212d025,segment=NetworkSegment(2595a5ec-b61d-42a4-8f0a-d4516ddac1da),segment_id=2595a5ec-b61d-42a4-8f0a-d4516ddac1da)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:05.751192 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0cd77a73-6055-43ba-9233-196e2c87045b None None] Port 88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:05.789856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.795952 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Set router 88db9215-8c79-4e1f-8fb0-845906ed07c7 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:05.814562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1509bc8f-5ae6-4e6f-9bba-d373e576f0cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:05.815733 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1509bc8f-5ae6-4e6f-9bba-d373e576f0cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.8576553 Mar 02 20:11:05.826314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.834939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37686) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:05.837375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:05.936396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7a273-dae7-4c7f-8bc9-e69424200d65 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:05.937315 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a273-dae7-4c7f-8bc9-e69424200d65 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.010487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.016543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Deleting port 819d46a5-92e2-4860-83cb-6733b212d025 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:06.016886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.023437 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5f2af78-54af-46ff-859c-40fd923812db req-4cfe231f-69e7-4a3e-9eb8-ca42b1d57883 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463111 Mar 02 20:11:06.053358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dcbf-d743-488e-9202-ec892b90c075 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.060410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Made reservation on behalf of 2b279c2f30584fecaae9fc3c509b9c49 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:06.062704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.106876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23ebc7-d1cb-427d-b54a-3dc33f800bc5 None None] Pushing event updated for resources: {'Port': ['ID=819d46a5-92e2-4860-83cb-6733b212d025,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:06.131067 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.135840 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Routers {'74d0bbc1-2892-49be-b68b-880ffa3228f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:06.136461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['74d0bbc1-2892-49be-b68b-880ffa3228f9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:06.168032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] device_id is not set on port 30f73ade-e6fd-4c18-ab75-8900117d170a yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:06.228050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6dcbf-d743-488e-9202-ec892b90c075 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Calling delete_port for 23381ca0-23ea-4776-a0ee-f4963b41f57e owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:06.355832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Pushing event updated for resources: {'Port': ['ID=590c0aeb-10da-4368-b25d-3922fddef8fc,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:06.386983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.394045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] Set router 74d0bbc1-2892-49be-b68b-880ffa3228f9 gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:06.513325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0bbc1-2892-49be-b68b-880ffa3228f9', 'name': '', 'tenant_id': '565980af9bf94a5fa43545ee198aaffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:55Z', 'updated_at': '2022-03-02T20:11:05Z', 'revision_number': 4, 'project_id': '565980af9bf94a5fa43545ee198aaffc', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:06.519693 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890892f-1ebe-463e-824a-b4b5cd21ce0c None None] The sync data for ids ['74d0bbc1-2892-49be-b68b-880ffa3228f9'] in dv-neutron-831593-2-hyperv is: [{'id': '74d0bbc1-2892-49be-b68b-880ffa3228f9', 'name': '', 'tenant_id': '565980af9bf94a5fa43545ee198aaffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:55Z', 'updated_at': '2022-03-02T20:11:05Z', 'revision_number': 4, 'project_id': '565980af9bf94a5fa43545ee198aaffc', 'gw_port_host': None}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:06.530419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88db9215-8c79-4e1f-8fb0-845906ed07c7', 'name': 'tempest-snat-router-614907769', 'tenant_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.46'}], 'enable_snat': False}, 'gw_port_id': '8e5f96a1-4481-4b51-b7c6-ce200d71be96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:58Z', 'updated_at': '2022-03-02T20:11:01Z', 'revision_number': 3, 'project_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'gw_port': {'id': '8e5f96a1-4481-4b51-b7c6-ce200d71be96', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88db9215-8c79-4e1f-8fb0-845906ed07c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:00Z', 'updated_at': '2022-03-02T20:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:06.534440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Checking router: 88db9215-8c79-4e1f-8fb0-845906ed07c7 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:11:06.534935 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Updating router 88db9215-8c79-4e1f-8fb0-845906ed07c7 port 8e5f96a1-4481-4b51-b7c6-ce200d71be96 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:11:06.537043 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:11:06.537788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.539412 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7f0b4663-5bdb-4588-bcfc-1432e669a10b tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8677328 Mar 02 20:11:06.542194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37690) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:06.572043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca226f-a906-432a-a738-9fc90f84a96c req-e379616f-1a6f-4d93-be4c-85c7e4081273 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:06.581975 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dcbf-d743-488e-9202-ec892b90c075 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.582133 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-14ca226f-a906-432a-a738-9fc90f84a96c req-e379616f-1a6f-4d93-be4c-85c7e4081273 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.6050551 Mar 02 20:11:06.611925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.667384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6dcbf-d743-488e-9202-ec892b90c075 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Pushing event deleted for resources: {'Port': ['ID=23381ca0-23ea-4776-a0ee-f4963b41f57e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:06.671791 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4695547c-fa7b-42e6-bb7b-b1baba4b1fad tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/routers/88db9215-8c79-4e1f-8fb0-845906ed07c7 HTTP/1.1" status: 200 len: 907 time: 1.2842784 Mar 02 20:11:06.674136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] For port 819d46a5-92e2-4860-83cb-6733b212d025, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=819d46a5-92e2-4860-83cb-6733b212d025,segment=NetworkSegment(2595a5ec-b61d-42a4-8f0a-d4516ddac1da),segment_id=2595a5ec-b61d-42a4-8f0a-d4516ddac1da)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:06.674511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.682615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37696) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:06.690089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Request body: {'router': {'name': 'tempest-snat-router-614907769', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'enable_snat': True}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:06.707836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:06.746392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Usage tracker for resource:router and tenant:b2a63b1b9c4549f9963d0e24c475b2e9 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:06.755236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:06.795667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:06.841765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dcbf-d743-488e-9202-ec892b90c075 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.847446 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5ea6dcbf-d743-488e-9202-ec892b90c075 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] 10.222.0.44 "DELETE /v2.0/ports/23381ca0-23ea-4776-a0ee-f4963b41f57e HTTP/1.1" status: 204 len: 168 time: 1.6931641 Mar 02 20:11:06.848481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37700) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:06.863622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a273-dae7-4c7f-8bc9-e69424200d65 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.902494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:06.908922 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:06.912797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Usage tracker for resource:floatingip and tenant:7d433550771444c880cd95096c828611 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:06.916546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:06.922432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:06.935979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.937066 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.960660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.022044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Calling delete_port for 819d46a5-92e2-4860-83cb-6733b212d025 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:07.053025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.100411 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.124005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Transition to ACTIVE for port object 8e5f96a1-4481-4b51-b7c6-ce200d71be96 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:07.126789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7a273-dae7-4c7f-8bc9-e69424200d65 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:07.156693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a56482c-0291-4718-bd49-30fd2549e2bc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Router a67f488d-5833-4803-9c31-9d5372c8164c has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:11:07.194323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.209373 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-14ca226f-a906-432a-a738-9fc90f84a96c req-10c7843e-deee-43ae-8c04-93e64c7c25f5 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6038139 Mar 02 20:11:07.212333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.285476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396bf26-d9ac-4b2c-9bc4-83d9ed4d0896 None None] Pushing event updated for resources: {'Port': ['ID=8e5f96a1-4481-4b51-b7c6-ce200d71be96,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:07.298499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Attempting to bind port 8e5f96a1-4481-4b51-b7c6-ce200d71be96 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:07.298861 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Attempting to bind port 8e5f96a1-4481-4b51-b7c6-ce200d71be96 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:07.300858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Attempting to bind port 8e5f96a1-4481-4b51-b7c6-ce200d71be96 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:07.306946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:07.307318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:07.307719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.308199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:07.308552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Bound port: 8e5f96a1-4481-4b51-b7c6-ce200d71be96, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:07.308940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.388970 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] For port 8e5f96a1-4481-4b51-b7c6-ce200d71be96, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:07.392175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] For port 8e5f96a1-4481-4b51-b7c6-ce200d71be96, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8e5f96a1-4481-4b51-b7c6-ce200d71be96,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:07.457254 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-20affb47-8a14-43b4-93db-db1a48cdf2e4 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Deleting subnet a6902940-8a25-4034-9786-ea794be350ff {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:11:07.468391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.473000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20affb47-8a14-43b4-93db-db1a48cdf2e4 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.515694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.558366 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20affb47-8a14-43b4-93db-db1a48cdf2e4 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.618069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396bf26-d9ac-4b2c-9bc4-83d9ed4d0896 None None] Pushing event updated for resources: {'Port': ['ID=8e5f96a1-4481-4b51-b7c6-ce200d71be96,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:07.620881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Routers {'88db9215-8c79-4e1f-8fb0-845906ed07c7'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:07.621468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['88db9215-8c79-4e1f-8fb0-845906ed07c7'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:07.692382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.749383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a273-dae7-4c7f-8bc9-e69424200d65 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.763555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.807516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:07.808889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event updated for resources: {'Port': ['ID=30f73ade-e6fd-4c18-ab75-8900117d170a,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:07.811036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20affb47-8a14-43b4-93db-db1a48cdf2e4 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.812296 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:07.852330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:07.853143 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:07.853744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.876398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] Set router 88db9215-8c79-4e1f-8fb0-845906ed07c7 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:07.906963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7a273-dae7-4c7f-8bc9-e69424200d65 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:07.917455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.965617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a273-dae7-4c7f-8bc9-e69424200d65 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.983484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event deleted for resources: {'Port': ['ID=819d46a5-92e2-4860-83cb-6733b212d025,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:08.046862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Allocated IP 172.26.5.238 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/17eac434-17bb-4515-a9be-fa775c6038e4) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:08.119267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20affb47-8a14-43b4-93db-db1a48cdf2e4 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.123951 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b7d7a273-dae7-4c7f-8bc9-e69424200d65 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd HTTP/1.1" status: 204 len: 168 time: 2.2879186 Mar 02 20:11:08.129247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37704) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:08.129407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.203541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a56482c-0291-4718-bd49-30fd2549e2bc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:08.216845 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166bcad2-d717-4847-a757-d277a43a05f3 None None] Sync routers for ids ['a67f488d-5833-4803-9c31-9d5372c8164c'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:08.224837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88db9215-8c79-4e1f-8fb0-845906ed07c7', 'name': 'tempest-snat-router-614907769', 'tenant_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.46'}], 'enable_snat': False}, 'gw_port_id': '8e5f96a1-4481-4b51-b7c6-ce200d71be96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:58Z', 'updated_at': '2022-03-02T20:11:01Z', 'revision_number': 3, 'project_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'gw_port': {'id': '8e5f96a1-4481-4b51-b7c6-ce200d71be96', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88db9215-8c79-4e1f-8fb0-845906ed07c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:00Z', 'updated_at': '2022-03-02T20:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:08.226881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2a56482c-0291-4718-bd49-30fd2549e2bc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.230744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda0c41-9088-4d27-9434-8f31aacd2b90 None None] The sync data for ids ['88db9215-8c79-4e1f-8fb0-845906ed07c7'] in dv-neutron-831593-2-hyperv is: [{'id': '88db9215-8c79-4e1f-8fb0-845906ed07c7', 'name': 'tempest-snat-router-614907769', 'tenant_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.46'}], 'enable_snat': False}, 'gw_port_id': '8e5f96a1-4481-4b51-b7c6-ce200d71be96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:58Z', 'updated_at': '2022-03-02T20:11:01Z', 'revision_number': 3, 'project_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'gw_port': {'id': '8e5f96a1-4481-4b51-b7c6-ce200d71be96', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88db9215-8c79-4e1f-8fb0-845906ed07c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:00Z', 'updated_at': '2022-03-02T20:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:08.242422 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bcad2-d717-4847-a757-d277a43a05f3 None None] Routers {'a67f488d-5833-4803-9c31-9d5372c8164c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:08.243238 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-166bcad2-d717-4847-a757-d277a43a05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a67f488d-5833-4803-9c31-9d5372c8164c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:08.293590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.328598 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4026253d-5b6a-4087-87e1-ddf82db143de tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6887701 Mar 02 20:11:08.339428 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37710) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:08.373724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20affb47-8a14-43b4-93db-db1a48cdf2e4 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Pushing event deleted for resources: {'Subnet': ['ID=a6902940-8a25-4034-9786-ea794be350ff,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:08.383299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20affb47-8a14-43b4-93db-db1a48cdf2e4 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.395256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860864d-299b-4688-a5f0-75d94aa58bc6 None None] Network ca32ab9e-df38-4329-b757-dd3921b497ad requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:08.408148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:08.412066 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-20affb47-8a14-43b4-93db-db1a48cdf2e4 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] 10.222.0.44 "DELETE /v2.0/subnets/a6902940-8a25-4034-9786-ea794be350ff HTTP/1.1" status: 204 len: 168 time: 1.5623951 Mar 02 20:11:08.415041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37714) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:08.491626 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-166bcad2-d717-4847-a757-d277a43a05f3 None None] Set router a67f488d-5833-4803-9c31-9d5372c8164c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:08.529110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06232e8b-99bd-4a52-9c7b-cce922ce0d4c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:08.530708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06232e8b-99bd-4a52-9c7b-cce922ce0d4c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:08.531600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-06232e8b-99bd-4a52-9c7b-cce922ce0d4c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:08.546991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.553667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.569839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.588917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Deleting port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:08.589261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.627810 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2a56482c-0291-4718-bd49-30fd2549e2bc tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "PUT /v2.0/floatingips/0a826cc0-be38-4a37-acfe-5a176e3026fc HTTP/1.1" status: 200 len: 990 time: 6.7633619 Mar 02 20:11:08.720233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'tag': '9575bcf5-dc12-4aee-ad34-710e7e44b877'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:11:08.730948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74893dce-87e7-47cd-bd5f-7645d228703d None None] DHCP port deletion for ca32ab9e-df38-4329-b757-dd3921b497ad request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:11:08.737171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-74893dce-87e7-47cd-bd5f-7645d228703d None None] Deleting port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:08.738559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-74893dce-87e7-47cd-bd5f-7645d228703d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.810519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.976020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-06232e8b-99bd-4a52-9c7b-cce922ce0d4c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:08.977855 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-06232e8b-99bd-4a52-9c7b-cce922ce0d4c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8475168 Mar 02 20:11:08.987987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37722) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:08.998706 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-166bcad2-d717-4847-a757-d277a43a05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:08Z', 'revision_number': 4, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0a826cc0-be38-4a37-acfe-5a176e3026fc', 'tenant_id': '6260fc155d734108978102ab0353176d', 'floating_ip_address': '172.26.5.81', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'port_id': '9575bcf5-dc12-4aee-ad34-710e7e44b877', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'mac_address': 'fa:16:3e:58:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:10:21Z', 'updated_at': '2022-03-02T20:11:03Z', 'revision_number': 1, 'project_id': '6260fc155d734108978102ab0353176d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b10a32d-baac-4fde-8591-92fdd56fca1f', 'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'tenant_id': '6260fc155d734108978102ab0353176d', 'mac_address': 'fa:16:3e:56:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:06Z', 'updated_at': '2022-03-02T20:10:29Z', 'revision_number': 5, 'project_id': '6260fc155d734108978102ab0353176d', 'subnets': [{'id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:09.000567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.004517 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166bcad2-d717-4847-a757-d277a43a05f3 None None] Checking router: a67f488d-5833-4803-9c31-9d5372c8164c for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:11:09.022711 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bcad2-d717-4847-a757-d277a43a05f3 None None] Routers {'a67f488d-5833-4803-9c31-9d5372c8164c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:09.023691 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-166bcad2-d717-4847-a757-d277a43a05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a67f488d-5833-4803-9c31-9d5372c8164c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:09.029872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.060296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Pushing event updated for resources: {'Port': ['ID=17eac434-17bb-4515-a9be-fa775c6038e4,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:09.079216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:09.083831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] For port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=951db3fc-ca5f-44ae-8147-625e7ab5ae6b,segment=NetworkSegment(881505b4-f65a-427d-be70-bb6afe500f12),segment_id=881505b4-f65a-427d-be70-bb6afe500f12)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:09.084196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.092777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Allocated IP 172.26.5.80 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/58334154-6321-41db-a006-b5aa403336a8) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:09.093426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.095237 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:09.108006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:09.145663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-74893dce-87e7-47cd-bd5f-7645d228703d None None] For port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=951db3fc-ca5f-44ae-8147-625e7ab5ae6b,segment=NetworkSegment(881505b4-f65a-427d-be70-bb6afe500f12),segment_id=881505b4-f65a-427d-be70-bb6afe500f12)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:09.146188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-74893dce-87e7-47cd-bd5f-7645d228703d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.147325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524db44-53f8-4e18-8b54-5b1e7dc182c0 req-d8e2f53e-e52d-492a-bb36-f6a4c2c60043 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:09.157229 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5524db44-53f8-4e18-8b54-5b1e7dc182c0 req-d8e2f53e-e52d-492a-bb36-f6a4c2c60043 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.7140002 Mar 02 20:11:09.290105 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-166bcad2-d717-4847-a757-d277a43a05f3 None None] Set router a67f488d-5833-4803-9c31-9d5372c8164c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:09.303535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 951db3fc-ca5f-44ae-8147-625e7ab5ae6b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:09.412765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Calling delete_port for 951db3fc-ca5f-44ae-8147-625e7ab5ae6b owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:09.424473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-74893dce-87e7-47cd-bd5f-7645d228703d None None] Calling delete_port for 951db3fc-ca5f-44ae-8147-625e7ab5ae6b owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:09.451314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657fcaf-607b-4c82-8f4f-39e3982beacc req-122214a5-f2cd-41ef-8b9b-d059c6726461 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:09.457872 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e657fcaf-607b-4c82-8f4f-39e3982beacc req-122214a5-f2cd-41ef-8b9b-d059c6726461 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 945 time: 0.6467805 Mar 02 20:11:09.457872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.457872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74d0bbc1-2892-49be-b68b-880ffa3228f9 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:11:09.494596 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.499284 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ceed930c-6655-4766-9198-2123636b4992 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "DELETE /v2.0/routers/74d0bbc1-2892-49be-b68b-880ffa3228f9 HTTP/1.1" status: 204 len: 168 time: 5.7234535 Mar 02 20:11:09.504250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37726) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:09.589635 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5524db44-53f8-4e18-8b54-5b1e7dc182c0 req-c0e66728-ea7d-497a-8388-b0e66cd5f491 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4012010 Mar 02 20:11:09.591563 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.615649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b0e8fd-c9c7-439a-9f27-81e3b23d59ba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Deleting subnet 52d43d2d-739a-4804-a974-8c7976da2262 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:11:09.622633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99b0e8fd-c9c7-439a-9f27-81e3b23d59ba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.692908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99b0e8fd-c9c7-439a-9f27-81e3b23d59ba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.772581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99b0e8fd-c9c7-439a-9f27-81e3b23d59ba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.782222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-74893dce-87e7-47cd-bd5f-7645d228703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.831048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74893dce-87e7-47cd-bd5f-7645d228703d None None] Pushing event deleted for resources: {'Port': ['ID=951db3fc-ca5f-44ae-8147-625e7ab5ae6b,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:09.838904 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74893dce-87e7-47cd-bd5f-7645d228703d None None] No DVR routers for this DVR port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:09.851280 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e657fcaf-607b-4c82-8f4f-39e3982beacc req-67b1827e-3ec9-4686-abe8-557887754e0e tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711576 Mar 02 20:11:09.852477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:11:09.857957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:11:09.858276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:11:09.865379 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'tag': '9575bcf5-dc12-4aee-ad34-710e7e44b877', 'status': 'completed', 'code': 200} Mar 02 20:11:09.895857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-18129419-33de-47ac-a70e-07a86fb219cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet cf55f722-8059-401d-bdc7-e8dd411609f9 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:11:09.896587 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-166bcad2-d717-4847-a757-d277a43a05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:08Z', 'revision_number': 4, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0a826cc0-be38-4a37-acfe-5a176e3026fc', 'tenant_id': '6260fc155d734108978102ab0353176d', 'floating_ip_address': '172.26.5.81', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'port_id': '9575bcf5-dc12-4aee-ad34-710e7e44b877', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'mac_address': 'fa:16:3e:58:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:10:21Z', 'updated_at': '2022-03-02T20:11:03Z', 'revision_number': 1, 'project_id': '6260fc155d734108978102ab0353176d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b10a32d-baac-4fde-8591-92fdd56fca1f', 'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'tenant_id': '6260fc155d734108978102ab0353176d', 'mac_address': 'fa:16:3e:56:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:06Z', 'updated_at': '2022-03-02T20:10:29Z', 'revision_number': 5, 'project_id': '6260fc155d734108978102ab0353176d', 'subnets': [{'id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:09.902135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.903974 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166bcad2-d717-4847-a757-d277a43a05f3 None None] The sync data for ids ['a67f488d-5833-4803-9c31-9d5372c8164c'] in dv-neutron-831593-2-hyperv is: [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:08Z', 'revision_number': 4, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0a826cc0-be38-4a37-acfe-5a176e3026fc', 'tenant_id': '6260fc155d734108978102ab0353176d', 'floating_ip_address': '172.26.5.81', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'port_id': '9575bcf5-dc12-4aee-ad34-710e7e44b877', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'mac_address': 'fa:16:3e:58:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:10:21Z', 'updated_at': '2022-03-02T20:11:03Z', 'revision_number': 1, 'project_id': '6260fc155d734108978102ab0353176d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b10a32d-baac-4fde-8591-92fdd56fca1f', 'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'tenant_id': '6260fc155d734108978102ab0353176d', 'mac_address': 'fa:16:3e:56:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:06Z', 'updated_at': '2022-03-02T20:10:29Z', 'revision_number': 5, 'project_id': '6260fc155d734108978102ab0353176d', 'subnets': [{'id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:09.909422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-18129419-33de-47ac-a70e-07a86fb219cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.990372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] device_id is not set on port 30f73ade-e6fd-4c18-ab75-8900117d170a yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:10.000036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.027727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Transition to ACTIVE for port object 30f73ade-e6fd-4c18-ab75-8900117d170a will not be triggered until provisioned by entity L2. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:10.038352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190e13b-631f-4bbf-a9c6-d8a2e1bf0292 req-43047406-a480-4942-9827-467adf593ed4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:10.039807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b190e13b-631f-4bbf-a9c6-d8a2e1bf0292 req-43047406-a480-4942-9827-467adf593ed4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.1768892 Mar 02 20:11:10.058779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-18129419-33de-47ac-a70e-07a86fb219cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.079526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99b0e8fd-c9c7-439a-9f27-81e3b23d59ba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.117191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.119058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.130902 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b9f7f2-b5ce-41d0-a25a-cf5ed84b3ec3 req-9c935b1e-5a3a-476d-ac0c-f8d85027f5ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6260fc155d734108978102ab0353176d&device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 1098 time: 0.3990304 Mar 02 20:11:10.154753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0e8fd-c9c7-439a-9f27-81e3b23d59ba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=52d43d2d-739a-4804-a974-8c7976da2262,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:10.174604 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b190e13b-631f-4bbf-a9c6-d8a2e1bf0292 req-6c89b671-2bce-4837-a71f-eec98eee2bfe tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276121 Mar 02 20:11:10.188171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99b0e8fd-c9c7-439a-9f27-81e3b23d59ba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.251324 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-99b0e8fd-c9c7-439a-9f27-81e3b23d59ba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/52d43d2d-739a-4804-a974-8c7976da2262 HTTP/1.1" status: 204 len: 168 time: 0.7437036 Mar 02 20:11:10.256532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37738) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:10.270960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.286183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event updated for resources: {'Port': ['ID=30f73ade-e6fd-4c18-ab75-8900117d170a,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:10.364538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Deleting port 951db3fc-ca5f-44ae-8147-625e7ab5ae6b {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:10.364815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.385798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:10.386201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:10.386589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:10.399104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.411013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-18129419-33de-47ac-a70e-07a86fb219cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.411454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:10.411943 dv-neutron-831593-2-hyperv neutron-server[84504]: ERROR neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:10.413168 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.plugins.ml2.plugin [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 2 to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a Mar 02 20:11:10.461449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.470566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:10.470901 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:10.471239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:10.524945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:10.534171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event updated for resources: {'Port': ['ID=58334154-6321-41db-a006-b5aa403336a8,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:10.546978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:10.547520 dv-neutron-831593-2-hyperv neutron-server[84504]: ERROR neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:10.555270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:10.557284 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.plugins.ml2.plugin [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 3 to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a Mar 02 20:11:10.570007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] The port '951db3fc-ca5f-44ae-8147-625e7ab5ae6b' was deleted {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:11:10.581667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:10.590460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.599181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:10.605339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:10.605339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:10.632954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:10.632954 dv-neutron-831593-2-hyperv neutron-server[84504]: ERROR neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:10.632954 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.plugins.ml2.plugin [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 4 to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a Mar 02 20:11:10.640020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4279921-fa3b-462f-9c65-41be034839cb']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:10.674650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2595a5ec-b61d-42a4-8f0a-d4516ddac1da') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:10.674650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2595a5ec-b61d-42a4-8f0a-d4516ddac1da') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:10.674650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:10.674650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:10.674650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:10.680954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.682797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f7f2-b5ce-41d0-a25a-cf5ed84b3ec3 req-6f51c704-afa2-4261-925f-0ac81a3af667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:10.688927 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b9f7f2-b5ce-41d0-a25a-cf5ed84b3ec3 req-6f51c704-afa2-4261-925f-0ac81a3af667 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1be73647-a142-4cbb-bdf7-aa5ac41cffab HTTP/1.1" status: 200 len: 908 time: 0.5437546 Mar 02 20:11:10.721691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.725640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:10.726127 dv-neutron-831593-2-hyperv neutron-server[84504]: ERROR neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:10.729159 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.plugins.ml2.plugin [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 5 to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a Mar 02 20:11:10.740943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:11:10.741462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.741840 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89723518-4682-4cc8-a312-9c1eb322a62d None None] New status for floating IP 0a826cc0-be38-4a37-acfe-5a176e3026fc: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:11:10.776030 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:11:10.845094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:10.845765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:10.846327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:10.887169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:10.888206 dv-neutron-831593-2-hyperv neutron-server[84504]: ERROR neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:10.889878 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.plugins.ml2.plugin [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 6 to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a Mar 02 20:11:10.912311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:10.912636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:10.912971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:10.923845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:10.924170 dv-neutron-831593-2-hyperv neutron-server[84504]: ERROR neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:10.924689 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.plugins.ml2.plugin [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 7 to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a Mar 02 20:11:10.943026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:10.943355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:10.943693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:10.952232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:10.952597 dv-neutron-831593-2-hyperv neutron-server[84504]: ERROR neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:10.952979 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.plugins.ml2.plugin [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 8 to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a Mar 02 20:11:10.980121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:10.980454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:10.980845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:10.989134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:10.989515 dv-neutron-831593-2-hyperv neutron-server[84504]: ERROR neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:10.990557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.000732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c4279921-fa3b-462f-9c65-41be034839cb {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 20:11:11.003761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.010147 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.plugins.ml2.plugin [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 9 to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a Mar 02 20:11:11.060270 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c4279921-fa3b-462f-9c65-41be034839cb HTTP/1.1" status: 204 len: 168 time: 0.7966433 Mar 02 20:11:11.093066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfbeec-d38c-4902-a824-72001f1b9219 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event deleted for resources: {'Network': ['ID=c4279921-fa3b-462f-9c65-41be034839cb,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:11.111722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:11.112595 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:11.112976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:11.129577 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:11.131920 dv-neutron-831593-2-hyperv neutron-server[84504]: ERROR neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:11.132325 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.plugins.ml2.plugin [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 10 to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a Mar 02 20:11:11.187038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:11.191407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:11.191778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:11.235133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.283927 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:11.284408 dv-neutron-831593-2-hyperv neutron-server[84504]: ERROR neutron.plugins.ml2.managers [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 30f73ade-e6fd-4c18-ab75-8900117d170a on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:11.285819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.287760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8e5f96a1-4481-4b51-b7c6-ce200d71be96 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:11.417061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] For port 30f73ade-e6fd-4c18-ab75-8900117d170a, host hv-neutron-8315, cleared binding levels {{(pid=84504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:11.417335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempted to set empty binding levels {{(pid=84504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 20:11:11.428292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 8e5f96a1-4481-4b51-b7c6-ce200d71be96 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:11.433502 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8e5f96a1-4481-4b51-b7c6-ce200d71be96 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:11.437806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.443874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c679a-d468-4b94-9d8e-031400b5f14c req-3c81fca9-61c7-44ee-a1cc-3001aa1705ed tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:11.445391 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9b0c679a-d468-4b94-9d8e-031400b5f14c req-3c81fca9-61c7-44ee-a1cc-3001aa1705ed tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.2405570 Mar 02 20:11:11.513290 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9b0c679a-d468-4b94-9d8e-031400b5f14c req-7e85feda-f215-408e-a157-07ef76541df5 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610607 Mar 02 20:11:11.521507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.538921 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b9f7f2-b5ce-41d0-a25a-cf5ed84b3ec3 req-0a573298-ccc0-4c97-bf29-40b2bff4b4bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9575bcf5-dc12-4aee-ad34-710e7e44b877 HTTP/1.1" status: 200 len: 998 time: 0.8175159 Mar 02 20:11:11.618516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-18129419-33de-47ac-a70e-07a86fb219cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.620294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.623724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f7f2-b5ce-41d0-a25a-cf5ed84b3ec3 req-a6c1ca1a-46b5-4451-9c50-805bbcb09a20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:11.625170 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b9f7f2-b5ce-41d0-a25a-cf5ed84b3ec3 req-a6c1ca1a-46b5-4451-9c50-805bbcb09a20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a38009bf-ca03-4494-af03-3f70aa3c31a5 HTTP/1.1" status: 200 len: 845 time: 0.0743275 Mar 02 20:11:11.631630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca32ab9e-df38-4329-b757-dd3921b497ad']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:11.651766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 8e5f96a1-4481-4b51-b7c6-ce200d71be96, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8e5f96a1-4481-4b51-b7c6-ce200d71be96,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:11.731173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] In _notify_port_updated(), no bound segment for port 30f73ade-e6fd-4c18-ab75-8900117d170a on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84504) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:11:11.733856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.738266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.745733 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "PUT /v2.0/ports/30f73ade-e6fd-4c18-ab75-8900117d170a HTTP/1.1" status: 200 len: 977 time: 3.3363159 Mar 02 20:11:11.748130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37752) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:11.765233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18129419-33de-47ac-a70e-07a86fb219cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=cf55f722-8059-401d-bdc7-e8dd411609f9,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:11.768313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881505b4-f65a-427d-be70-bb6afe500f12') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:11.768611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881505b4-f65a-427d-be70-bb6afe500f12') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:11.805536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.817999 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37756) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:11.827049 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.835758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:11:11.836197 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.839397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded99ea-1488-4191-9b87-cfc86182eac0 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event updated for resources: {'Port': ['ID=30f73ade-e6fd-4c18-ab75-8900117d170a,revision_number=3']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:11.861484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-5ea890d6-2313-48ba-9d08-c4f7b13daae4 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Request body: {'router': {'name': 'tempest-router--1608622183', 'project_id': '496af840d4fb45d3b050b6e954d6e55b'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:11.868436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5ea890d6-2313-48ba-9d08-c4f7b13daae4 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:11.876644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5ea890d6-2313-48ba-9d08-c4f7b13daae4 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Usage tracker for resource:router and tenant:496af840d4fb45d3b050b6e954d6e55b is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:11.880804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5ea890d6-2313-48ba-9d08-c4f7b13daae4 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:11.898348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5ea890d6-2313-48ba-9d08-c4f7b13daae4 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:11.939897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cfbe980f-df2d-485e-809d-141466e9624f tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Synchronizing usage tracker for tenant:2b279c2f30584fecaae9fc3c509b9c49 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:11:11.941327 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:11:11.949411 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-18129419-33de-47ac-a70e-07a86fb219cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.003215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ea890d6-2313-48ba-9d08-c4f7b13daae4 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.004564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ea890d6-2313-48ba-9d08-c4f7b13daae4 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.021724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.028805 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ea890d6-2313-48ba-9d08-c4f7b13daae4 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.039975 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.047293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.047441 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a34742-5673-4e2e-a6aa-352ed4c2e3bc None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:12.047544 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.047651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cfbe980f-df2d-485e-809d-141466e9624f tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Unset dirty status for tenant:2b279c2f30584fecaae9fc3c509b9c49 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:12.053487 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cfbe980f-df2d-485e-809d-141466e9624f tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21799 time: 0.3038056 Mar 02 20:11:12.053737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37762) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:12.057352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.066797 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] 10.222.0.44 "DELETE /v2.0/networks/ca32ab9e-df38-4329-b757-dd3921b497ad HTTP/1.1" status: 204 len: 168 time: 3.6507490 Mar 02 20:11:12.111594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759408c-f02c-4127-83a9-e77f14fd5144 tempest-ExtraDHCPOptionsTestJSON-1203886408 tempest-ExtraDHCPOptionsTestJSON-1203886408-project] Pushing event deleted for resources: {'Network': ['ID=ca32ab9e-df38-4329-b757-dd3921b497ad,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:12.122783 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-18129419-33de-47ac-a70e-07a86fb219cf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/cf55f722-8059-401d-bdc7-e8dd411609f9 HTTP/1.1" status: 204 len: 168 time: 3.1306086 Mar 02 20:11:12.134418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37768) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:12.138693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ea890d6-2313-48ba-9d08-c4f7b13daae4 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.208922 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.241749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=8e5f96a1-4481-4b51-b7c6-ce200d71be96,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:12.259003 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b9f7f2-b5ce-41d0-a25a-cf5ed84b3ec3 req-e3da06a7-7b35-423f-be97-ef457cdc93ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1be73647-a142-4cbb-bdf7-aa5ac41cffab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5809345 Mar 02 20:11:12.416036 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7091a889-451d-4c77-a430-61a0ab66019b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2794943 Mar 02 20:11:12.419629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37772) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:12.425365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:12.493710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca256d05-ea07-4b7a-bddb-bc40ea41f729 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:11:12.499895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ca256d05-ea07-4b7a-bddb-bc40ea41f729 None None] Deleting port bb18d795-c6e9-4b6f-bb47-009327d5bc78 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:12.500259 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ca256d05-ea07-4b7a-bddb-bc40ea41f729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.503709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Pushing event updated for resources: {'Port': ['ID=17eac434-17bb-4515-a9be-fa775c6038e4,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:12.506146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-720fecf1-6d77-4a03-b7e0-0e2cd2b06913 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Deleting port 30f73ade-e6fd-4c18-ab75-8900117d170a {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:12.511541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-720fecf1-6d77-4a03-b7e0-0e2cd2b06913 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.598224 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b9f7f2-b5ce-41d0-a25a-cf5ed84b3ec3 req-75228139-2c5e-4b5e-b9c2-0b5f5069567e service neutron] 10.222.0.31 "GET /v2.0/networks/1be73647-a142-4cbb-bdf7-aa5ac41cffab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578552 Mar 02 20:11:12.599073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.626720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ea890d6-2313-48ba-9d08-c4f7b13daae4 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.627752 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5ea890d6-2313-48ba-9d08-c4f7b13daae4 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7903895 Mar 02 20:11:12.638191 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37778) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:12.739847 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.767749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ca256d05-ea07-4b7a-bddb-bc40ea41f729 None None] For port bb18d795-c6e9-4b6f-bb47-009327d5bc78, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bb18d795-c6e9-4b6f-bb47-009327d5bc78,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:12.768467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ca256d05-ea07-4b7a-bddb-bc40ea41f729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.815322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37784) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:12.816242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:12.817385 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b9f7f2-b5ce-41d0-a25a-cf5ed84b3ec3 req-cc340ecd-0bf2-463b-8fc9-b0e70970e8f2 service neutron] 10.222.0.31 "GET /v2.0/networks/1be73647-a142-4cbb-bdf7-aa5ac41cffab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096374 Mar 02 20:11:12.875359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:12.898940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:12.908570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:12.917892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ca256d05-ea07-4b7a-bddb-bc40ea41f729 None None] Calling delete_port for bb18d795-c6e9-4b6f-bb47-009327d5bc78 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:12.918144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d57643e-ff7e-4611-ad86-53e7d051f8b1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.921785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.923306 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a2dcef8d-6285-42e0-b480-7a0b451365f6 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3795371 Mar 02 20:11:12.925873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37790) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:13.061427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b5b79eac-5be1-45f7-947e-85ee3ce552c0 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Synchronizing usage tracker for tenant:dd1474e16c6241d1bdadc69d79a8b0aa on resource:floatingip {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:13.081932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:13.104985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-720fecf1-6d77-4a03-b7e0-0e2cd2b06913 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] For port 30f73ade-e6fd-4c18-ab75-8900117d170a, host hv-neutron-8315, got binding levels [] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:13.105342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-720fecf1-6d77-4a03-b7e0-0e2cd2b06913 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:13.111039 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Router fb6c42d1-ef38-4201-99db-68510f8369cb is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:11:13.111230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ca256d05-ea07-4b7a-bddb-bc40ea41f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:13.140618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b5b79eac-5be1-45f7-947e-85ee3ce552c0 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Unset dirty status for tenant:dd1474e16c6241d1bdadc69d79a8b0aa on resource:floatingip {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:13.142011 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b5b79eac-5be1-45f7-947e-85ee3ce552c0 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.2149768 Mar 02 20:11:13.152961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37796) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:13.201707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca256d05-ea07-4b7a-bddb-bc40ea41f729 None None] No DVR routers for this DVR port bb18d795-c6e9-4b6f-bb47-009327d5bc78 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:13.230134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca256d05-ea07-4b7a-bddb-bc40ea41f729 None None] Pushing event deleted for resources: {'Port': ['ID=bb18d795-c6e9-4b6f-bb47-009327d5bc78,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:13.243973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8e5f96a1-4481-4b51-b7c6-ce200d71be96 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:13.318001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8e5f96a1-4481-4b51-b7c6-ce200d71be96 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:13.318377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:13.455961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-720fecf1-6d77-4a03-b7e0-0e2cd2b06913 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Calling delete_port for 30f73ade-e6fd-4c18-ab75-8900117d170a owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:13.526022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:13.533267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb18d795-c6e9-4b6f-bb47-009327d5bc78 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:13.540440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-80a972df-f3a2-43cd-befc-6d05b58ed701 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Synchronizing usage tracker for tenant:e1fffc440efb4a1fbe2933d8e377284d on resource:floatingip {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:13.550929 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Sync routers for ids ['fb6c42d1-ef38-4201-99db-68510f8369cb'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:13.557005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:13.571197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: bb18d795-c6e9-4b6f-bb47-009327d5bc78 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:11:13.571539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb18d795-c6e9-4b6f-bb47-009327d5bc78 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:13.576571 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Routers {'fb6c42d1-ef38-4201-99db-68510f8369cb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:13.577030 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-66a59054-97c9-475c-b827-563475bc44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['fb6c42d1-ef38-4201-99db-68510f8369cb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:13.623869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:13.627274 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bb604f3e-4ed1-4029-9637-ed21e9ebcba2 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.9415784 Mar 02 20:11:13.628072 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37800) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:13.810185 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Set router fb6c42d1-ef38-4201-99db-68510f8369cb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:13.846345 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dc7704e8-b036-4b56-ba06-4c29a414182c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/routers/fb6c42d1-ef38-4201-99db-68510f8369cb HTTP/1.1" status: 200 len: 906 time: 0.2167082 Mar 02 20:11:13.847211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37804) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:13.882747 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-48733b99-bb6d-4fff-a856-9f2f00418e7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31d0d3d7a84a4626a95445ed06dd131b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0163605 Mar 02 20:11:13.899373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37808) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:14.098846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.125816 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-66a59054-97c9-475c-b827-563475bc44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6c42d1-ef38-4201-99db-68510f8369cb', 'name': 'tempest-snat-router-614907769', 'tenant_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '58334154-6321-41db-a006-b5aa403336a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:06Z', 'updated_at': '2022-03-02T20:11:11Z', 'revision_number': 3, 'project_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'gw_port': {'id': '58334154-6321-41db-a006-b5aa403336a8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6c42d1-ef38-4201-99db-68510f8369cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:14.126834 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-720fecf1-6d77-4a03-b7e0-0e2cd2b06913 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.128361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-80a972df-f3a2-43cd-befc-6d05b58ed701 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Unset dirty status for tenant:e1fffc440efb4a1fbe2933d8e377284d on resource:floatingip {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:14.129549 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-80a972df-f3a2-43cd-befc-6d05b58ed701 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.9243884 Mar 02 20:11:14.133778 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Checking router: fb6c42d1-ef38-4201-99db-68510f8369cb for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:11:14.134360 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Updating router fb6c42d1-ef38-4201-99db-68510f8369cb port 58334154-6321-41db-a006-b5aa403336a8 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:11:14.148930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb87a6-7704-419a-8cdc-4ba91f2fcf8f req-f821ac46-e557-479f-b1a2-27e19a28f508 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:14.150407 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0ffb87a6-7704-419a-8cdc-4ba91f2fcf8f req-f821ac46-e557-479f-b1a2-27e19a28f508 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 1.0698969 Mar 02 20:11:14.162874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37812) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:14.186861 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.221851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d57643e-ff7e-4611-ad86-53e7d051f8b1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.231102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fecf1-6d77-4a03-b7e0-0e2cd2b06913 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event deleted for resources: {'Port': ['ID=30f73ade-e6fd-4c18-ab75-8900117d170a,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:14.268507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d57643e-ff7e-4611-ad86-53e7d051f8b1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.268507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-720fecf1-6d77-4a03-b7e0-0e2cd2b06913 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.305936 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0ffb87a6-7704-419a-8cdc-4ba91f2fcf8f req-4f39d607-eaa1-4361-a657-bd40dd542f58 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255252 Mar 02 20:11:14.324902 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-450af32d-3e44-4c66-84f9-dd261edb7e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.400649 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-720fecf1-6d77-4a03-b7e0-0e2cd2b06913 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "DELETE /v2.0/ports/30f73ade-e6fd-4c18-ab75-8900117d170a HTTP/1.1" status: 204 len: 168 time: 2.3431695 Mar 02 20:11:14.400649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-450af32d-3e44-4c66-84f9-dd261edb7e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.405314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37816) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:14.410033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5862c92f-3dfb-4135-bcd9-a85a13534345 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Deleting port 17eac434-17bb-4515-a9be-fa775c6038e4 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:14.410372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5862c92f-3dfb-4135-bcd9-a85a13534345 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.429681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d57643e-ff7e-4611-ad86-53e7d051f8b1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.430185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d57643e-ff7e-4611-ad86-53e7d051f8b1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3837a09e-324c-48c4-ad7c-360bc6316664 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:11:14.507035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d57643e-ff7e-4611-ad86-53e7d051f8b1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.510122 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5d57643e-ff7e-4611-ad86-53e7d051f8b1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "DELETE /v2.0/routers/3837a09e-324c-48c4-ad7c-360bc6316664 HTTP/1.1" status: 204 len: 168 time: 1.8691459 Mar 02 20:11:14.521024 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca125bf-5547-4d8e-adbf-730c60cca4cd tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] GET failed (client error): The resource could not be found. Mar 02 20:11:14.525859 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6ca125bf-5547-4d8e-adbf-730c60cca4cd tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "GET /v2.0/ports/30f73ade-e6fd-4c18-ab75-8900117d170a HTTP/1.1" status: 404 len: 333 time: 0.1139648 Mar 02 20:11:14.529608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37822) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:14.536334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-948310318', 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:14.541337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:14.547974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Usage tracker for resource:port and tenant:2b279c2f30584fecaae9fc3c509b9c49 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:14.560759 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:14.560952 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.561441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:14.567688 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Transition to ACTIVE for port object 58334154-6321-41db-a006-b5aa403336a8 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:14.579971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.635031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-450af32d-3e44-4c66-84f9-dd261edb7e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.640799 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5862c92f-3dfb-4135-bcd9-a85a13534345 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.641319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5862c92f-3dfb-4135-bcd9-a85a13534345 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.654845 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.663612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:14.669329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Made reservation on behalf of 2b279c2f30584fecaae9fc3c509b9c49 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:14.671976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.682848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450af32d-3e44-4c66-84f9-dd261edb7e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fc3ae7-9e59-4467-a7c5-98ce5f9422e4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:14.685861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:14.696396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:14.696984 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.710631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad5028-e897-485f-b2e0-952badc87b6b None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:14.713202 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-450af32d-3e44-4c66-84f9-dd261edb7e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.717409 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-450af32d-3e44-4c66-84f9-dd261edb7e62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3fc3ae7-9e59-4467-a7c5-98ce5f9422e4 HTTP/1.1" status: 204 len: 168 time: 0.7999625 Mar 02 20:11:14.721381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=1a309102-9695-4038-9677-346b05e52bed,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:14.729788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] device_id is not set on port e806d954-6f95-4566-b709-69888a3e1771 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:14.768805 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Attempting to bind port 58334154-6321-41db-a006-b5aa403336a8 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:14.769538 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Attempting to bind port 58334154-6321-41db-a006-b5aa403336a8 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:14.770133 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Attempting to bind port 58334154-6321-41db-a006-b5aa403336a8 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:14.772557 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Pushing event updated for resources: {'Port': ['ID=58334154-6321-41db-a006-b5aa403336a8,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:14.785375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5862c92f-3dfb-4135-bcd9-a85a13534345 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Calling delete_port for 17eac434-17bb-4515-a9be-fa775c6038e4 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:14.785788 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:14.786446 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:14.787074 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.787658 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:14.788315 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Bound port: 58334154-6321-41db-a006-b5aa403336a8, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:14.789018 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.816505 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-211cb163-63f1-4eb5-aef3-d5e5d06c207e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3956838 Mar 02 20:11:14.819107 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:14.819679 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:14.820215 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:14.820763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37828) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:14.820878 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:14.821413 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:14.821959 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:14.822550 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:14.823094 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:14.823624 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:14.824585 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:14.826022 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:14.837774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'fixed_ips': [{'subnet_id': '1a309102-9695-4038-9677-346b05e52bed', 'ip_address': '2001:db8::6880:3e69:3c6:bc9e'}], 'name': 'tempest-NetworksTestDHCPv6-340866524'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:14.907436 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-66a59054-97c9-475c-b827-563475bc44cd None None] For port 58334154-6321-41db-a006-b5aa403336a8, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:14.911000 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-66a59054-97c9-475c-b827-563475bc44cd None None] For port 58334154-6321-41db-a006-b5aa403336a8, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=58334154-6321-41db-a006-b5aa403336a8,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:14.927905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.018557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Deleting port 58334154-6321-41db-a006-b5aa403336a8 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:15.019270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.021277 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.032898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37832) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:15.092895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '1a309102-9695-4038-9677-346b05e52bed'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:11:15.096658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.149651 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35102ae5-21d8-4ecf-beda-d90600608281 None None] Pushing event updated for resources: {'Port': ['ID=58334154-6321-41db-a006-b5aa403336a8,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:15.155970 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Routers {'fb6c42d1-ef38-4201-99db-68510f8369cb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:15.156578 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-66a59054-97c9-475c-b827-563475bc44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['fb6c42d1-ef38-4201-99db-68510f8369cb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:15.183316 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.217265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:15.223389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:15.227105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:15.235993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:15.303240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:15.311682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.343921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.457875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/1a309102-9695-4038-9677-346b05e52bed/21bb8e92-da4b-4718-9072-2b5264564374) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:15.460447 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-66a59054-97c9-475c-b827-563475bc44cd None None] Set router fb6c42d1-ef38-4201-99db-68510f8369cb gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:15.483802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 2584c685-0c9d-478c-abb1-14291eaed3b4 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:15.528940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] For port 58334154-6321-41db-a006-b5aa403336a8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=58334154-6321-41db-a006-b5aa403336a8,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:15.529579 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.639986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-305794639', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:15.683068 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-66a59054-97c9-475c-b827-563475bc44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6c42d1-ef38-4201-99db-68510f8369cb', 'name': 'tempest-snat-router-614907769', 'tenant_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:06Z', 'updated_at': '2022-03-02T20:11:14Z', 'revision_number': 4, 'project_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:15.688238 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a59054-97c9-475c-b827-563475bc44cd None None] The sync data for ids ['fb6c42d1-ef38-4201-99db-68510f8369cb'] in dv-neutron-831593-2-hyperv is: [{'id': 'fb6c42d1-ef38-4201-99db-68510f8369cb', 'name': 'tempest-snat-router-614907769', 'tenant_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:06Z', 'updated_at': '2022-03-02T20:11:14Z', 'revision_number': 4, 'project_id': 'b2a63b1b9c4549f9963d0e24c475b2e9', 'gw_port_host': None}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:15.691936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:15.699067 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Calling delete_port for 58334154-6321-41db-a006-b5aa403336a8 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:15.728617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:15.729667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Usage tracker for resource:router and tenant:bf812956d0bf4315a0952257862998d2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:15.736554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:15.743791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:15.753237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event updated for resources: {'Port': ['ID=e806d954-6f95-4566-b709-69888a3e1771,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:15.755824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:15.757876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:15.758810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.758940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.759427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.770987 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Transition to ACTIVE for port object 21bb8e92-da4b-4718-9072-2b5264564374 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:15.777596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5862c92f-3dfb-4135-bcd9-a85a13534345 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.791584 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Transition to ACTIVE for port object 21bb8e92-da4b-4718-9072-2b5264564374 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:15.846881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862c92f-3dfb-4135-bcd9-a85a13534345 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Pushing event deleted for resources: {'Port': ['ID=17eac434-17bb-4515-a9be-fa775c6038e4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:15.877445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.924982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43847f52-8fe3-4665-9b6b-8dfb79b139ed req-426f858c-aa39-41a5-bb4b-d3a59bba1d0c tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.931431 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-43847f52-8fe3-4665-9b6b-8dfb79b139ed req-426f858c-aa39-41a5-bb4b-d3a59bba1d0c tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3317986 Mar 02 20:11:15.951719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5862c92f-3dfb-4135-bcd9-a85a13534345 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.953611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Pushing event updated for resources: {'Port': ['ID=21bb8e92-da4b-4718-9072-2b5264564374,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:15.960700 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.966546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.966986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5862c92f-3dfb-4135-bcd9-a85a13534345 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.968243 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5862c92f-3dfb-4135-bcd9-a85a13534345 tempest-FloatingIPAdminTestJSON-305791926 tempest-FloatingIPAdminTestJSON-305791926-project] 10.222.0.44 "DELETE /v2.0/floatingips/e1fd4af2-45ac-4b9a-811e-01fd86e29659 HTTP/1.1" status: 204 len: 168 time: 1.7993717 Mar 02 20:11:15.971370 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37850) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:15.974502 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:15.975785 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:15.979255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:16.003212 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c9885126-7b30-4ffc-9713-f1ab98b5a5bb tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4722214 Mar 02 20:11:16.008308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37852) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:16.013626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::6880:3e69:3c6:bc9e (2c0dfed8-adb2-4b23-a32c-5e04666528a0/1a309102-9695-4038-9677-346b05e52bed/2584c685-0c9d-478c-abb1-14291eaed3b4) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:16.075250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Attempting to bind port 21bb8e92-da4b-4718-9072-2b5264564374 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:16.075986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Attempting to bind port 21bb8e92-da4b-4718-9072-2b5264564374 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:16.075986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Attempting to bind port 21bb8e92-da4b-4718-9072-2b5264564374 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:16.083160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:16.083844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:16.083956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.084354 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:16.084817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Bound port: 21bb8e92-da4b-4718-9072-2b5264564374, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:16.085181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.166563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.199055 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-43847f52-8fe3-4665-9b6b-8dfb79b139ed req-e8399a68-ec6e-4970-ab43-c93d641557f1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666767 Mar 02 20:11:16.216289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] For port 21bb8e92-da4b-4718-9072-2b5264564374, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:16.218996 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.220814 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] For port 21bb8e92-da4b-4718-9072-2b5264564374, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=21bb8e92-da4b-4718-9072-2b5264564374,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:16.251525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-955c4afc-f34e-4605-89ec-a0b93d8c0490 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Synchronizing usage tracker for tenant:2b279c2f30584fecaae9fc3c509b9c49 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:16.308630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.388258 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event deleted for resources: {'Port': ['ID=58334154-6321-41db-a006-b5aa403336a8,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:16.405577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006adbe-76dc-4591-aa13-e437deb89f8e None None] Pushing event updated for resources: {'Port': ['ID=21bb8e92-da4b-4718-9072-2b5264564374,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:16.427754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-955c4afc-f34e-4605-89ec-a0b93d8c0490 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Unset dirty status for tenant:2b279c2f30584fecaae9fc3c509b9c49 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:16.431998 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-955c4afc-f34e-4605-89ec-a0b93d8c0490 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "GET /v2.0/ports/e806d954-6f95-4566-b709-69888a3e1771 HTTP/1.1" status: 200 len: 954 time: 0.4222448 Mar 02 20:11:16.432678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0dde5a25-3b8c-4cba-be0c-b444411662f3 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Deleting port 590c0aeb-10da-4368-b25d-3922fddef8fc {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:16.433231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0dde5a25-3b8c-4cba-be0c-b444411662f3 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.435580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37866) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:16.571504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37870) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:16.674192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.689325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9813ec60-2f8c-4e22-936b-1ef98b006d81 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Deleting port e806d954-6f95-4566-b709-69888a3e1771 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:16.690155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9813ec60-2f8c-4e22-936b-1ef98b006d81 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.706278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.741288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.783725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 2584c685-0c9d-478c-abb1-14291eaed3b4 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:16.787704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ccdcb8c4-6af1-4408-8911-ba0411fe65e7 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] Request body: {'port': {'network_id': 'e9de3e48-3213-45ef-9735-5278a87b4f2c', 'name': 'tempest-NetworksNegativeTestJSON-99307860'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:16.836920 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdcb8c4-6af1-4408-8911-ba0411fe65e7 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] POST failed (client error): The resource could not be found. Mar 02 20:11:16.837357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdcb8c4-6af1-4408-8911-ba0411fe65e7 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:11:16.838478 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ccdcb8c4-6af1-4408-8911-ba0411fe65e7 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2583816 Mar 02 20:11:16.844876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37876) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:16.913289 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-92449c88-aa92-477b-bd83-3e92cd9ba7ac tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] DELETE failed (client error): The resource could not be found. Mar 02 20:11:16.913646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92449c88-aa92-477b-bd83-3e92cd9ba7ac tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:11:16.993249 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-92449c88-aa92-477b-bd83-3e92cd9ba7ac tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] 10.222.0.44 "DELETE /v2.0/networks/609ea94a-94de-423c-a92f-8e12a2b26a00 HTTP/1.1" status: 404 len: 339 time: 0.1472452 Mar 02 20:11:16.999911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37880) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:17.076923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8397a9b9-e9ab-4488-aa4c-6516dedc36e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.093365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9813ec60-2f8c-4e22-936b-1ef98b006d81 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.116225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.286625 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8508d6f-7e82-4a6a-a2f9-bb031b5d8437 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] DELETE failed (client error): The resource could not be found. Mar 02 20:11:17.287059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8508d6f-7e82-4a6a-a2f9-bb031b5d8437 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:11:17.306439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 21bb8e92-da4b-4718-9072-2b5264564374 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:17.314667 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44db690a-419b-4bc2-b154-809dfa552bf6 req-6484b8c9-f1b8-4faf-9afc-a54148a66fc0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e61b8232eb4340acba554e5488a7b44b&device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 1099 time: 0.7583730 Mar 02 20:11:17.335619 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e8508d6f-7e82-4a6a-a2f9-bb031b5d8437 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] 10.222.0.44 "DELETE /v2.0/ports/4c50d3f7-448f-40ce-92f0-87cb6dae786d HTTP/1.1" status: 404 len: 333 time: 0.3342698 Mar 02 20:11:17.339224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.340772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37886) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:17.348168 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9813ec60-2f8c-4e22-936b-1ef98b006d81 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Calling delete_port for e806d954-6f95-4566-b709-69888a3e1771 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:17.455230 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.462215 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67424fc-78aa-4d7d-89b6-cebc844e3f73 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] DELETE failed (client error): The resource could not be found. Mar 02 20:11:17.462677 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67424fc-78aa-4d7d-89b6-cebc844e3f73 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:11:17.468254 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f67424fc-78aa-4d7d-89b6-cebc844e3f73 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] 10.222.0.44 "DELETE /v2.0/subnets/989f2c7d-530a-4990-adc1-f8b013405e57 HTTP/1.1" status: 404 len: 337 time: 0.1231480 Mar 02 20:11:17.478883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37890) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:17.489361 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 21bb8e92-da4b-4718-9072-2b5264564374 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:17.497453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:17.506128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:17.510869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:17.515232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:17.515805 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.520200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=2584c685-0c9d-478c-abb1-14291eaed3b4,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:17.570716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0dde5a25-3b8c-4cba-be0c-b444411662f3 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.571069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0dde5a25-3b8c-4cba-be0c-b444411662f3 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.634215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f6f84-19a7-45b0-85e7-0e17cc120bee req-56d17b87-a4b6-4820-8750-2a2e1edaa4e1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:17.635679 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-253f6f84-19a7-45b0-85e7-0e17cc120bee req-56d17b87-a4b6-4820-8750-2a2e1edaa4e1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.2081413 Mar 02 20:11:17.640171 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7e9088f4-2b6f-43b1-b2a5-9bcc69afe2c4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8183103 Mar 02 20:11:17.645430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37894) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:17.658731 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c64590f-2461-4bdc-b69d-0c59814e8c4e tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] GET failed (client error): The resource could not be found. Mar 02 20:11:17.662399 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4c64590f-2461-4bdc-b69d-0c59814e8c4e tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] 10.222.0.44 "GET /v2.0/networks/2734a2ec-98fe-44f0-89df-94ce2af83a8c HTTP/1.1" status: 404 len: 339 time: 0.1785915 Mar 02 20:11:17.677359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.708381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37898) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:17.729448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0dde5a25-3b8c-4cba-be0c-b444411662f3 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Calling delete_port for 590c0aeb-10da-4368-b25d-3922fddef8fc owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:17.732442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9813ec60-2f8c-4e22-936b-1ef98b006d81 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.742618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-38b1ab73-4131-4dff-9bd5-ea523afa6f44 None None] Provisioning for port 21bb8e92-da4b-4718-9072-2b5264564374 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:17.748094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-38b1ab73-4131-4dff-9bd5-ea523afa6f44 None None] Provisioning complete for port 21bb8e92-da4b-4718-9072-2b5264564374 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:17.748623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38b1ab73-4131-4dff-9bd5-ea523afa6f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.781004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.864919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db690a-419b-4bc2-b154-809dfa552bf6 req-d9120de6-afcc-44c2-9abc-82a43f5bcdc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:17.866443 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44db690a-419b-4bc2-b154-809dfa552bf6 req-d9120de6-afcc-44c2-9abc-82a43f5bcdc5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee HTTP/1.1" status: 200 len: 914 time: 0.4442761 Mar 02 20:11:17.866962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.867487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb6c42d1-ef38-4201-99db-68510f8369cb {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:11:17.886104 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38b1ab73-4131-4dff-9bd5-ea523afa6f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.922227 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-38b1ab73-4131-4dff-9bd5-ea523afa6f44 None None] For port 21bb8e92-da4b-4718-9072-2b5264564374, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=21bb8e92-da4b-4718-9072-2b5264564374,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:17.983030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813ec60-2f8c-4e22-936b-1ef98b006d81 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event deleted for resources: {'Port': ['ID=e806d954-6f95-4566-b709-69888a3e1771,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:17.985562 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd777d08-d18a-4e3d-abf8-e79ae6866885 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] GET failed (client error): The resource could not be found. Mar 02 20:11:17.985698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38b1ab73-4131-4dff-9bd5-ea523afa6f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.992333 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cd777d08-d18a-4e3d-abf8-e79ae6866885 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] 10.222.0.44 "GET /v2.0/ports/9a72d850-c4c2-4026-9c42-2fdcc7447be8 HTTP/1.1" status: 404 len: 333 time: 0.2652977 Mar 02 20:11:17.992333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37902) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:18.039254 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44db690a-419b-4bc2-b154-809dfa552bf6 req-fd942c5b-45e9-4fca-aa2a-0f63bc1d3110 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d HTTP/1.1" status: 200 len: 1001 time: 0.1635818 Mar 02 20:11:18.073135 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc4bf09-2df6-4d71-8cd6-7a3f1c8ece78 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] GET failed (client error): The resource could not be found. Mar 02 20:11:18.073325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1ab73-4131-4dff-9bd5-ea523afa6f44 None None] Pushing event updated for resources: {'Port': ['ID=21bb8e92-da4b-4718-9072-2b5264564374,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:18.079083 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bcc4bf09-2df6-4d71-8cd6-7a3f1c8ece78 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] 10.222.0.44 "GET /v2.0/subnets/b7758baa-6c40-4be8-a6bf-53ad1f0b6eca HTTP/1.1" status: 404 len: 337 time: 0.0810404 Mar 02 20:11:18.079083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9813ec60-2f8c-4e22-936b-1ef98b006d81 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:18.083073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37906) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:18.098361 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-253f6f84-19a7-45b0-85e7-0e17cc120bee req-3bd1caa5-32c5-4f1a-9537-42da20ff2ab7 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4536788 Mar 02 20:11:18.103485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2fe8327d-8953-43d3-8175-35dd4f6563d7 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:18.127044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:18.128426 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3a70a27d-266c-4644-a70e-5571382bd1a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "DELETE /v2.0/routers/fb6c42d1-ef38-4201-99db-68510f8369cb HTTP/1.1" status: 204 len: 168 time: 4.2802444 Mar 02 20:11:18.132904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0dde5a25-3b8c-4cba-be0c-b444411662f3 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:18.136067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37910) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:18.166604 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe8327d-8953-43d3-8175-35dd4f6563d7 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] PUT failed (client error): The resource could not be found. Mar 02 20:11:18.167038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe8327d-8953-43d3-8175-35dd4f6563d7 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:11:18.171765 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2fe8327d-8953-43d3-8175-35dd4f6563d7 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] 10.222.0.44 "PUT /v2.0/networks/7488b810-5159-4d50-abe9-1b6c92de7410 HTTP/1.1" status: 404 len: 339 time: 0.0792332 Mar 02 20:11:18.172716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37914) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:18.185438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-73387870-ae00-4a3f-9097-20263fd09a4d None None] Provisioning for port 2584c685-0c9d-478c-abb1-14291eaed3b4 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:18.191055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-73387870-ae00-4a3f-9097-20263fd09a4d None None] Provisioning complete for port 2584c685-0c9d-478c-abb1-14291eaed3b4 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:18.200296 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-73387870-ae00-4a3f-9097-20263fd09a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:18.200506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d2a60fa5-90bd-4450-8009-47a67678980e tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:18.229782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde5a25-3b8c-4cba-be0c-b444411662f3 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Pushing event deleted for resources: {'Port': ['ID=590c0aeb-10da-4368-b25d-3922fddef8fc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:18.241921 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a60fa5-90bd-4450-8009-47a67678980e tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] PUT failed (client error): The resource could not be found. Mar 02 20:11:18.242357 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a60fa5-90bd-4450-8009-47a67678980e tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:11:18.243443 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d2a60fa5-90bd-4450-8009-47a67678980e tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] 10.222.0.44 "PUT /v2.0/ports/8e51fffd-37bd-45a1-a0e6-c9f9c7ec74b1 HTTP/1.1" status: 404 len: 333 time: 0.0604274 Mar 02 20:11:18.246696 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9813ec60-2f8c-4e22-936b-1ef98b006d81 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "DELETE /v2.0/ports/e806d954-6f95-4566-b709-69888a3e1771 HTTP/1.1" status: 204 len: 168 time: 1.7983372 Mar 02 20:11:18.248003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37918) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:18.248003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37920) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:18.263480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-73387870-ae00-4a3f-9097-20263fd09a4d None None] Port 2584c685-0c9d-478c-abb1-14291eaed3b4 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:18.308870 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d87796eb-324a-43eb-b029-1467430da962 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:18.322847 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e76873-2240-4b79-bbb9-c311850b0016 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:18.327015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e76873-2240-4b79-bbb9-c311850b0016 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:18.327769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c0e76873-2240-4b79-bbb9-c311850b0016 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:18.350180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db690a-419b-4bc2-b154-809dfa552bf6 req-1056608e-31b9-48b7-a6fb-729b4a334cd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:18.351617 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44db690a-419b-4bc2-b154-809dfa552bf6 req-1056608e-31b9-48b7-a6fb-729b4a334cd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e HTTP/1.1" status: 200 len: 851 time: 0.2960846 Mar 02 20:11:18.355023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Allocated IP 172.26.5.113 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/e872a8af-cf89-47fd-927d-b04c3a792c0c) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:18.385764 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5f41a2-23c8-4e2c-bab0-24108fcca814 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] GET failed (client error): The resource could not be found. Mar 02 20:11:18.387039 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dd5f41a2-23c8-4e2c-bab0-24108fcca814 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "GET /v2.0/ports/e806d954-6f95-4566-b709-69888a3e1771 HTTP/1.1" status: 404 len: 333 time: 0.1383138 Mar 02 20:11:18.388086 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87796eb-324a-43eb-b029-1467430da962 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] PUT failed (client error): The resource could not be found. Mar 02 20:11:18.388491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87796eb-324a-43eb-b029-1467430da962 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:11:18.390639 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d87796eb-324a-43eb-b029-1467430da962 tempest-NetworksNegativeTestJSON-1407054090 tempest-NetworksNegativeTestJSON-1407054090-project] 10.222.0.44 "PUT /v2.0/subnets/caa2bffb-4f83-442d-ba5b-c3dc6d9364be HTTP/1.1" status: 404 len: 337 time: 0.1397250 Mar 02 20:11:18.393416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37928) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:18.438119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Request body: {'port': {'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1539807310'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:18.454759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:18.464439 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c0e76873-2240-4b79-bbb9-c311850b0016 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:18.464797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Usage tracker for resource:port and tenant:2b279c2f30584fecaae9fc3c509b9c49 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:18.468182 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c0e76873-2240-4b79-bbb9-c311850b0016 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.8193285 Mar 02 20:11:18.469830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37934) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:18.471358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:18.487979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:18.494468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0dde5a25-3b8c-4cba-be0c-b444411662f3 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:18.508308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0dde5a25-3b8c-4cba-be0c-b444411662f3 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:18.509439 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0dde5a25-3b8c-4cba-be0c-b444411662f3 tempest-FloatingIPAdminTestJSON-621148110 tempest-FloatingIPAdminTestJSON-621148110-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/cf174fbb-9174-44e9-87fa-99addfc70c3d HTTP/1.1" status: 204 len: 168 time: 2.4489803 Mar 02 20:11:18.515136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37938) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:18.581337 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44db690a-419b-4bc2-b154-809dfa552bf6 req-c811c2c9-1ca4-4fee-81f0-611bde32d146 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2213252 Mar 02 20:11:18.583749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Made reservation on behalf of 2b279c2f30584fecaae9fc3c509b9c49 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:18.585984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:18.591169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb976d-9261-46fc-837e-4f6b3d6cc707 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 2584c685-0c9d-478c-abb1-14291eaed3b4 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:18.591497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9eeb976d-9261-46fc-837e-4f6b3d6cc707 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:18.658091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:18.735296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f68d73d6-48b1-4140-817d-95dd3353f971 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Deleting port 45e8a5fe-da73-486a-8e60-378f65d34cec {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:18.735945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f68d73d6-48b1-4140-817d-95dd3353f971 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:18.840823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] device_id is not set on port 78d15e82-5f32-4192-b081-80c1d44a64fd yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:18.859073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:18.967314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.006084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37944) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:19.021657 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44db690a-419b-4bc2-b154-809dfa552bf6 req-32b0c1af-6983-4e6d-b658-a2b96c72d203 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228759 Mar 02 20:11:19.080719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9eeb976d-9261-46fc-837e-4f6b3d6cc707 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.109735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:19.259815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 21bb8e92-da4b-4718-9072-2b5264564374 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:19.269227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb976d-9261-46fc-837e-4f6b3d6cc707 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 2584c685-0c9d-478c-abb1-14291eaed3b4 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:19.306797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a641dcf6-490b-486b-aa5c-a12489b2076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.309408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:19.328603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:19.336544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 21bb8e92-da4b-4718-9072-2b5264564374 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:19.336913 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.353528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Pushing event updated for resources: {'Port': ['ID=e872a8af-cf89-47fd-927d-b04c3a792c0c,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:19.370953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8cd1-2a12-419a-95a4-269aa0ae0ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.406737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.411946 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f68d73d6-48b1-4140-817d-95dd3353f971 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.570823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f68d73d6-48b1-4140-817d-95dd3353f971 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Calling delete_port for 45e8a5fe-da73-486a-8e60-378f65d34cec owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:19.601360 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44db690a-419b-4bc2-b154-809dfa552bf6 req-80f7e005-3091-40ca-afa9-fc6d4c87acef service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700037 Mar 02 20:11:19.602325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a641dcf6-490b-486b-aa5c-a12489b2076c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:19.623079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a641dcf6-490b-486b-aa5c-a12489b2076c admin admin] Usage tracker for resource:security_group_rule and tenant:541d786e4d0c4db0ad25663eb7796da1 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:19.626572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a641dcf6-490b-486b-aa5c-a12489b2076c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:19.639023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a641dcf6-490b-486b-aa5c-a12489b2076c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:19.744588 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdceb01-ceb6-481a-9c9c-7409fbd056b3 req-b140a5e4-ab0d-4a25-b828-1e87ddcfcf42 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:19.746255 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ecdceb01-ceb6-481a-9c9c-7409fbd056b3 req-b140a5e4-ab0d-4a25-b828-1e87ddcfcf42 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.4274004 Mar 02 20:11:19.754493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.820682 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ecdceb01-ceb6-481a-9c9c-7409fbd056b3 req-ced06905-c502-4d50-9784-3b6a3cd88641 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660660 Mar 02 20:11:19.830217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.839012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event updated for resources: {'Port': ['ID=78d15e82-5f32-4192-b081-80c1d44a64fd,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:19.840022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9eeb976d-9261-46fc-837e-4f6b3d6cc707 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.860907 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f68d73d6-48b1-4140-817d-95dd3353f971 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.874246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:19.908270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb976d-9261-46fc-837e-4f6b3d6cc707 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=2584c685-0c9d-478c-abb1-14291eaed3b4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:19.919249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Deleting port 8e5f96a1-4481-4b51-b7c6-ce200d71be96 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:19.919586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.929141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:19.929141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:19.929638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:19.930453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.948793 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d73d6-48b1-4140-817d-95dd3353f971 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event deleted for resources: {'Port': ['ID=45e8a5fe-da73-486a-8e60-378f65d34cec,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:20.141812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9eeb976d-9261-46fc-837e-4f6b3d6cc707 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.173005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a641dcf6-490b-486b-aa5c-a12489b2076c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.177979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f68d73d6-48b1-4140-817d-95dd3353f971 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.180000 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f68d73d6-48b1-4140-817d-95dd3353f971 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "DELETE /v2.0/ports/45e8a5fe-da73-486a-8e60-378f65d34cec HTTP/1.1" status: 204 len: 168 time: 1.6639538 Mar 02 20:11:20.182542 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37954) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:20.228655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] For port 8e5f96a1-4481-4b51-b7c6-ce200d71be96, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8e5f96a1-4481-4b51-b7c6-ce200d71be96,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:20.229011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.253022 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c1decb71-21ac-4e06-b1f3-bb3f9793787e tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8587234 Mar 02 20:11:20.255696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37958) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:20.266577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:20.321145 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a641dcf6-490b-486b-aa5c-a12489b2076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.360178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff01fac-4c14-47e9-a046-9ab3deb942ba tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:20.360887 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bff01fac-4c14-47e9-a046-9ab3deb942ba tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Synchronizing usage tracker for tenant:e1fffc440efb4a1fbe2933d8e377284d on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:20.380177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Calling delete_port for 8e5f96a1-4481-4b51-b7c6-ce200d71be96 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:20.411651 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9eeb976d-9261-46fc-837e-4f6b3d6cc707 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/2584c685-0c9d-478c-abb1-14291eaed3b4 HTTP/1.1" status: 204 len: 168 time: 1.9387650 Mar 02 20:11:20.420977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37964) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:20.436562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641dcf6-490b-486b-aa5c-a12489b2076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a283568c-9ced-4318-92fc-54aaaf69ce55,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:20.441691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.442394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.463093 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a641dcf6-490b-486b-aa5c-a12489b2076c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=541d786e4d0c4db0ad25663eb7796da1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4544744 Mar 02 20:11:20.465956 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37968) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:20.480283 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.494652 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.588439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.679539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bff01fac-4c14-47e9-a046-9ab3deb942ba tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Unset dirty status for tenant:e1fffc440efb4a1fbe2933d8e377284d on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:20.680613 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bff01fac-4c14-47e9-a046-9ab3deb942ba tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9 HTTP/1.1" status: 200 len: 913 time: 0.4971819 Mar 02 20:11:20.688219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 37972) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:20.723109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dfa018-2d3f-4b87-835d-c75069f3063a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:20.724498 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dfa018-2d3f-4b87-835d-c75069f3063a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:20.725225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-90dfa018-2d3f-4b87-835d-c75069f3063a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:20.808200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b252-3f3b-47c0-8897-c85726144fbc req-7a117f87-5cf8-431c-bb28-76b0e081ce28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:20.810276 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1ed3b252-3f3b-47c0-8897-c85726144fbc req-7a117f87-5cf8-431c-bb28-76b0e081ce28 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3149154 Mar 02 20:11:20.877714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-90dfa018-2d3f-4b87-835d-c75069f3063a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:20.878933 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-90dfa018-2d3f-4b87-835d-c75069f3063a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4552233 Mar 02 20:11:20.885362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37976) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:20.954704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4a81-df6a-4ee5-a84e-c72b5d3020ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.002554 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1ed3b252-3f3b-47c0-8897-c85726144fbc req-032d2ccc-f7f5-48bb-8e3e-93cceed72297 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827121 Mar 02 20:11:21.022478 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5dc1e17-7f82-46e1-b1d4-e6d4951b5725 req-db5a7bae-51d6-4957-9b08-f10330debe2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e61b8232eb4340acba554e5488a7b44b&device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 1099 time: 0.3883293 Mar 02 20:11:21.051473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4a81-df6a-4ee5-a84e-c72b5d3020ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.077570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.139862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e5f96a1-4481-4b51-b7c6-ce200d71be96,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:21.250294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] device_id is not set on port 78d15e82-5f32-4192-b081-80c1d44a64fd yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:21.259318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bddde0-fc91-434d-a74c-28d3d34873e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 1a309102-9695-4038-9677-346b05e52bed {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:11:21.262312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.271068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f5bddde0-fc91-434d-a74c-28d3d34873e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.290105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc1e17-7f82-46e1-b1d4-e6d4951b5725 req-e1584536-c59a-4e31-af8c-8d4988dbc824 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:21.291624 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5dc1e17-7f82-46e1-b1d4-e6d4951b5725 req-e1584536-c59a-4e31-af8c-8d4988dbc824 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee HTTP/1.1" status: 200 len: 914 time: 0.2616632 Mar 02 20:11:21.380084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Transition to ACTIVE for port object 78d15e82-5f32-4192-b081-80c1d44a64fd will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:21.384466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4a81-df6a-4ee5-a84e-c72b5d3020ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.423277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c4a81-df6a-4ee5-a84e-c72b5d3020ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a283568c-9ced-4318-92fc-54aaaf69ce55,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:21.435979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4a81-df6a-4ee5-a84e-c72b5d3020ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.438380 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8b8c4a81-df6a-4ee5-a84e-c72b5d3020ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a283568c-9ced-4318-92fc-54aaaf69ce55 HTTP/1.1" status: 204 len: 168 time: 0.9714696 Mar 02 20:11:21.447322 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5dc1e17-7f82-46e1-b1d4-e6d4951b5725 req-7cd90cd7-e832-4b8c-867f-e7cdca3f3693 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d HTTP/1.1" status: 200 len: 1001 time: 0.1430876 Mar 02 20:11:21.507413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.580243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f5bddde0-fc91-434d-a74c-28d3d34873e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.631411 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.745255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event updated for resources: {'Port': ['ID=78d15e82-5f32-4192-b081-80c1d44a64fd,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:21.750385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.777301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc1e17-7f82-46e1-b1d4-e6d4951b5725 req-09a83f1c-9e19-43c7-b856-17f62b093b57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:21.779001 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5dc1e17-7f82-46e1-b1d4-e6d4951b5725 req-09a83f1c-9e19-43c7-b856-17f62b093b57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e HTTP/1.1" status: 200 len: 851 time: 0.2628472 Mar 02 20:11:21.873671 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:21.874029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:21.874386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:21.907551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:21.907884 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:21.908976 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 2 to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd Mar 02 20:11:21.919884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Router dd1cf511-6981-442a-98de-30c8d71ef4a7 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:11:21.931723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:21.932061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:21.932410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:21.948623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.954171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:21.954502 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:21.957129 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 3 to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd Mar 02 20:11:21.966618 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5dc1e17-7f82-46e1-b1d4-e6d4951b5725 req-f58533fc-ec42-454c-b98a-65a67a0ef9cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1795757 Mar 02 20:11:21.977087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:21.977460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:21.977744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:22.008407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:22.016980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f5bddde0-fc91-434d-a74c-28d3d34873e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:22.194429 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:22.194755 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:22.202559 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 4 to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd Mar 02 20:11:22.220935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7bb7-9bdc-4d97-9ddb-60b85fdd3a7b tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:22.290022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ccf6-a08b-4c56-a98f-192a5652c4c2 req-fe4d9d70-3718-40c1-a6bc-363f5d61fbbb tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:22.291619 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f905ccf6-a08b-4c56-a98f-192a5652c4c2 req-fe4d9d70-3718-40c1-a6bc-363f5d61fbbb tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.1299512 Mar 02 20:11:22.291840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:22.292183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:22.292523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:22.294231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:22.299018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88db9215-8c79-4e1f-8fb0-845906ed07c7 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:11:22.330163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f5bddde0-fc91-434d-a74c-28d3d34873e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:22.371308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:22.372173 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:22.374979 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 5 to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd Mar 02 20:11:22.386838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bddde0-fc91-434d-a74c-28d3d34873e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=1a309102-9695-4038-9677-346b05e52bed,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:22.412522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f5bddde0-fc91-434d-a74c-28d3d34873e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:22.413124 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5dc1e17-7f82-46e1-b1d4-e6d4951b5725 req-da62df21-dc6b-4639-a599-0ff68f6c58d3 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324944 Mar 02 20:11:22.416337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b9717-5bfa-4d38-aa00-7318dacf0359 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:22.431375 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f905ccf6-a08b-4c56-a98f-192a5652c4c2 req-da9f2059-3936-451b-b9da-f5f2e03af00f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254749 Mar 02 20:11:22.434182 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f5bddde0-fc91-434d-a74c-28d3d34873e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/1a309102-9695-4038-9677-346b05e52bed HTTP/1.1" status: 204 len: 168 time: 1.5455832 Mar 02 20:11:22.438287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 37996) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:22.458277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:22.458615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:22.459070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:22.469818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:22.470166 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:22.518432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:22.519734 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6738305d-3f98-4fad-b727-dd77ad065edf tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "DELETE /v2.0/routers/88db9215-8c79-4e1f-8fb0-845906ed07c7 HTTP/1.1" status: 204 len: 168 time: 4.3827486 Mar 02 20:11:22.523621 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 6 to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd Mar 02 20:11:22.530449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38002) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:22.532965 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0bba964b-0fe1-4fe7-a130-955842b7f88d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932820 Mar 02 20:11:22.538195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38004) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:22.544267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1342569323', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:22.555992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:22.560633 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:22.560971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:22.561304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:22.571893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:22.580233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:22.580695 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:22.584663 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 7 to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd Mar 02 20:11:22.587299 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde09557-f4b6-407d-8753-7ff009fc159f None None] Sync routers for ids ['dd1cf511-6981-442a-98de-30c8d71ef4a7'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:22.589041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:22.637941 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:22.638491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:22.638817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:22.661308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:22.661684 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:22.663980 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 8 to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd Mar 02 20:11:22.666354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Usage tracker for resource:router and tenant:d4ba52ed691249a398a477525f4f3f10 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:22.673358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:22.681213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde09557-f4b6-407d-8753-7ff009fc159f None None] Routers {'dd1cf511-6981-442a-98de-30c8d71ef4a7'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:22.681879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dde09557-f4b6-407d-8753-7ff009fc159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['dd1cf511-6981-442a-98de-30c8d71ef4a7'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:22.682338 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5dc1e17-7f82-46e1-b1d4-e6d4951b5725 req-eed97451-7961-4ec3-95d5-237d0420260b service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508290 Mar 02 20:11:22.697583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:22.700538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:22.700872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:22.701208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:22.711144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:22.711476 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:22.713140 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 9 to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd Mar 02 20:11:22.742026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:22.746391 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:22.749337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:22.757224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:22.767570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:22.767762 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:22.767965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:22.768311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:22.768977 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d8fd95fc-a9bd-43b0-948e-524e5b3225e9 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6958320 Mar 02 20:11:22.771567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38012) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:22.773291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dde09557-f4b6-407d-8753-7ff009fc159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:22.789650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:22.789990 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:22.791944 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.plugins.ml2.plugin [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempt 10 to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd Mar 02 20:11:22.808879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde09557-f4b6-407d-8753-7ff009fc159f None None] Routers {'dd1cf511-6981-442a-98de-30c8d71ef4a7'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:22.816846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dde09557-f4b6-407d-8753-7ff009fc159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['dd1cf511-6981-442a-98de-30c8d71ef4a7'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:22.817136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:22.817429 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:22.817760 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempting to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:22.849649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38016) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:22.877138 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:11:22.877138 dv-neutron-831593-2-hyperv neutron-server[84503]: ERROR neutron.plugins.ml2.managers [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Failed to bind port 78d15e82-5f32-4192-b081-80c1d44a64fd on host hv-neutron-8315 for vnic_type normal using segments [{'id': '4265f1df-4743-4464-8684-9fc2687db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a39d938f-ac29-40b7-b8a2-376f63b0d0a9'}] Mar 02 20:11:22.879522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:22.884922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dde09557-f4b6-407d-8753-7ff009fc159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:22.885328 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde09557-f4b6-407d-8753-7ff009fc159f None None] The sync data for ids ['dd1cf511-6981-442a-98de-30c8d71ef4a7'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:22.963279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036cc020-345a-4cee-bc10-14d53c17e2cd None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:11:22.968575 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-036cc020-345a-4cee-bc10-14d53c17e2cd None None] Deleting port 21bb8e92-da4b-4718-9072-2b5264564374 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:22.968950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-036cc020-345a-4cee-bc10-14d53c17e2cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.023817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.024434 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.042712 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.045578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] For port 78d15e82-5f32-4192-b081-80c1d44a64fd, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:23.046801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Attempted to set empty binding levels {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 20:11:23.057819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:23.061937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.206273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.283446 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 21bb8e92-da4b-4718-9072-2b5264564374 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:23.290711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1294234684'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:23.318358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] In _notify_port_updated(), no bound segment for port 78d15e82-5f32-4192-b081-80c1d44a64fd on network a39d938f-ac29-40b7-b8a2-376f63b0d0a9 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:11:23.319463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.322370 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "PUT /v2.0/ports/78d15e82-5f32-4192-b081-80c1d44a64fd HTTP/1.1" status: 200 len: 977 time: 3.0655041 Mar 02 20:11:23.333329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38024) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:23.338773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:23.344923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-036cc020-345a-4cee-bc10-14d53c17e2cd None None] For port 21bb8e92-da4b-4718-9072-2b5264564374, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=21bb8e92-da4b-4718-9072-2b5264564374,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:23.345445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-036cc020-345a-4cee-bc10-14d53c17e2cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.370816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282d5f0-ca77-4092-bfd1-3e777bf7469c tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event updated for resources: {'Port': ['ID=78d15e82-5f32-4192-b081-80c1d44a64fd,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:23.410547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:network and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:23.448466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:23.476394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:23.515078 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-036cc020-345a-4cee-bc10-14d53c17e2cd None None] Calling delete_port for 21bb8e92-da4b-4718-9072-2b5264564374 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:23.541140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-f969b5ac-8cf9-47cf-a0a3-90c2de831745 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Deleting port 78d15e82-5f32-4192-b081-80c1d44a64fd {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:23.541509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f969b5ac-8cf9-47cf-a0a3-90c2de831745 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.578084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c7bb7-9bdc-4d97-9ddb-60b85fdd3a7b tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Deleting port 7d24f92c-aae4-46bc-ab61-1d57344fbc77 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:23.578392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7bb7-9bdc-4d97-9ddb-60b85fdd3a7b tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.647137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.662185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:23.665062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.681180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.721421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.727162 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-036cc020-345a-4cee-bc10-14d53c17e2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.778560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cc020-345a-4cee-bc10-14d53c17e2cd None None] Pushing event deleted for resources: {'Port': ['ID=21bb8e92-da4b-4718-9072-2b5264564374,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:23.783321 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.792008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7bb7-9bdc-4d97-9ddb-60b85fdd3a7b tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:23.834260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036cc020-345a-4cee-bc10-14d53c17e2cd None None] No DVR routers for this DVR port 21bb8e92-da4b-4718-9072-2b5264564374 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:23.926602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c7bb7-9bdc-4d97-9ddb-60b85fdd3a7b tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Calling delete_port for 7d24f92c-aae4-46bc-ab61-1d57344fbc77 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:23.967496 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ca64ad78-414f-4467-9c4d-033ff207a6f6 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/routers/dd1cf511-6981-442a-98de-30c8d71ef4a7 HTTP/1.1" status: 200 len: 920 time: 1.1944110 Mar 02 20:11:23.977255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38030) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:23.998966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:24.016853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:24.018571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:security_group_rule and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:24.022181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:24.041496 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3c55cb24-39b2-42b2-a924-d7dcef5bb826 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd1cf511-6981-442a-98de-30c8d71ef4a7 HTTP/1.1" status: 200 len: 205 time: 0.0603154 Mar 02 20:11:24.042487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38034) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:24.076618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:24.088939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe4d750-266d-400d-8d49-d9bbf85e104a None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:24.102596 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:24.107050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:24.107643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:24.111500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=f8cf4212-a202-41c4-befe-067dffd81f71,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:24.145474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-f969b5ac-8cf9-47cf-a0a3-90c2de831745 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] For port 78d15e82-5f32-4192-b081-80c1d44a64fd, host hv-neutron-8315, got binding levels [] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:24.150183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f969b5ac-8cf9-47cf-a0a3-90c2de831745 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:24.166192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8e56f-ee53-43ec-b584-0b875bbc46c3 req-adfba1ac-f5c3-4621-b9dd-28ea0110a432 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:24.167797 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-74a8e56f-ee53-43ec-b584-0b875bbc46c3 req-adfba1ac-f5c3-4621-b9dd-28ea0110a432 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.5935922 Mar 02 20:11:24.357046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': 'f8cf4212-a202-41c4-befe-067dffd81f71'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:11:24.358642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:24.360343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-f969b5ac-8cf9-47cf-a0a3-90c2de831745 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Calling delete_port for 78d15e82-5f32-4192-b081-80c1d44a64fd owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:24.476554 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-216f87f2-e13a-4e21-88c1-ce1debb479c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9372976 Mar 02 20:11:24.482266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38038) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:24.515366 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-74a8e56f-ee53-43ec-b584-0b875bbc46c3 req-0f819c5f-449c-427a-b0e7-38e312173982 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212216 Mar 02 20:11:24.520829 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'fixed_ips': [{'subnet_id': 'f8cf4212-a202-41c4-befe-067dffd81f71', 'ip_address': '2001:db8::ea78:91ac:5da6:6de6'}], 'name': 'tempest-NetworksTestDHCPv6-1732145869'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:24.538003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:24.575596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/f8cf4212-a202-41c4-befe-067dffd81f71/bc61a95b-81cf-463b-854e-2f98e244c66d) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:24.651107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:24.701676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7bb7-9bdc-4d97-9ddb-60b85fdd3a7b tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:24.785380 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c7bb7-9bdc-4d97-9ddb-60b85fdd3a7b tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event deleted for resources: {'Port': ['ID=7d24f92c-aae4-46bc-ab61-1d57344fbc77,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:24.868040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:24.868040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f969b5ac-8cf9-47cf-a0a3-90c2de831745 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:24.925029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:24.939407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Transition to ACTIVE for port object bc61a95b-81cf-463b-854e-2f98e244c66d will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:24.959306 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:24.971755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Transition to ACTIVE for port object bc61a95b-81cf-463b-854e-2f98e244c66d will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:25.025544 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969b5ac-8cf9-47cf-a0a3-90c2de831745 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Pushing event deleted for resources: {'Port': ['ID=78d15e82-5f32-4192-b081-80c1d44a64fd,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:25.031335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Deleting port e872a8af-cf89-47fd-927d-b04c3a792c0c {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:25.031687 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.039574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:11:25.044588 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:25.060330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.070060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:25.072709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fdf7ea-8093-4609-97f0-b8cce88fed88,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:25.080261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:25.138605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f969b5ac-8cf9-47cf-a0a3-90c2de831745 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.141211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.141552 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added segment 373b3157-fafc-431b-bfac-91d4dcf7dc98 of type vlan for network 2a8cb842-aeac-4681-b49e-2d84d6c1ae16 Mar 02 20:11:25.142866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:25.168367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.193522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Pushing event updated for resources: {'Port': ['ID=bc61a95b-81cf-463b-854e-2f98e244c66d,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:25.209151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:25.210489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:25.213535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:25.217004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.283141 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f969b5ac-8cf9-47cf-a0a3-90c2de831745 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "DELETE /v2.0/ports/78d15e82-5f32-4192-b081-80c1d44a64fd HTTP/1.1" status: 204 len: 168 time: 1.8888540 Mar 02 20:11:25.283782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38044) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:25.286518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.302895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:25.308132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.314677 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Attempting to bind port bc61a95b-81cf-463b-854e-2f98e244c66d on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:25.315020 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Attempting to bind port bc61a95b-81cf-463b-854e-2f98e244c66d by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:25.315489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Attempting to bind port bc61a95b-81cf-463b-854e-2f98e244c66d on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:25.322201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:25.322564 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:25.323037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.323423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:25.324983 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Bound port: bc61a95b-81cf-463b-854e-2f98e244c66d, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:25.325374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.385066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28458ba7-7c9d-468f-a83a-0935beb962fe req-603910db-b5f0-4a16-8b3d-578c9de4c0de tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:25.386542 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-28458ba7-7c9d-468f-a83a-0935beb962fe req-603910db-b5f0-4a16-8b3d-578c9de4c0de tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.7102101 Mar 02 20:11:25.396160 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-416cf7df-b28d-48f5-9a17-0b11a741b513 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] GET failed (client error): The resource could not be found. Mar 02 20:11:25.396649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-416cf7df-b28d-48f5-9a17-0b11a741b513 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Synchronizing usage tracker for tenant:2b279c2f30584fecaae9fc3c509b9c49 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:25.409295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.438265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port ed895f6f-418e-46ca-b669-6a4a29ede7c7 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:25.442635 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] For port bc61a95b-81cf-463b-854e-2f98e244c66d, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:25.449828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8e5f96a1-4481-4b51-b7c6-ce200d71be96 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:25.502798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 8e5f96a1-4481-4b51-b7c6-ce200d71be96 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:11:25.502798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8e5f96a1-4481-4b51-b7c6-ce200d71be96 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:25.502798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] For port bc61a95b-81cf-463b-854e-2f98e244c66d, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bc61a95b-81cf-463b-854e-2f98e244c66d,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:25.535744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Calling delete_port for e872a8af-cf89-47fd-927d-b04c3a792c0c owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:25.585771 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.600496 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-28458ba7-7c9d-468f-a83a-0935beb962fe req-8ba461cc-bb42-4ca3-90c7-7f824d1441cf tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057552 Mar 02 20:11:25.647356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.650982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:25.651613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.656724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-416cf7df-b28d-48f5-9a17-0b11a741b513 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] Unset dirty status for tenant:2b279c2f30584fecaae9fc3c509b9c49 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:25.661806 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-416cf7df-b28d-48f5-9a17-0b11a741b513 tempest-PortsAdminExtendedAttrsTestJSON-1305240751 tempest-PortsAdminExtendedAttrsTestJSON-1305240751-project-admin] 10.222.0.44 "GET /v2.0/ports/78d15e82-5f32-4192-b081-80c1d44a64fd HTTP/1.1" status: 404 len: 333 time: 0.3670876 Mar 02 20:11:25.661950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38050) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:25.693092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb478b21-252a-4bcf-94e3-3359dc10f512 None None] Pushing event updated for resources: {'Port': ['ID=bc61a95b-81cf-463b-854e-2f98e244c66d,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:25.707621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Allocated IP 172.26.5.22 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/3850fabe-c5f3-41aa-b410-3014ddb81bc9) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:25.893213 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Network': ['ID=2a8cb842-aeac-4681-b49e-2d84d6c1ae16,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:25.909075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 2a8cb842-aeac-4681-b49e-2d84d6c1ae16 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:11:25.913094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:25.969062 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9f99d582-f1d2-41dc-9686-33796b5543df tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1182134 Mar 02 20:11:25.978768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38054) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:25.987337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1130999475'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:26.003371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:26.017125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::ea78:91ac:5da6:6de6 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/f8cf4212-a202-41c4-befe-067dffd81f71/ed895f6f-418e-46ca-b669-6a4a29ede7c7) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:26.021180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:network and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:26.043922 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:26.065070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:26.172218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.178887 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:26.182621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.223073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:11:26.236196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.236536 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added segment 92c1e49e-d271-4bf1-a95d-21ecaff8620b of type vlan for network 5d9dff42-2a40-495a-a230-5a612d5d6c9b Mar 02 20:11:26.255683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.268431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.297919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39d938f-ac29-40b7-b8a2-376f63b0d0a9']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:26.313151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4265f1df-4743-4464-8684-9fc2687db002') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:26.313441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4265f1df-4743-4464-8684-9fc2687db002') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:26.332044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.348407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.349261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7bb7-9bdc-4d97-9ddb-60b85fdd3a7b tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.352834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.363991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:11:26.364367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:11:26.379202 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:11:26.437542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.442090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:26.442749 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.487850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.524089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Pushing event updated for resources: {'Port': ['ID=3850fabe-c5f3-41aa-b410-3014ddb81bc9,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:26.604004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Pushing event deleted for resources: {'Port': ['ID=e872a8af-cf89-47fd-927d-b04c3a792c0c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:26.678953 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:26.691730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:26.694354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:26.707618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.728852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.743883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Network': ['ID=5d9dff42-2a40-495a-a230-5a612d5d6c9b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:26.744851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] Pushing event deleted for resources: {'Network': ['ID=a39d938f-ac29-40b7-b8a2-376f63b0d0a9,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:26.759389 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-53c27680-e2af-48bf-b626-22cbe7bd9d3b tempest-PortsAdminExtendedAttrsTestJSON-1288978665 tempest-PortsAdminExtendedAttrsTestJSON-1288978665-project] 10.222.0.44 "DELETE /v2.0/networks/a39d938f-ac29-40b7-b8a2-376f63b0d0a9 HTTP/1.1" status: 204 len: 168 time: 1.0942538 Mar 02 20:11:26.765471 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 5d9dff42-2a40-495a-a230-5a612d5d6c9b details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:11:26.780257 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-30a48301-00c8-4564-8808-ac1baadd7958 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7979531 Mar 02 20:11:26.787145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38062) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:26.816285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'subnet': {'network_id': '2a8cb842-aeac-4681-b49e-2d84d6c1ae16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:26.916034 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.014638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ca916e4d-42b6-4848-a031-7e1d3ef28010 None None] Provisioning for port bc61a95b-81cf-463b-854e-2f98e244c66d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:27.098747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.162082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object ed895f6f-418e-46ca-b669-6a4a29ede7c7 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:27.178869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af291fe-a7b9-4b93-934a-9a3e314620b9 req-ab608963-a7ef-4083-a5f2-353185681e88 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:27.178869 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7af291fe-a7b9-4b93-934a-9a3e314620b9 req-ab608963-a7ef-4083-a5f2-353185681e88 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.7229531 Mar 02 20:11:27.178869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:27.186576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:subnet and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:27.190268 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:27.195008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.200397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:27.202933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.274876 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7af291fe-a7b9-4b93-934a-9a3e314620b9 req-7b9e3895-23fb-4647-ab03-4af8a11cfb1f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773213 Mar 02 20:11:27.302438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bc61a95b-81cf-463b-854e-2f98e244c66d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:27.322945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:27.414624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.419440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38070) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:27.503029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port bc61a95b-81cf-463b-854e-2f98e244c66d completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:27.508400 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port bc61a95b-81cf-463b-854e-2f98e244c66d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:27.508857 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.510304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.510778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Fanout notify agent at l3_agent the message router_deleted on router dd1cf511-6981-442a-98de-30c8d71ef4a7 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:11:27.528125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.532654 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-47008752-2723-442d-b237-1c404c55aae7 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/dd1cf511-6981-442a-98de-30c8d71ef4a7 HTTP/1.1" status: 204 len: 168 time: 3.4826341 Mar 02 20:11:27.533282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38076) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:27.538207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Request body: {'router': {'name': 'tempest-snat-router-843357394', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'enable_snat': False}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:27.544863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:27.549675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Usage tracker for resource:router and tenant:565980af9bf94a5fa43545ee198aaffc is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:27.552784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:27.566828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:27.582878 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:27.585844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:27.591466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:27.592292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.614792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:27.632587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.676709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=ed895f6f-418e-46ca-b669-6a4a29ede7c7,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:27.694557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.736529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port bc61a95b-81cf-463b-854e-2f98e244c66d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bc61a95b-81cf-463b-854e-2f98e244c66d,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:27.776352 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-41c6677d-039e-407c-aba4-a5702f7d8252 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2852168 Mar 02 20:11:27.780178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38082) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:27.837391 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.838136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.861442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.862519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.876914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.890797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0c7bb7-9bdc-4d97-9ddb-60b85fdd3a7b tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Router 3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:11:27.914692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:27.923377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1a5e2-d8b3-4f77-bc66-006e075ba3d7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:27.927179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1a5e2-d8b3-4f77-bc66-006e075ba3d7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:27.930865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f0d4b-88f3-4f9a-9a5d-0f0f65939c92 req-6516b19e-652a-423f-9179-e937ff77f1e1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:27.931431 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6bb1a5e2-d8b3-4f77-bc66-006e075ba3d7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1502473 Mar 02 20:11:27.932007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38086) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:27.932302 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-af3f0d4b-88f3-4f9a-9a5d-0f0f65939c92 req-6516b19e-652a-423f-9179-e937ff77f1e1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.4393911 Mar 02 20:11:27.964522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=bc61a95b-81cf-463b-854e-2f98e244c66d,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:28.000334 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f777bd97-a9aa-4292-abb7-bc9501ee8a9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edc5178b0abb45cb85cf720d2c799b10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5729642 Mar 02 20:11:28.016521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38090) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:28.051514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-066dee71-6ce1-463f-b9d9-99780306a9e6 None None] Provisioning for port ed895f6f-418e-46ca-b669-6a4a29ede7c7 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:28.060012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-066dee71-6ce1-463f-b9d9-99780306a9e6 None None] Provisioning complete for port ed895f6f-418e-46ca-b669-6a4a29ede7c7 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:28.060647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-066dee71-6ce1-463f-b9d9-99780306a9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.127555 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-af3f0d4b-88f3-4f9a-9a5d-0f0f65939c92 req-04ac7b99-e84b-4c68-b1ea-3a9a8af76bc8 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847498 Mar 02 20:11:28.133782 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-066dee71-6ce1-463f-b9d9-99780306a9e6 None None] Port ed895f6f-418e-46ca-b669-6a4a29ede7c7 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:28.159877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9852dfa7-7bf3-4195-a044-90eacea21b2d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port ed895f6f-418e-46ca-b669-6a4a29ede7c7 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:28.160214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9852dfa7-7bf3-4195-a044-90eacea21b2d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.304979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.352789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Router 14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:11:28.391168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-151ec2f2-c179-45dd-8a8c-4aa2f9f8ef42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.407890 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Subnet': ['ID=1035ca4c-d678-4f5a-971b-d82fa407c606,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:28.446838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-151ec2f2-c179-45dd-8a8c-4aa2f9f8ef42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.537077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.559337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106d17c-79ac-4dd5-9bd4-60e1bf9726c2 req-32011e82-35d7-439c-9f6f-f03dc0ce8e44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:28.560730 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e106d17c-79ac-4dd5-9bd4-60e1bf9726c2 req-32011e82-35d7-439c-9f6f-f03dc0ce8e44 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.2911208 Mar 02 20:11:28.562688 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Checking segment: {'id': '373b3157-fafc-431b-bfac-91d4dcf7dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '2a8cb842-aeac-4681-b49e-2d84d6c1ae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:28.563045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network hostable DHCP agents. Network: 2a8cb842-aeac-4681-b49e-2d84d6c1ae16, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:11:28.642627 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9852dfa7-7bf3-4195-a044-90eacea21b2d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.648615 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e106d17c-79ac-4dd5-9bd4-60e1bf9726c2 req-1d6695b0-e35d-42cb-b9dd-0c0ee7a993ef tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810757 Mar 02 20:11:28.698349 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:28.714554 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a6899-dfc8-49f5-bc3e-1d37a9a727eb None None] Sync routers for ids ['14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:28.734515 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a6899-dfc8-49f5-bc3e-1d37a9a727eb None None] Routers {'14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:28.735246 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-727a6899-dfc8-49f5-bc3e-1d37a9a727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:28.762318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 2a8cb842-aeac-4681-b49e-2d84d6c1ae16 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:11:28.778302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-151ec2f2-c179-45dd-8a8c-4aa2f9f8ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.787465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9852dfa7-7bf3-4195-a044-90eacea21b2d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for ed895f6f-418e-46ca-b669-6a4a29ede7c7 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:28.791170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.794622 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b2181b6b-939f-493f-845b-98ac960244a5 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2574391 Mar 02 20:11:28.796344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38098) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:28.803454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-baf12d04-2ff4-49bc-9fdb-2905b9c1fd15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'enable_snat': False}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:28.805188 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-727a6899-dfc8-49f5-bc3e-1d37a9a727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:28.817155 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a6899-dfc8-49f5-bc3e-1d37a9a727eb None None] Routers {'14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:28.817830 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-727a6899-dfc8-49f5-bc3e-1d37a9a727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:28.881868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 2a8cb842-aeac-4681-b49e-2d84d6c1ae16) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:28.889172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ec2f2-c179-45dd-8a8c-4aa2f9f8ef42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1ae66b-d0e0-4847-8b45-7155754e62de,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:28.907934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0c7bb7-9bdc-4d97-9ddb-60b85fdd3a7b tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:28.909836 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-727a6899-dfc8-49f5-bc3e-1d37a9a727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:28.910514 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a6899-dfc8-49f5-bc3e-1d37a9a727eb None None] The sync data for ids ['14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:28.940547 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5d0c7bb7-9bdc-4d97-9ddb-60b85fdd3a7b tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "PUT /v2.0/routers/3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2448428 Mar 02 20:11:28.940718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d90f46-06c9-498e-b88f-985dcf18abdb None None] Network 2a8cb842-aeac-4681-b49e-2d84d6c1ae16 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:28.946193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38102) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:28.951414 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-151ec2f2-c179-45dd-8a8c-4aa2f9f8ef42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.953675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:28.953818 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-151ec2f2-c179-45dd-8a8c-4aa2f9f8ef42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d1ae66b-d0e0-4847-8b45-7155754e62de HTTP/1.1" status: 204 len: 168 time: 0.9256697 Mar 02 20:11:28.953899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08b271-40dd-4782-9f01-8cb3bba40fc4 None None] Sync routers for ids ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:28.954007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:29.120645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08b271-40dd-4782-9f01-8cb3bba40fc4 None None] Routers {'3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:29.124823 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6a08b271-40dd-4782-9f01-8cb3bba40fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:29.259369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9852dfa7-7bf3-4195-a044-90eacea21b2d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:29.270025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6a08b271-40dd-4782-9f01-8cb3bba40fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:29.295250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bc61a95b-81cf-463b-854e-2f98e244c66d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:29.337105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852dfa7-7bf3-4195-a044-90eacea21b2d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=ed895f6f-418e-46ca-b669-6a4a29ede7c7,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:29.360806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08b271-40dd-4782-9f01-8cb3bba40fc4 None None] Routers {'3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:29.361431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6a08b271-40dd-4782-9f01-8cb3bba40fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:29.424181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:29.448183 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ae0dd69b-b5d1-4be3-b335-4c9a32497da1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6483960 Mar 02 20:11:29.453166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38112) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:29.469935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'subnet': {'network_id': '5d9dff42-2a40-495a-a230-5a612d5d6c9b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:29.475701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9852dfa7-7bf3-4195-a044-90eacea21b2d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:29.480521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6a08b271-40dd-4782-9f01-8cb3bba40fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:29.481058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08b271-40dd-4782-9f01-8cb3bba40fc4 None None] The sync data for ids ['3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:29.497828 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9852dfa7-7bf3-4195-a044-90eacea21b2d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/ed895f6f-418e-46ca-b669-6a4a29ede7c7 HTTP/1.1" status: 204 len: 168 time: 1.5580225 Mar 02 20:11:29.510074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38116) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:29.518735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:29.573666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2a8cb842-aeac-4681-b49e-2d84d6c1ae16', 'network_id': '2a8cb842-aeac-4681-b49e-2d84d6c1ae16', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'fixed_ips': [{'subnet_id': '1035ca4c-d678-4f5a-971b-d82fa407c606'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:11:29.575317 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:29.609673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port bc61a95b-81cf-463b-854e-2f98e244c66d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:29.610245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:29.622011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752561-906e-4f5e-b506-e7d884b5451c req-e26daba0-4fe2-4f2c-99b7-69a09715ffea tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:29.626483 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d3752561-906e-4f5e-b506-e7d884b5451c req-e26daba0-4fe2-4f2c-99b7-69a09715ffea tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3767691 Mar 02 20:11:29.689124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f7839-4a5b-47e6-af03-2e4380e30750 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:29.690583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f7839-4a5b-47e6-af03-2e4380e30750 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:29.691369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-828f7839-4a5b-47e6-af03-2e4380e30750 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:29.751517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:29.767888 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d3752561-906e-4f5e-b506-e7d884b5451c req-764dada2-4d0f-4aad-851e-4e3bc3176ad6 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218994 Mar 02 20:11:29.770397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:subnet and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:29.774338 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:29.792545 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Allocated IP 172.26.5.190 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/67693aba-0010-4342-8135-2e258f9ba72f) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:29.794922 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:29.888368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Allocated IP 2001:db8::2 (2a8cb842-aeac-4681-b49e-2d84d6c1ae16/1035ca4c-d678-4f5a-971b-d82fa407c606/21b28935-627c-474d-8794-e03daccbed8b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:29.910173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:29.983447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.009860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-828f7839-4a5b-47e6-af03-2e4380e30750 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:30.011153 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-828f7839-4a5b-47e6-af03-2e4380e30750 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4947567 Mar 02 20:11:30.014311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38120) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:30.057623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38124) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:30.070629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:30.101662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.121480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.134686 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Transition to ACTIVE for port object 21b28935-627c-474d-8794-e03daccbed8b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:30.158191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Transition to ACTIVE for port object 21b28935-627c-474d-8794-e03daccbed8b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:30.212536 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.231685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.274234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event updated for resources: {'Port': ['ID=67693aba-0010-4342-8135-2e258f9ba72f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:30.278777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:30.290884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:30.306692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:30.312451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Network 2a8cb842-aeac-4681-b49e-2d84d6c1ae16 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:30.315350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:30.317940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:30.327152 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Pushing event updated for resources: {'Port': ['ID=21b28935-627c-474d-8794-e03daccbed8b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:30.366122 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-df2922a0-cbe1-4534-bd1e-026baace9345 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b279c2f30584fecaae9fc3c509b9c49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3048699 Mar 02 20:11:30.367557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38128) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:30.416305 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Attempting to bind port 21b28935-627c-474d-8794-e03daccbed8b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:30.416598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Attempting to bind port 21b28935-627c-474d-8794-e03daccbed8b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '373b3157-fafc-431b-bfac-91d4dcf7dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '2a8cb842-aeac-4681-b49e-2d84d6c1ae16'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:30.416927 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Attempting to bind port 21b28935-627c-474d-8794-e03daccbed8b on network 2a8cb842-aeac-4681-b49e-2d84d6c1ae16 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:30.424325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:30.424688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Checking segment: {'id': '373b3157-fafc-431b-bfac-91d4dcf7dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '2a8cb842-aeac-4681-b49e-2d84d6c1ae16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:30.425549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.425549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Bound using segment: {'id': '373b3157-fafc-431b-bfac-91d4dcf7dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '2a8cb842-aeac-4681-b49e-2d84d6c1ae16'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:30.426874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Bound port: 21b28935-627c-474d-8794-e03daccbed8b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373b3157-fafc-431b-bfac-91d4dcf7dc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '2a8cb842-aeac-4681-b49e-2d84d6c1ae16'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:30.426874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.447229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-e767bc36-7141-4f4f-a0d0-e9cce65a999b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet f8cf4212-a202-41c4-befe-067dffd81f71 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:11:30.454506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e767bc36-7141-4f4f-a0d0-e9cce65a999b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.522606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e767bc36-7141-4f4f-a0d0-e9cce65a999b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.524854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] For port 21b28935-627c-474d-8794-e03daccbed8b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:30.529053 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] For port 21b28935-627c-474d-8794-e03daccbed8b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=21b28935-627c-474d-8794-e03daccbed8b,segment=NetworkSegment(373b3157-fafc-431b-bfac-91d4dcf7dc98),segment_id=373b3157-fafc-431b-bfac-91d4dcf7dc98)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:30.560451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d0b7b94-40bd-423a-980d-917a57ea383a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.586145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.600513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.614070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e767bc36-7141-4f4f-a0d0-e9cce65a999b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.659158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.687478 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f7623-7dc5-40f6-be83-82fea4a322ca None None] Pushing event updated for resources: {'Port': ['ID=21b28935-627c-474d-8794-e03daccbed8b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:30.701798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d0b7b94-40bd-423a-980d-917a57ea383a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.721805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.722623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.781186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e767bc36-7141-4f4f-a0d0-e9cce65a999b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.892519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767bc36-7141-4f4f-a0d0-e9cce65a999b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cf4212-a202-41c4-befe-067dffd81f71,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:30.902028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e767bc36-7141-4f4f-a0d0-e9cce65a999b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:30.919198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5cb9c3-deb1-4a8b-bd1c-711bd5262560 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:31.124032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Deleting port 3d2219a9-43bf-4f1c-a071-a637377291d5 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:31.124032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.266472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Subnet': ['ID=080eb012-6143-4433-898c-da53d1266b7c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:31.270935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Checking segment: {'id': '92c1e49e-d271-4bf1-a95d-21ecaff8620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5d9dff42-2a40-495a-a230-5a612d5d6c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:31.271300 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network hostable DHCP agents. Network: 5d9dff42-2a40-495a-a230-5a612d5d6c9b, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:11:31.280770 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e767bc36-7141-4f4f-a0d0-e9cce65a999b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/f8cf4212-a202-41c4-befe-067dffd81f71 HTTP/1.1" status: 204 len: 168 time: 1.2624226 Mar 02 20:11:31.280770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Router 6f594cbf-9d32-46a2-9738-6094086f050e is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:11:31.285697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38136) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:31.376932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 21b28935-627c-474d-8794-e03daccbed8b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:31.428299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b26d20-3611-4b73-8788-dac376f47ff5 req-df98b0f0-6f8d-485b-96c7-dc697a3f5969 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:31.430013 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46b26d20-3611-4b73-8788-dac376f47ff5 req-df98b0f0-6f8d-485b-96c7-dc697a3f5969 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.4120643 Mar 02 20:11:31.431680 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-eeab5f7b-fc93-4ab8-a635-7d5d2af0f335 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1470950 Mar 02 20:11:31.434374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38140) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:31.456408 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04bd0d4-516a-4b7e-b872-660dc3cdea89 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:11:31.461420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d04bd0d4-516a-4b7e-b872-660dc3cdea89 None None] Deleting port bc61a95b-81cf-463b-854e-2f98e244c66d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:31.461848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d04bd0d4-516a-4b7e-b872-660dc3cdea89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.544266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.555112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 21b28935-627c-474d-8794-e03daccbed8b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:31.624769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d0b7b94-40bd-423a-980d-917a57ea383a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.694074 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46b26d20-3611-4b73-8788-dac376f47ff5 req-5c577a1b-5730-4f8f-bc68-aa19ba507bb0 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518041 Mar 02 20:11:31.703813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Calling delete_port for 3d2219a9-43bf-4f1c-a071-a637377291d5 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:31.712627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d04bd0d4-516a-4b7e-b872-660dc3cdea89 None None] For port bc61a95b-81cf-463b-854e-2f98e244c66d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bc61a95b-81cf-463b-854e-2f98e244c66d,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:31.713094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d04bd0d4-516a-4b7e-b872-660dc3cdea89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.732247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 5d9dff42-2a40-495a-a230-5a612d5d6c9b is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:11:31.740252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b7b94-40bd-423a-980d-917a57ea383a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44f9f09-0452-4bbe-b675-6304f8f6cc2f,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:31.803397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baf12d04-2ff4-49bc-9fdb-2905b9c1fd15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.824703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 5d9dff42-2a40-495a-a230-5a612d5d6c9b) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:31.838374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:31.838966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.843382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d0b7b94-40bd-423a-980d-917a57ea383a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.846946 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1d0b7b94-40bd-423a-980d-917a57ea383a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f44f9f09-0452-4bbe-b675-6304f8f6cc2f HTTP/1.1" status: 204 len: 168 time: 1.4745963 Mar 02 20:11:31.853090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47da8aca-80d5-43d9-81da-960c8bdd72b4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:31.853969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-47da8aca-80d5-43d9-81da-960c8bdd72b4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:31.883040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e907f908-c9fc-470e-a080-f251b8c7fd48 None None] Network 5d9dff42-2a40-495a-a230-5a612d5d6c9b requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:31.987378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-47da8aca-80d5-43d9-81da-960c8bdd72b4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:31.991458 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-47da8aca-80d5-43d9-81da-960c8bdd72b4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5538492 Mar 02 20:11:31.995386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38148) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:32.072070 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d04bd0d4-516a-4b7e-b872-660dc3cdea89 None None] Calling delete_port for bc61a95b-81cf-463b-854e-2f98e244c66d owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:32.095114 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-388c9149-6adb-4d7b-adba-07feb9c67a50 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6389129 Mar 02 20:11:32.097780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38152) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:32.129649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-477d94da-716e-482d-aa78-cbdc83d9c28d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1395346888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:32.148350 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:32.164810 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e9a54a-2df7-4ecd-99cc-60d4f0370f66 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:32.167095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-477d94da-716e-482d-aa78-cbdc83d9c28d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:32.174925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-24e9a54a-2df7-4ecd-99cc-60d4f0370f66 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:32.183282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:32.198911 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Sync routers for ids ['6f594cbf-9d32-46a2-9738-6094086f050e'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:32.235181 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Routers {'6f594cbf-9d32-46a2-9738-6094086f050e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:32.236154 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6f594cbf-9d32-46a2-9738-6094086f050e'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:32.314274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event deleted for resources: {'Port': ['ID=3d2219a9-43bf-4f1c-a071-a637377291d5,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:32.318063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-24e9a54a-2df7-4ecd-99cc-60d4f0370f66 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:32.323447 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-24e9a54a-2df7-4ecd-99cc-60d4f0370f66 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3268178 Mar 02 20:11:32.325171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:32.326081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-477d94da-716e-482d-aa78-cbdc83d9c28d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:router and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:32.330041 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c976d81d-abe5-49da-b895-ab348928d021 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7929761 Mar 02 20:11:32.330041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38158) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:32.333608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6249ec0e-b7da-42f3-bf27-0199c69ae945 None None] Network 2a8cb842-aeac-4681-b49e-2d84d6c1ae16 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:32.335511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38162) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:32.340693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-477d94da-716e-482d-aa78-cbdc83d9c28d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:32.365717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d04bd0d4-516a-4b7e-b872-660dc3cdea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:32.529064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-477d94da-716e-482d-aa78-cbdc83d9c28d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:32.537364 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0dff9ddc-c7c2-40db-a5b3-2d335a37c900 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2084582 Mar 02 20:11:32.541998 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Set router 6f594cbf-9d32-46a2-9738-6094086f050e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:32.546691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38170) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:32.553458 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:32.737607 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bd0d4-516a-4b7e-b872-660dc3cdea89 None None] Pushing event deleted for resources: {'Port': ['ID=bc61a95b-81cf-463b-854e-2f98e244c66d,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:32.793699 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bd0d4-516a-4b7e-b872-660dc3cdea89 None None] No DVR routers for this DVR port bc61a95b-81cf-463b-854e-2f98e244c66d on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:32.828039 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:32.858619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:32.975008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:32.981135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:32.987524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-852d1a4d-d4a5-41d2-91d7-785c169a8b32 None None] Provisioning for port 21b28935-627c-474d-8794-e03daccbed8b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:33.000129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-852d1a4d-d4a5-41d2-91d7-785c169a8b32 None None] Provisioning complete for port 21b28935-627c-474d-8794-e03daccbed8b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:33.000713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-852d1a4d-d4a5-41d2-91d7-785c169a8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.039840 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f594cbf-9d32-46a2-9738-6094086f050e', 'name': 'tempest-snat-router-843357394', 'tenant_id': '565980af9bf94a5fa43545ee198aaffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.190'}], 'enable_snat': False}, 'gw_port_id': '67693aba-0010-4342-8135-2e258f9ba72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:27Z', 'updated_at': '2022-03-02T20:11:30Z', 'revision_number': 3, 'project_id': '565980af9bf94a5fa43545ee198aaffc', 'gw_port': {'id': '67693aba-0010-4342-8135-2e258f9ba72f', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f594cbf-9d32-46a2-9738-6094086f050e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:29Z', 'updated_at': '2022-03-02T20:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:33.045690 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Checking router: 6f594cbf-9d32-46a2-9738-6094086f050e for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:11:33.046342 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Updating router 6f594cbf-9d32-46a2-9738-6094086f050e port 67693aba-0010-4342-8135-2e258f9ba72f binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:11:33.110127 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.129614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-5d9dff42-2a40-495a-a230-5a612d5d6c9b', 'network_id': '5d9dff42-2a40-495a-a230-5a612d5d6c9b', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'fixed_ips': [{'subnet_id': '080eb012-6143-4433-898c-da53d1266b7c'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:11:33.130460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.206157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-477d94da-716e-482d-aa78-cbdc83d9c28d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.207129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-477d94da-716e-482d-aa78-cbdc83d9c28d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.328322 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bc61a95b-81cf-463b-854e-2f98e244c66d no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:33.349942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.383160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: bc61a95b-81cf-463b-854e-2f98e244c66d {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:11:33.383492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bc61a95b-81cf-463b-854e-2f98e244c66d not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:33.418986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.450317 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-852d1a4d-d4a5-41d2-91d7-785c169a8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.495914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:33.499036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:33.503033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:33.503686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.532080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Allocated IP 2001:db8:1::2 (5d9dff42-2a40-495a-a230-5a612d5d6c9b/080eb012-6143-4433-898c-da53d1266b7c/36266591-77d0-4341-9b49-99d985791fa2) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:33.537089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=2de28544-587f-49e9-a16a-a7d6445176ec,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:33.603634 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.619331 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Transition to ACTIVE for port object 67693aba-0010-4342-8135-2e258f9ba72f will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:33.642895 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-59ac6656-c1f9-4fa7-a76e-43f387e90806 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0951362 Mar 02 20:11:33.646195 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38186) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:33.651816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'fixed_ips': [{'subnet_id': '2de28544-587f-49e9-a16a-a7d6445176ec', 'ip_address': '2001:db8::6270:b79:32a:e0cd'}], 'name': 'tempest-NetworksTestDHCPv6-1969098366'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:33.709889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf6841-86f9-443c-8124-026015206d5c None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:33.715901 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.812099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-852d1a4d-d4a5-41d2-91d7-785c169a8b32 None None] For port 21b28935-627c-474d-8794-e03daccbed8b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=21b28935-627c-474d-8794-e03daccbed8b,segment=NetworkSegment(373b3157-fafc-431b-bfac-91d4dcf7dc98),segment_id=373b3157-fafc-431b-bfac-91d4dcf7dc98)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:33.816335 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Attempting to bind port 67693aba-0010-4342-8135-2e258f9ba72f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:33.816694 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Attempting to bind port 67693aba-0010-4342-8135-2e258f9ba72f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:33.817047 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Attempting to bind port 67693aba-0010-4342-8135-2e258f9ba72f on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:33.825151 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8dbee0-ee0f-4c64-8410-9f9eb2143e53 None None] Pushing event updated for resources: {'Port': ['ID=67693aba-0010-4342-8135-2e258f9ba72f,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:33.831584 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:33.831949 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:33.833458 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.833852 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:33.834813 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Bound port: 67693aba-0010-4342-8135-2e258f9ba72f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:33.835182 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.865254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.869940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.900665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-477d94da-716e-482d-aa78-cbdc83d9c28d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.914086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:33.926853 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] For port 67693aba-0010-4342-8135-2e258f9ba72f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:33.930682 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] For port 67693aba-0010-4342-8135-2e258f9ba72f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=67693aba-0010-4342-8135-2e258f9ba72f,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:33.934151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-852d1a4d-d4a5-41d2-91d7-785c169a8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.939612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:33.972789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53812b6f-52bb-424d-949d-d391ab63666e req-9c96889b-caf2-4626-8a0d-b4dd71cfa5ca tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:33.974262 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-53812b6f-52bb-424d-949d-d391ab63666e req-9c96889b-caf2-4626-8a0d-b4dd71cfa5ca tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 1.4465492 Mar 02 20:11:34.005545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.006063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Fanout notify agent at l3_agent the message router_deleted on router 3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:11:34.018480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38192) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:34.023248 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.040458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-477d94da-716e-482d-aa78-cbdc83d9c28d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.040624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:34.053031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.071959 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.094895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Transition to ACTIVE for port object 36266591-77d0-4341-9b49-99d985791fa2 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:34.105402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d1a4d-d4a5-41d2-91d7-785c169a8b32 None None] Pushing event updated for resources: {'Port': ['ID=21b28935-627c-474d-8794-e03daccbed8b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:34.109073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 21bbad2e-91bd-4fcd-a573-52bd2d5689ab yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:34.158406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Transition to ACTIVE for port object 36266591-77d0-4341-9b49-99d985791fa2 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:34.169291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5c1cb195-b021-474b-9d89-02095de3a01a None None] Provisioning complete for port 21b28935-627c-474d-8794-e03daccbed8b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:34.169291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb195-b021-474b-9d89-02095de3a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.195136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '2de28544-587f-49e9-a16a-a7d6445176ec'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:11:34.196194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.214663 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Routers {'6f594cbf-9d32-46a2-9738-6094086f050e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:34.224513 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6f594cbf-9d32-46a2-9738-6094086f050e'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:34.274603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.275788 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1f92748f-8ed9-4756-83cd-6d016500256d tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "DELETE /v2.0/routers/3b6954fe-98d8-4dd6-99c9-bb3e3e61f0b9 HTTP/1.1" status: 204 len: 168 time: 5.3116300 Mar 02 20:11:34.315965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.365759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::6270:b79:32a:e0cd (2c0dfed8-adb2-4b23-a32c-5e04666528a0/2de28544-587f-49e9-a16a-a7d6445176ec/21bbad2e-91bd-4fcd-a573-52bd2d5689ab) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:34.440431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Network 5d9dff42-2a40-495a-a230-5a612d5d6c9b is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:34.442881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baf12d04-2ff4-49bc-9fdb-2905b9c1fd15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.447364 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Pushing event updated for resources: {'Port': ['ID=36266591-77d0-4341-9b49-99d985791fa2,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:34.453477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:34.456789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baf12d04-2ff4-49bc-9fdb-2905b9c1fd15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.457088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:34.461357 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] Set router 6f594cbf-9d32-46a2-9738-6094086f050e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:34.479747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1011216371'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:34.486035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:34.490888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Usage tracker for resource:network and tenant:6af9efbfde2940c2855b3a43fd777a80 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:34.494367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:34.501827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:34.516528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38198) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:34.553754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Attempting to bind port 36266591-77d0-4341-9b49-99d985791fa2 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:34.554520 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Attempting to bind port 36266591-77d0-4341-9b49-99d985791fa2 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '92c1e49e-d271-4bf1-a95d-21ecaff8620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5d9dff42-2a40-495a-a230-5a612d5d6c9b'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:34.555095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Attempting to bind port 36266591-77d0-4341-9b49-99d985791fa2 on network 5d9dff42-2a40-495a-a230-5a612d5d6c9b {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:34.563704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:34.564407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Checking segment: {'id': '92c1e49e-d271-4bf1-a95d-21ecaff8620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5d9dff42-2a40-495a-a230-5a612d5d6c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:34.565064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.565828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Bound using segment: {'id': '92c1e49e-d271-4bf1-a95d-21ecaff8620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5d9dff42-2a40-495a-a230-5a612d5d6c9b'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:34.566688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Bound port: 36266591-77d0-4341-9b49-99d985791fa2, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c1e49e-d271-4bf1-a95d-21ecaff8620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '5d9dff42-2a40-495a-a230-5a612d5d6c9b'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:34.567484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.581444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-477d94da-716e-482d-aa78-cbdc83d9c28d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.582635 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-477d94da-716e-482d-aa78-cbdc83d9c28d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.4797471 Mar 02 20:11:34.601892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.621213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 21bbad2e-91bd-4fcd-a573-52bd2d5689ab will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:34.623177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Made reservation on behalf of 6af9efbfde2940c2855b3a43fd777a80 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:34.626365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.638080 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-53812b6f-52bb-424d-949d-d391ab63666e req-c2e52a6d-825b-4d39-a61b-d3c75541cccd tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6503141 Mar 02 20:11:34.643914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38202) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:34.676562 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8dbee0-ee0f-4c64-8410-9f9eb2143e53 None None] Pushing event updated for resources: {'Port': ['ID=67693aba-0010-4342-8135-2e258f9ba72f,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:34.725738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.785900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.786294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] For port 36266591-77d0-4341-9b49-99d985791fa2, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:34.800939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] For port 36266591-77d0-4341-9b49-99d985791fa2, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=36266591-77d0-4341-9b49-99d985791fa2,segment=NetworkSegment(92c1e49e-d271-4bf1-a95d-21ecaff8620b),segment_id=92c1e49e-d271-4bf1-a95d-21ecaff8620b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:34.803345 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=21bbad2e-91bd-4fcd-a573-52bd2d5689ab,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:34.809885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/2de28544-587f-49e9-a16a-a7d6445176ec/5ac126df-631a-4ee8-9360-3cc08dfa5b35) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:34.821376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:34.822648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:34.825950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:34.830659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:34.831260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.864797 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f594cbf-9d32-46a2-9738-6094086f050e', 'name': 'tempest-snat-router-843357394', 'tenant_id': '565980af9bf94a5fa43545ee198aaffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.190'}], 'enable_snat': False}, 'gw_port_id': '67693aba-0010-4342-8135-2e258f9ba72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:27Z', 'updated_at': '2022-03-02T20:11:30Z', 'revision_number': 3, 'project_id': '565980af9bf94a5fa43545ee198aaffc', 'gw_port': {'id': '67693aba-0010-4342-8135-2e258f9ba72f', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f594cbf-9d32-46a2-9738-6094086f050e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:29Z', 'updated_at': '2022-03-02T20:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:34.868967 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17f7ec-6232-4315-9313-d1bb08f5485a None None] The sync data for ids ['6f594cbf-9d32-46a2-9738-6094086f050e'] in dv-neutron-831593-2-hyperv is: [{'id': '6f594cbf-9d32-46a2-9738-6094086f050e', 'name': 'tempest-snat-router-843357394', 'tenant_id': '565980af9bf94a5fa43545ee198aaffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.190'}], 'enable_snat': False}, 'gw_port_id': '67693aba-0010-4342-8135-2e258f9ba72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:27Z', 'updated_at': '2022-03-02T20:11:30Z', 'revision_number': 3, 'project_id': '565980af9bf94a5fa43545ee198aaffc', 'gw_port': {'id': '67693aba-0010-4342-8135-2e258f9ba72f', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f594cbf-9d32-46a2-9738-6094086f050e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:29Z', 'updated_at': '2022-03-02T20:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:34.890015 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.926806 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aa5a803b-141d-427a-b124-8188287808d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2793272 Mar 02 20:11:34.927292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38206) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:34.937248 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-54c84c57-7164-438c-9dfb-e0306b91aaad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'fixed_ips': [{'subnet_id': '2de28544-587f-49e9-a16a-a7d6445176ec', 'ip_address': '2001:db8::6270:b79:32a:e0cd'}], 'name': 'tempest-NetworksTestDHCPv6-923930636'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:34.959095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:34.967172 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-eb1cbf96-d8bf-43db-b9cf-f19e0933ce98 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/routers/6f594cbf-9d32-46a2-9738-6094086f050e HTTP/1.1" status: 200 len: 908 time: 2.6208947 Mar 02 20:11:35.007391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d1cb1-8d85-405c-a7c7-1f36f3f86b72 None None] Pushing event updated for resources: {'Port': ['ID=36266591-77d0-4341-9b49-99d985791fa2,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:35.016093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38210) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:35.049148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Usage tracker for resource:security_group_rule and tenant:6af9efbfde2940c2855b3a43fd777a80 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:35.056939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:35.063213 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:35.154486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-54c84c57-7164-438c-9dfb-e0306b91aaad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:35.161368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-54c84c57-7164-438c-9dfb-e0306b91aaad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:35.165016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-54c84c57-7164-438c-9dfb-e0306b91aaad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:35.172268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.182934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Request body: {'router': {'name': 'tempest-snat-router-843357394', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'enable_snat': True}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:35.184432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-54c84c57-7164-438c-9dfb-e0306b91aaad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:35.202445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Transition to ACTIVE for port object 5ac126df-631a-4ee8-9360-3cc08dfa5b35 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:35.218376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:35.244677 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Transition to ACTIVE for port object 5ac126df-631a-4ee8-9360-3cc08dfa5b35 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:35.297884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c84c57-7164-438c-9dfb-e0306b91aaad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:35.316437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-54c84c57-7164-438c-9dfb-e0306b91aaad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.342549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.390375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-54c84c57-7164-438c-9dfb-e0306b91aaad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 84c098e4-e97d-438f-9314-056aa801fd15 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:35.396519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Usage tracker for resource:router and tenant:565980af9bf94a5fa43545ee198aaffc is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:35.488133 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Pushing event updated for resources: {'Port': ['ID=5ac126df-631a-4ee8-9360-3cc08dfa5b35,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:35.495178 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 67693aba-0010-4342-8135-2e258f9ba72f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:35.536155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:35.541655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:35.552001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:35.665112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Attempting to bind port 5ac126df-631a-4ee8-9360-3cc08dfa5b35 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:35.665479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Attempting to bind port 5ac126df-631a-4ee8-9360-3cc08dfa5b35 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:35.665843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Attempting to bind port 5ac126df-631a-4ee8-9360-3cc08dfa5b35 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:35.668451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:35.683312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:35.683791 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:35.684317 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.684755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:35.685451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Bound port: 5ac126df-631a-4ee8-9360-3cc08dfa5b35, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:35.685833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.694510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8653314-11dc-4553-a394-e924ef01a09e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Deleting subnet a1ffd703-cb2b-430e-b76c-4ad550a10e66 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:11:35.696901 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:35.716713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8653314-11dc-4553-a394-e924ef01a09e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.765615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.799362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 67693aba-0010-4342-8135-2e258f9ba72f completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:35.809394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8653314-11dc-4553-a394-e924ef01a09e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.812213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 67693aba-0010-4342-8135-2e258f9ba72f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:35.812584 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.852233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] For port 5ac126df-631a-4ee8-9360-3cc08dfa5b35, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:35.877237 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c84c57-7164-438c-9dfb-e0306b91aaad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 20:11:35.880151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c84c57-7164-438c-9dfb-e0306b91aaad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:11:35.880285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] For port 5ac126df-631a-4ee8-9360-3cc08dfa5b35, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5ac126df-631a-4ee8-9360-3cc08dfa5b35,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:35.919297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.962545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.984722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 67693aba-0010-4342-8135-2e258f9ba72f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=67693aba-0010-4342-8135-2e258f9ba72f,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:35.989464 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.012034 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-54c84c57-7164-438c-9dfb-e0306b91aaad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.0811129 Mar 02 20:11:36.012753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38218) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:36.044893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.046888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.084913 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.086059 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 21b28935-627c-474d-8794-e03daccbed8b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:36.162119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:11:36.169529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089ba96-1b9a-45fc-a6e6-0a973961bbd7 None None] Pushing event updated for resources: {'Port': ['ID=5ac126df-631a-4ee8-9360-3cc08dfa5b35,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:36.196096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3702f062-8759-4f25-acdb-72dc1f0104af tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:36.201055 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3702f062-8759-4f25-acdb-72dc1f0104af tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:36.203181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3702f062-8759-4f25-acdb-72dc1f0104af tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:36.235470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6371b2c-0f51-4f4c-b2ac-a15aee1b7e56,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:36.253514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=67693aba-0010-4342-8135-2e258f9ba72f,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:36.265970 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.266316 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Added segment 0a724740-d1e1-42e9-9ade-b42dae227c12 of type vlan for network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa Mar 02 20:11:36.284367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 21b28935-627c-474d-8794-e03daccbed8b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:36.287847 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.305365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3702f062-8759-4f25-acdb-72dc1f0104af tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:36.312057 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3702f062-8759-4f25-acdb-72dc1f0104af tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2929926 Mar 02 20:11:36.312360 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38222) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:36.337400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.343363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.348072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8653314-11dc-4553-a394-e924ef01a09e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.422947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8857f-b55e-4bd5-b36f-8a90b38c86ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 21bbad2e-91bd-4fcd-a573-52bd2d5689ab {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:36.423406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a6d8857f-b55e-4bd5-b36f-8a90b38c86ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.534425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9857490-f8f2-4cc3-a0f4-ede98ad012ac None None] Network 5d9dff42-2a40-495a-a230-5a612d5d6c9b requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:36.565394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:11:36.588072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b9ac9-f552-4ebc-94da-850e18cda4ee req-0cd7c573-b6a9-4c6c-a00c-9715d18bcc56 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:36.591060 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c69b9ac9-f552-4ebc-94da-850e18cda4ee req-0cd7c573-b6a9-4c6c-a00c-9715d18bcc56 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.7375042 Mar 02 20:11:36.704899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-dca8648e-75b9-42d0-9ecc-5e327f4af08f None None] Provisioning for port 36266591-77d0-4341-9b49-99d985791fa2 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:36.713668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a6d8857f-b55e-4bd5-b36f-8a90b38c86ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.786835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.815187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf12d04-2ff4-49bc-9fdb-2905b9c1fd15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Router 14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:11:36.838473 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.842753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:36.843357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:36.848225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8857f-b55e-4bd5-b36f-8a90b38c86ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 21bbad2e-91bd-4fcd-a573-52bd2d5689ab owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:37.007762 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8653314-11dc-4553-a394-e924ef01a09e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:37.093848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a6d8857f-b55e-4bd5-b36f-8a90b38c86ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:37.146517 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c69b9ac9-f552-4ebc-94da-850e18cda4ee req-f93bb53c-baf3-4148-ae40-a58812e0c09e tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4921722 Mar 02 20:11:37.151479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8857f-b55e-4bd5-b36f-8a90b38c86ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=21bbad2e-91bd-4fcd-a573-52bd2d5689ab,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:37.178018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8653314-11dc-4553-a394-e924ef01a09e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ffd703-cb2b-430e-b76c-4ad550a10e66,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:37.209295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a6d8857f-b55e-4bd5-b36f-8a90b38c86ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:37.260069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:37.268846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8653314-11dc-4553-a394-e924ef01a09e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:37.270757 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e8653314-11dc-4553-a394-e924ef01a09e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "DELETE /v2.0/subnets/a1ffd703-cb2b-430e-b76c-4ad550a10e66 HTTP/1.1" status: 204 len: 168 time: 2.7024996 Mar 02 20:11:37.273337 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38228) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:37.279777 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b7df1-5c56-4f86-8fad-9d26ac36ded4 None None] Network e1d270c9-8bbb-4f60-a45a-56560cc4c482 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:37.289944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'Network': ['ID=614f72ef-883c-4590-bcc1-ecb9d43d7bfa,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:37.321182 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a6d8857f-b55e-4bd5-b36f-8a90b38c86ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/21bbad2e-91bd-4fcd-a573-52bd2d5689ab HTTP/1.1" status: 204 len: 168 time: 1.0076342 Mar 02 20:11:37.327202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:11:37.327714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38232) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:37.446397 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d0de1dfc-2c6a-4199-bf11-1bb3cd83596a tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.4216137 Mar 02 20:11:37.451503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38236) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:37.466756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Request body: {'subnet': {'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:37.518432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5ac126df-631a-4ee8-9360-3cc08dfa5b35 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:37.638910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4669a30-543d-4c7b-8eff-1f0aa10ce264 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:37.640691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4669a30-543d-4c7b-8eff-1f0aa10ce264 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:37.641110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c4669a30-543d-4c7b-8eff-1f0aa10ce264 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:37.657154 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:37.689087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:37.694164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Usage tracker for resource:subnet and tenant:6af9efbfde2940c2855b3a43fd777a80 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:37.696948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Deleting port 00529677-5b1a-4570-89ae-371ba2ac4174 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:37.697274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:37.727170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:37.740156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:37.759592 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c4669a30-543d-4c7b-8eff-1f0aa10ce264 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:37.764583 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c4669a30-543d-4c7b-8eff-1f0aa10ce264 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4358521 Mar 02 20:11:37.771105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38240) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:37.860411 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Made reservation on behalf of 6af9efbfde2940c2855b3a43fd777a80 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:37.881779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9312f89f-8238-42f6-a513-605971c92d46 None None] Provisioning for port 5ac126df-631a-4ee8-9360-3cc08dfa5b35 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:37.890347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 5ac126df-631a-4ee8-9360-3cc08dfa5b35 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:37.894704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9312f89f-8238-42f6-a513-605971c92d46 None None] Provisioning complete for port 5ac126df-631a-4ee8-9360-3cc08dfa5b35 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:37.895067 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9312f89f-8238-42f6-a513-605971c92d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:37.965843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5894e358-385f-4b69-a8c9-58032fe9c9e5 None None] DHCP port deletion for e1d270c9-8bbb-4f60-a45a-56560cc4c482 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:11:37.969421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d339b29-0ca0-4e51-a4d5-8114ef3b0722 req-99237955-58a5-4ad1-a3e7-3322645c22a4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:37.970752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5ac126df-631a-4ee8-9360-3cc08dfa5b35 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:37.970994 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7d339b29-0ca0-4e51-a4d5-8114ef3b0722 req-99237955-58a5-4ad1-a3e7-3322645c22a4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.6000130 Mar 02 20:11:37.971098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:37.986885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Allocated IP 2001:db8::1 (2a8cb842-aeac-4681-b49e-2d84d6c1ae16/1035ca4c-d678-4f5a-971b-d82fa407c606/8ba6b007-f100-4dff-a710-2c9b24536821) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:38.070809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5894e358-385f-4b69-a8c9-58032fe9c9e5 None None] Deleting port 00529677-5b1a-4570-89ae-371ba2ac4174 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:38.071173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5894e358-385f-4b69-a8c9-58032fe9c9e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.242926 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.256208 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7d339b29-0ca0-4e51-a4d5-8114ef3b0722 req-8195bbfc-7556-4acb-9140-cce79536bfb5 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547518 Mar 02 20:11:38.282931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.333367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9312f89f-8238-42f6-a513-605971c92d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.334710 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Transition to ACTIVE for port object 8ba6b007-f100-4dff-a710-2c9b24536821 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:38.381888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] For port 00529677-5b1a-4570-89ae-371ba2ac4174, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=00529677-5b1a-4570-89ae-371ba2ac4174,segment=NetworkSegment(240195d9-8dbf-4616-ac0a-5725a0602e21),segment_id=240195d9-8dbf-4616-ac0a-5725a0602e21)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:38.382280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.383394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf12d04-2ff4-49bc-9fdb-2905b9c1fd15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:38.384949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.385589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.432097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.439261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb12d6-c578-492b-aefe-29d36449ff92 None None] Sync routers for ids ['14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:38.466712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 5ac126df-631a-4ee8-9360-3cc08dfa5b35, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5ac126df-631a-4ee8-9360-3cc08dfa5b35,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:38.474626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d03f3a-4882-4c8c-99ba-de92b03eef44 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 2de28544-587f-49e9-a16a-a7d6445176ec {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:11:38.495638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb12d6-c578-492b-aefe-29d36449ff92 None None] Routers {'14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:38.496770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-85cb12d6-c578-492b-aefe-29d36449ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:38.500164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baf12d04-2ff4-49bc-9fdb-2905b9c1fd15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.504228 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-baf12d04-2ff4-49bc-9fdb-2905b9c1fd15 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "PUT /v2.0/routers/14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5 HTTP/1.1" status: 200 len: 925 time: 9.7037752 Mar 02 20:11:38.508110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38246) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:38.548946 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Calling delete_port for 00529677-5b1a-4570-89ae-371ba2ac4174 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:38.576488 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7d03f3a-4882-4c8c-99ba-de92b03eef44 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.600276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.601047 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 67693aba-0010-4342-8135-2e258f9ba72f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:38.668661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7d03f3a-4882-4c8c-99ba-de92b03eef44 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.739506 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-85cb12d6-c578-492b-aefe-29d36449ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:38.762898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Allocated IP 172.26.5.121 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/64dd4692-6855-4940-a3d1-575ff703f67d) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:38.801057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5894e358-385f-4b69-a8c9-58032fe9c9e5 None None] For port 00529677-5b1a-4570-89ae-371ba2ac4174, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=00529677-5b1a-4570-89ae-371ba2ac4174,segment=NetworkSegment(240195d9-8dbf-4616-ac0a-5725a0602e21),segment_id=240195d9-8dbf-4616-ac0a-5725a0602e21)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:38.801453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5894e358-385f-4b69-a8c9-58032fe9c9e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.846813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.908671 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event deleted for resources: {'Port': ['ID=00529677-5b1a-4570-89ae-371ba2ac4174,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:38.912306 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7d03f3a-4882-4c8c-99ba-de92b03eef44 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.928886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.942348 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5894e358-385f-4b69-a8c9-58032fe9c9e5 None None] Calling delete_port for 00529677-5b1a-4570-89ae-371ba2ac4174 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:38.942850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] No DVR routers for this DVR port 00529677-5b1a-4570-89ae-371ba2ac4174 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:38.963441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.969282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-9312f89f-8238-42f6-a513-605971c92d46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:11:38.969629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-9312f89f-8238-42f6-a513-605971c92d46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:11:38.976878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=5ac126df-631a-4ee8-9360-3cc08dfa5b35,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:38.997544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb12d6-c578-492b-aefe-29d36449ff92 None None] Routers {'14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:38.998111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-85cb12d6-c578-492b-aefe-29d36449ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:39.004453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.059823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 2a8cb842-aeac-4681-b49e-2d84d6c1ae16 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:39.060609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=8ba6b007-f100-4dff-a710-2c9b24536821,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:39.063587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:39.065529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.084562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:39.085106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.135557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-85cb12d6-c578-492b-aefe-29d36449ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:39.136046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb12d6-c578-492b-aefe-29d36449ff92 None None] The sync data for ids ['14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:39.138249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-5894e358-385f-4b69-a8c9-58032fe9c9e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:11:39.138980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-5894e358-385f-4b69-a8c9-58032fe9c9e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:11:39.150327 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 67693aba-0010-4342-8135-2e258f9ba72f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:39.150995 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.178931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.202848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event updated for resources: {'Port': ['ID=64dd4692-6855-4940-a3d1-575ff703f67d,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:39.212329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'Subnet': ['ID=fe231b45-9da0-480c-82f8-903ca34e3196,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:39.234936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d270c9-8bbb-4f60-a45a-56560cc4c482']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:39.252201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240195d9-8dbf-4616-ac0a-5725a0602e21') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:39.252858 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240195d9-8dbf-4616-ac0a-5725a0602e21') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:39.259827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:39.266302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Checking segment: {'id': '0a724740-d1e1-42e9-9ade-b42dae227c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:39.266660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Network hostable DHCP agents. Network: 614f72ef-883c-4590-bcc1-ecb9d43d7bfa, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:11:39.271348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:39.275092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.287726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:39.289958 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 36266591-77d0-4341-9b49-99d985791fa2 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:39.304190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7d03f3a-4882-4c8c-99ba-de92b03eef44 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.309493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.346499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f262-fc57-42d0-b3a3-b8c34074c990 req-d3148e33-b9d5-4314-8b77-7afc0d665488 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:39.349894 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:11:39.350337 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.351849 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1216f262-fc57-42d0-b3a3-b8c34074c990 req-d3148e33-b9d5-4314-8b77-7afc0d665488 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.9212952 Mar 02 20:11:39.370498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d03f3a-4882-4c8c-99ba-de92b03eef44 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=2de28544-587f-49e9-a16a-a7d6445176ec,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:11:39.375767 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:11:39.381963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.442280 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 36266591-77d0-4341-9b49-99d985791fa2 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:39.450147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 36266591-77d0-4341-9b49-99d985791fa2 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:39.450772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.457607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7d03f3a-4882-4c8c-99ba-de92b03eef44 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.506015 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c94f0-86d7-4435-aaca-33fbf877d3aa None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:39.516875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:11:39.547258 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e7d03f3a-4882-4c8c-99ba-de92b03eef44 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/2de28544-587f-49e9-a16a-a7d6445176ec HTTP/1.1" status: 204 len: 168 time: 1.7768207 Mar 02 20:11:39.547955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38250) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:39.551218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.557322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.563680 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1216f262-fc57-42d0-b3a3-b8c34074c990 req-1c8a7f5d-f9db-492f-9856-b35060af9503 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938071 Mar 02 20:11:39.658128 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "DELETE /v2.0/networks/e1d270c9-8bbb-4f60-a45a-56560cc4c482 HTTP/1.1" status: 204 len: 168 time: 2.3813126 Mar 02 20:11:39.658128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 614f72ef-883c-4590-bcc1-ecb9d43d7bfa) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:39.661814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:39.662536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.667108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38256) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:39.675962 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d1066d00-f81f-4187-93db-3416bd46b91c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1258681 Mar 02 20:11:39.713287 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5894e358-385f-4b69-a8c9-58032fe9c9e5 None None] Deleting port 00529677-5b1a-4570-89ae-371ba2ac4174 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:39.713744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5894e358-385f-4b69-a8c9-58032fe9c9e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.748470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20669d9-ae59-4862-818b-abf701ab82e5 None None] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:39.757140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38260) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:39.759134 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd73449-20d0-402d-be3c-6b494c2ebef0 tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event deleted for resources: {'Network': ['ID=e1d270c9-8bbb-4f60-a45a-56560cc4c482,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:39.825713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:39.936383 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5894e358-385f-4b69-a8c9-58032fe9c9e5 None None] The port '00529677-5b1a-4570-89ae-371ba2ac4174' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:11:39.987177 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7ccc64b1-4acf-4aa4-953d-43517aeef70b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5264356 Mar 02 20:11:39.987177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38264) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:39.993418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Request body: {'port': {'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-863489825'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:40.013293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2215f437-9d5b-4524-9be9-06ab9299353e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Deleting port ec83354c-0159-450f-8288-a4e44f3283c8 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:40.013638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2215f437-9d5b-4524-9be9-06ab9299353e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.142330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:40.163735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:40.165457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.177201 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a18972e9-6b2b-4814-aa07-7f69bcdef0a9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/routers/14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5 HTTP/1.1" status: 200 len: 925 time: 1.6624808 Mar 02 20:11:40.178311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:40.185669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38268) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:40.195931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:40.266122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-614f72ef-883c-4590-bcc1-ecb9d43d7bfa', 'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa', 'tenant_id': '6af9efbfde2940c2855b3a43fd777a80', 'fixed_ips': [{'subnet_id': 'fe231b45-9da0-480c-82f8-903ca34e3196'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:11:40.266122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.267707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-706d807f-f5d1-43bd-bc35-662bf03ed24b None None] Provisioning for port 8ba6b007-f100-4dff-a710-2c9b24536821 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:40.282712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 36266591-77d0-4341-9b49-99d985791fa2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=36266591-77d0-4341-9b49-99d985791fa2,segment=NetworkSegment(92c1e49e-d271-4bf1-a95d-21ecaff8620b),segment_id=92c1e49e-d271-4bf1-a95d-21ecaff8620b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:40.284148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-706d807f-f5d1-43bd-bc35-662bf03ed24b None None] Provisioning complete for port 8ba6b007-f100-4dff-a710-2c9b24536821 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:40.284613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-706d807f-f5d1-43bd-bc35-662bf03ed24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.289409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b22b3-41bc-4155-bc37-803d6c3a12d6 req-f96f2291-7018-47d9-9562-ac6d4a4e6d01 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:40.291510 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9a1b22b3-41bc-4155-bc37-803d6c3a12d6 req-f96f2291-7018-47d9-9562-ac6d4a4e6d01 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.5352685 Mar 02 20:11:40.312832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:40.320528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Usage tracker for resource:port and tenant:6af9efbfde2940c2855b3a43fd777a80 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:40.325577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:40.342632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:40.349069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2215f437-9d5b-4524-9be9-06ab9299353e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.349069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2215f437-9d5b-4524-9be9-06ab9299353e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.355157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:40.378617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:11:40.386927 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.420983 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Deleting port 5ac126df-631a-4ee8-9360-3cc08dfa5b35 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:40.421402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.480230 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2215f437-9d5b-4524-9be9-06ab9299353e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Calling delete_port for ec83354c-0159-450f-8288-a4e44f3283c8 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:40.483460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-706d807f-f5d1-43bd-bc35-662bf03ed24b None None] Port 8ba6b007-f100-4dff-a710-2c9b24536821 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:40.488954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:11:40.511253 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5ac126df-631a-4ee8-9360-3cc08dfa5b35 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:40.516864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Made reservation on behalf of 6af9efbfde2940c2855b3a43fd777a80 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:40.519857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.521755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.522576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9a1b22b3-41bc-4155-bc37-803d6c3a12d6 req-cf1cd825-5f87-4393-b79b-21eac92ee693 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227840 Mar 02 20:11:40.540888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.546188 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.551172 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-706d807f-f5d1-43bd-bc35-662bf03ed24b None None] Could not find standard attr ID for object 21bbad2e-91bd-4fcd-a573-52bd2d5689ab. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:11:40.556553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] device_id is not set on port 2aae8972-c842-421f-827f-34927583dae6 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:40.624392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.624392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.713359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=36266591-77d0-4341-9b49-99d985791fa2,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:40.717529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Allocated IP 2001:db8::2 (614f72ef-883c-4590-bcc1-ecb9d43d7bfa/fe231b45-9da0-480c-82f8-903ca34e3196/5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:40.732499 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5100ab37-433e-42b1-9a92-48d97138e8b9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=8365059c-528a-42c0-931f-6ee8653060e0&device_id=14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5413837 Mar 02 20:11:40.735323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38274) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:40.902309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6995302a-67ae-44c0-8c9c-9a3873e32263 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:40.903287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6995302a-67ae-44c0-8c9c-9a3873e32263 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Synchronizing usage tracker for tenant:b2a63b1b9c4549f9963d0e24c475b2e9 on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:40.924942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2215f437-9d5b-4524-9be9-06ab9299353e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.948279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.963583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] For port 5ac126df-631a-4ee8-9360-3cc08dfa5b35, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5ac126df-631a-4ee8-9360-3cc08dfa5b35,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:40.964000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.975138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=8ba6b007-f100-4dff-a710-2c9b24536821,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:40.981788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215f437-9d5b-4524-9be9-06ab9299353e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Pushing event deleted for resources: {'Port': ['ID=ec83354c-0159-450f-8288-a4e44f3283c8,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:41.014989 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6995302a-67ae-44c0-8c9c-9a3873e32263 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Unset dirty status for tenant:b2a63b1b9c4549f9963d0e24c475b2e9 on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:41.018982 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6995302a-67ae-44c0-8c9c-9a3873e32263 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/networks/8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 881 time: 0.2824857 Mar 02 20:11:41.027977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38278) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:41.100899 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-18193943-9615-4d3f-ad4a-d40d634e0fab tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5 HTTP/1.1" status: 200 len: 205 time: 0.0688677 Mar 02 20:11:41.101114 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Calling delete_port for 5ac126df-631a-4ee8-9360-3cc08dfa5b35 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:41.106478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38282) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:41.116767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2215f437-9d5b-4524-9be9-06ab9299353e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:41.183511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 5ac126df-631a-4ee8-9360-3cc08dfa5b35, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5ac126df-631a-4ee8-9360-3cc08dfa5b35,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:41.244417 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:41.245098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 00529677-5b1a-4570-89ae-371ba2ac4174 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:41.266296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2215f437-9d5b-4524-9be9-06ab9299353e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:41.269978 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2215f437-9d5b-4524-9be9-06ab9299353e tempest-FloatingIPAdminTestJSON-1784739189 tempest-FloatingIPAdminTestJSON-1784739189-project] 10.222.0.44 "DELETE /v2.0/floatingips/4987b2ff-895c-49e3-9e23-3d09e9848bf8 HTTP/1.1" status: 204 len: 168 time: 1.5960040 Mar 02 20:11:41.382138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 00529677-5b1a-4570-89ae-371ba2ac4174 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:11:41.382473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 00529677-5b1a-4570-89ae-371ba2ac4174 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:41.388310 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:11:41.388651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:11:41.418400 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:41.435256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Transition to ACTIVE for port object 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:41.445634 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=5ac126df-631a-4ee8-9360-3cc08dfa5b35,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:41.458639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdf52f-0495-416e-9640-340bce0deab1 req-308ad635-3a4d-41ac-8613-a2780ef81211 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:41.459150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Transition to ACTIVE for port object 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:41.460096 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-62cdf52f-0495-416e-9640-340bce0deab1 req-308ad635-3a4d-41ac-8613-a2780ef81211 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.7132478 Mar 02 20:11:41.464067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 2a8cb842-aeac-4681-b49e-2d84d6c1ae16 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:41.471293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:41.562716 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:41.655205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:41.658518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:41.663062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:41.665268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Pushing event updated for resources: {'Port': ['ID=5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:41.665568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Allocated IP 2001:db8::96 (614f72ef-883c-4590-bcc1-ecb9d43d7bfa/fe231b45-9da0-480c-82f8-903ca34e3196/2aae8972-c842-421f-827f-34927583dae6) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:41.759578 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-62cdf52f-0495-416e-9640-340bce0deab1 req-da4a3597-c4c8-460f-82a2-c81056317918 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915962 Mar 02 20:11:41.791065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Attempting to bind port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:41.791868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Attempting to bind port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '0a724740-d1e1-42e9-9ade-b42dae227c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:41.792325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Attempting to bind port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f on network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:41.807717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:41.807911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Checking segment: {'id': '0a724740-d1e1-42e9-9ade-b42dae227c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:41.809520 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:41.810787 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Bound using segment: {'id': '0a724740-d1e1-42e9-9ade-b42dae227c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:41.811425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Bound port: 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a724740-d1e1-42e9-9ade-b42dae227c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:41.811918 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:41.920565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38292) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:41.924036 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Deleting port 5ac126df-631a-4ee8-9360-3cc08dfa5b35 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:41.924509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:41.954532 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c00a0c45-dbb1-4219-bf50-90191369e66a None None] Provisioning complete for port 8ba6b007-f100-4dff-a710-2c9b24536821 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:41.954948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c00a0c45-dbb1-4219-bf50-90191369e66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.021602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.024376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] For port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:42.040199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Transition to ACTIVE for port object 2aae8972-c842-421f-827f-34927583dae6 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:42.067114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.067393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] For port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f,segment=NetworkSegment(0a724740-d1e1-42e9-9ade-b42dae227c12),segment_id=0a724740-d1e1-42e9-9ade-b42dae227c12)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:42.129922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c00a0c45-dbb1-4219-bf50-90191369e66a None None] Port 8ba6b007-f100-4dff-a710-2c9b24536821 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:42.130610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.162998 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.178910 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:42.188349 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:42.191369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:42.191813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.194319 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a956b4e8-b22e-4ca3-bf3a-2b23e279ce56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1fffc440efb4a1fbe2933d8e377284d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2724550 Mar 02 20:11:42.201972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38298) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:42.221527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=4fcc5fdd-f13b-4924-b8ec-7f9e23a2fbb4,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:42.255548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:42.260081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.272802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:42.280955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:42.284869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:42.285484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.289329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'Port': ['ID=2aae8972-c842-421f-827f-34927583dae6,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:42.317675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960a4e-d2e2-4ecf-a84c-24d1a15371f7 req-f235bd75-36c6-4528-a2c8-f140e480e8b1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:42.319250 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-db960a4e-d2e2-4ecf-a84c-24d1a15371f7 req-f235bd75-36c6-4528-a2c8-f140e480e8b1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3479409 Mar 02 20:11:42.336616 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Router b2b83cf3-7238-4290-a793-da3f75bd45f3 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:11:42.337948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd75de-ec02-4908-b54c-d636df5a7b23 None None] Pushing event updated for resources: {'Port': ['ID=5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:42.348184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d42754e-af87-4d9b-9a48-7a7477c1ea54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.368466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] For port 5ac126df-631a-4ee8-9360-3cc08dfa5b35, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5ac126df-631a-4ee8-9360-3cc08dfa5b35,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:42.369557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.469860 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6d79eea0-7aca-4318-98fb-580ff0b240ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6550739 Mar 02 20:11:42.488433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38302) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:42.506335 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3eee0eeb-f82c-44d2-bbe8-90789bb939c3 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5182831 Mar 02 20:11:42.516334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38306) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:42.518090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-cda84873-ce64-4d4a-a5ec-21a753ad5437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'fixed_ips': [{'subnet_id': '4fcc5fdd-f13b-4924-b8ec-7f9e23a2fbb4', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-536773413'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:42.521898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Request body: {'port': {'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-271016982', 'allowed_address_pairs': [{'ip_address': '2001:db8::96', 'mac_address': 'fa:16:3e:5e:3e:14'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:42.549185 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 36266591-77d0-4341-9b49-99d985791fa2 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:42.557836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d42754e-af87-4d9b-9a48-7a7477c1ea54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.570547 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-db960a4e-d2e2-4ecf-a84c-24d1a15371f7 req-77563690-a184-45c7-8751-fc602205b2ea tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421525 Mar 02 20:11:42.617042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Calling delete_port for 5ac126df-631a-4ee8-9360-3cc08dfa5b35 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:42.754718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 36266591-77d0-4341-9b49-99d985791fa2 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:42.754718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.763105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:42.767198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Usage tracker for resource:port and tenant:6af9efbfde2940c2855b3a43fd777a80 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:42.770175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:42.776206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:42.801831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.850971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d42754e-af87-4d9b-9a48-7a7477c1ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.870913 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42754e-af87-4d9b-9a48-7a7477c1ea54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e229a972-629e-49da-8a2f-c70ae70407b5,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:42.875497 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d42754e-af87-4d9b-9a48-7a7477c1ea54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.877798 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0d42754e-af87-4d9b-9a48-7a7477c1ea54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e229a972-629e-49da-8a2f-c70ae70407b5 HTTP/1.1" status: 204 len: 168 time: 0.6738691 Mar 02 20:11:42.877971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.887412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Made reservation on behalf of 6af9efbfde2940c2855b3a43fd777a80 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:42.896503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.916516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cda84873-ce64-4d4a-a5ec-21a753ad5437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:42.923762 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cda84873-ce64-4d4a-a5ec-21a753ad5437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:42.926155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] device_id is not set on port ee436bab-6fa4-488c-b675-81afb48df028 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:42.928489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cda84873-ce64-4d4a-a5ec-21a753ad5437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:42.947217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router d297cf89-8e26-44ab-98ec-46415ce24d0f is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:11:42.951611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cda84873-ce64-4d4a-a5ec-21a753ad5437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:42.960181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] Pushing event deleted for resources: {'Port': ['ID=5ac126df-631a-4ee8-9360-3cc08dfa5b35,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:42.976087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32aab88-38c3-416f-9393-091e25b01543 None None] No DVR routers for this DVR port 5ac126df-631a-4ee8-9360-3cc08dfa5b35 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:43.008269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e84972-a436-4be3-8063-7d3b9ffee7fe None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:43.065168 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda84873-ce64-4d4a-a5ec-21a753ad5437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:43.070417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cda84873-ce64-4d4a-a5ec-21a753ad5437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.163457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Allocated IP 2001:db8::373 (614f72ef-883c-4590-bcc1-ecb9d43d7bfa/fe231b45-9da0-480c-82f8-903ca34e3196/ee436bab-6fa4-488c-b675-81afb48df028) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:43.302237 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '4fcc5fdd-f13b-4924-b8ec-7f9e23a2fbb4'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:11:43.306095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.372301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.442179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-cda84873-ce64-4d4a-a5ec-21a753ad5437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port e3996bc3-4633-4118-8b56-d340236bd9c1 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:43.479351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.507917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Transition to ACTIVE for port object ee436bab-6fa4-488c-b675-81afb48df028 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:43.518638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Deleting port 3850fabe-c5f3-41aa-b410-3014ddb81bc9 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:43.519135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.539523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/4fcc5fdd-f13b-4924-b8ec-7f9e23a2fbb4/ed5fd445-4f9f-4d99-b74b-0b037c1645d1) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:43.540074 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:11:43.626193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.632224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:43.647529 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Sync routers for ids ['b2b83cf3-7238-4290-a793-da3f75bd45f3'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:43.668785 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Routers {'b2b83cf3-7238-4290-a793-da3f75bd45f3'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:43.670386 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['b2b83cf3-7238-4290-a793-da3f75bd45f3'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:43.756035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:43.759326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:43.764135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:43.768061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:43.768733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.777683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'Port': ['ID=ee436bab-6fa4-488c-b675-81afb48df028,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:43.806518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5be18ea-dbbd-47e8-960b-1f15b100e58f None None] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:43.848981 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:43.860888 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e2ee4f91-a6b8-4ea7-8574-d1c94d5eeb8b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/d297cf89-8e26-44ab-98ec-46415ce24d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1556950 Mar 02 20:11:43.862369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38322) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:43.898005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961fdffa-138a-43dc-8dc6-e00d855b04c9 None None] Sync routers for ids ['d297cf89-8e26-44ab-98ec-46415ce24d0f'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:43.905817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.956155 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Set router b2b83cf3-7238-4290-a793-da3f75bd45f3 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:43.963631 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-193303a8-8d2a-42a6-a37d-f5a5d9c4196e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.4455199 Mar 02 20:11:43.966131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38326) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:43.982356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38328) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:43.985090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.987140 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7954cd07-203f-4ed1-83d7-6311f3e1b735 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.9688723 Mar 02 20:11:44.015611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.022869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fdffa-138a-43dc-8dc6-e00d855b04c9 None None] Routers {'d297cf89-8e26-44ab-98ec-46415ce24d0f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:44.023509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-961fdffa-138a-43dc-8dc6-e00d855b04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d297cf89-8e26-44ab-98ec-46415ce24d0f'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:44.024430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-00478661-3ba7-4d37-8375-43d86d1ad3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.046846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38334) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:44.079361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Calling delete_port for 3850fabe-c5f3-41aa-b410-3014ddb81bc9 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:44.108812 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-961fdffa-138a-43dc-8dc6-e00d855b04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:44.113175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Transition to ACTIVE for port object ed5fd445-4f9f-4d99-b74b-0b037c1645d1 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:44.115479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-76b490ec-30ab-4b0c-9b42-97e77a9c72a3 None None] Provisioning for port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:44.201747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Transition to ACTIVE for port object ed5fd445-4f9f-4d99-b74b-0b037c1645d1 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:44.210318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fdffa-138a-43dc-8dc6-e00d855b04c9 None None] Routers {'d297cf89-8e26-44ab-98ec-46415ce24d0f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:44.211095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-961fdffa-138a-43dc-8dc6-e00d855b04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d297cf89-8e26-44ab-98ec-46415ce24d0f'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:44.297733 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.320421 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda84873-ce64-4d4a-a5ec-21a753ad5437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:11:44.323213 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda84873-ce64-4d4a-a5ec-21a753ad5437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:11:44.359786 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b83cf3-7238-4290-a793-da3f75bd45f3', 'name': 'tempest-snat-router-843357394', 'tenant_id': '565980af9bf94a5fa43545ee198aaffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '64dd4692-6855-4940-a3d1-575ff703f67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:36Z', 'updated_at': '2022-03-02T20:11:39Z', 'revision_number': 3, 'project_id': '565980af9bf94a5fa43545ee198aaffc', 'gw_port': {'id': '64dd4692-6855-4940-a3d1-575ff703f67d', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b83cf3-7238-4290-a793-da3f75bd45f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:38Z', 'updated_at': '2022-03-02T20:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:44.364045 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Checking router: b2b83cf3-7238-4290-a793-da3f75bd45f3 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:11:44.364492 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Updating router b2b83cf3-7238-4290-a793-da3f75bd45f3 port 64dd4692-6855-4940-a3d1-575ff703f67d binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:11:44.368176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd9a289-24a7-4435-9fd0-dd12f6607155 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:44.372750 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2dd9a289-24a7-4435-9fd0-dd12f6607155 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports/8ba6b007-f100-4dff-a710-2c9b24536821 HTTP/1.1" status: 200 len: 911 time: 0.5060849 Mar 02 20:11:44.385748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38340) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:44.412316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-00478661-3ba7-4d37-8375-43d86d1ad3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:44.423164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-00478661-3ba7-4d37-8375-43d86d1ad3cb admin admin] Usage tracker for resource:security_group_rule and tenant:7d433550771444c880cd95096c828611 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:44.426980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-00478661-3ba7-4d37-8375-43d86d1ad3cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:44.431362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-961fdffa-138a-43dc-8dc6-e00d855b04c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:44.432511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961fdffa-138a-43dc-8dc6-e00d855b04c9 None None] The sync data for ids ['d297cf89-8e26-44ab-98ec-46415ce24d0f'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:44.440484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-00478661-3ba7-4d37-8375-43d86d1ad3cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:44.441052 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.452503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79470a12-6d61-405d-93cf-ca68a04863bc tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:44.458600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79470a12-6d61-405d-93cf-ca68a04863bc tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:44.462660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79470a12-6d61-405d-93cf-ca68a04863bc tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:44.463533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-79470a12-6d61-405d-93cf-ca68a04863bc tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Synchronizing usage tracker for tenant:6af9efbfde2940c2855b3a43fd777a80 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:44.506119 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:44.509924 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:44.543447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:44.576185 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cda84873-ce64-4d4a-a5ec-21a753ad5437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0765998 Mar 02 20:11:44.581546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38344) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:44.589333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329549d1-a400-4c49-be2a-249047c9c642 req-7a7423ff-92f2-4a3b-bfc5-728c1d953773 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:44.590985 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-329549d1-a400-4c49-be2a-249047c9c642 req-7a7423ff-92f2-4a3b-bfc5-728c1d953773 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 945 time: 0.3422933 Mar 02 20:11:44.615407 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-47da1935-1d5a-4690-8463-038e313ee91a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/routers/b2b83cf3-7238-4290-a793-da3f75bd45f3 HTTP/1.1" status: 200 len: 907 time: 0.5299222 Mar 02 20:11:44.615407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-00478661-3ba7-4d37-8375-43d86d1ad3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.615706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38348) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:44.626406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:44.636761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.681323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-79470a12-6d61-405d-93cf-ca68a04863bc tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Unset dirty status for tenant:6af9efbfde2940c2855b3a43fd777a80 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:44.686109 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-79470a12-6d61-405d-93cf-ca68a04863bc tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.7004068 Mar 02 20:11:44.686875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38352) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:44.688928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Pushing event updated for resources: {'Port': ['ID=ed5fd445-4f9f-4d99-b74b-0b037c1645d1,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:44.793591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Attempting to bind port ed5fd445-4f9f-4d99-b74b-0b037c1645d1 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:44.794195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Attempting to bind port ed5fd445-4f9f-4d99-b74b-0b037c1645d1 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:44.794351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-00478661-3ba7-4d37-8375-43d86d1ad3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.795178 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Attempting to bind port ed5fd445-4f9f-4d99-b74b-0b037c1645d1 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:44.804046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:44.804657 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:44.808079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.808079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:44.808079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Bound port: ed5fd445-4f9f-4d99-b74b-0b037c1645d1, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:44.808079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.841501 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-00478661-3ba7-4d37-8375-43d86d1ad3cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d433550771444c880cd95096c828611&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8631380 Mar 02 20:11:44.841724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Pushing event deleted for resources: {'Port': ['ID=3850fabe-c5f3-41aa-b410-3014ddb81bc9,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:44.848340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38356) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:44.894455 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.907275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00478661-3ba7-4d37-8375-43d86d1ad3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed82e525-7319-435e-b79c-03a1a0cca83b,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:44.915816 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Transition to ACTIVE for port object 64dd4692-6855-4940-a3d1-575ff703f67d will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:44.916045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-54ea3e34-276d-40e3-ac0c-0410cb62513f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Deleting port ee436bab-6fa4-488c-b675-81afb48df028 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:44.916401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-54ea3e34-276d-40e3-ac0c-0410cb62513f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.930799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:44.941923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:44.942395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.970903 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.991387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] For port ed5fd445-4f9f-4d99-b74b-0b037c1645d1, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:44.999774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] For port ed5fd445-4f9f-4d99-b74b-0b037c1645d1, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ed5fd445-4f9f-4d99-b74b-0b037c1645d1,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:45.060448 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf03070-550e-473a-aef4-c94e448b5a8d None None] Pushing event updated for resources: {'Port': ['ID=64dd4692-6855-4940-a3d1-575ff703f67d,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:45.094663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.117857 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Attempting to bind port 64dd4692-6855-4940-a3d1-575ff703f67d on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:45.118366 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Attempting to bind port 64dd4692-6855-4940-a3d1-575ff703f67d by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:45.118779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Attempting to bind port 64dd4692-6855-4940-a3d1-575ff703f67d on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:45.138555 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:45.139989 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:45.140396 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.144032 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:45.144544 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Bound port: 64dd4692-6855-4940-a3d1-575ff703f67d, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:45.144941 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.231297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc44ef6-e0f4-453a-ac3a-c5a2a8336cf1 None None] Pushing event updated for resources: {'Port': ['ID=ed5fd445-4f9f-4d99-b74b-0b037c1645d1,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:45.270070 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.298001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Provisioning complete for port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:45.298375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.313434 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] For port 64dd4692-6855-4940-a3d1-575ff703f67d, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:45.320559 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] For port 64dd4692-6855-4940-a3d1-575ff703f67d, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=64dd4692-6855-4940-a3d1-575ff703f67d,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:45.322596 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-329549d1-a400-4c49-be2a-249047c9c642 req-947c17d9-2efb-4879-94fb-26c6f00246ef tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6921916 Mar 02 20:11:45.353119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.399726 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.413305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.498609 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Routers {'b2b83cf3-7238-4290-a793-da3f75bd45f3'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:45.499370 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['b2b83cf3-7238-4290-a793-da3f75bd45f3'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:45.504063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f,segment=NetworkSegment(0a724740-d1e1-42e9-9ade-b42dae227c12),segment_id=0a724740-d1e1-42e9-9ade-b42dae227c12)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:45.505021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.571094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.758699 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-54ea3e34-276d-40e3-ac0c-0410cb62513f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.770466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:11:45.770812 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:11:45.773658 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf03070-550e-473a-aef4-c94e448b5a8d None None] Pushing event updated for resources: {'Port': ['ID=64dd4692-6855-4940-a3d1-575ff703f67d,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:45.806407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:45.846568 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] Set router b2b83cf3-7238-4290-a793-da3f75bd45f3 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:45.951203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-54ea3e34-276d-40e3-ac0c-0410cb62513f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Calling delete_port for ee436bab-6fa4-488c-b675-81afb48df028 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:45.956578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.981014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.990150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cfdd94-3599-496d-86b1-f7bdd9c38c82 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:45.990992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f5cfdd94-3599-496d-86b1-f7bdd9c38c82 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:45.997666 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e57e-a4af-4958-9096-80bf640f90fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.128701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-0b66e13d-b1ab-4099-995e-aeb037c7ae91 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:46.129476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-0b66e13d-b1ab-4099-995e-aeb037c7ae91 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Synchronizing usage tracker for tenant:6260fc155d734108978102ab0353176d on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:46.177015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e57e-a4af-4958-9096-80bf640f90fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.185491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f5cfdd94-3599-496d-86b1-f7bdd9c38c82 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:46.186830 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f5cfdd94-3599-496d-86b1-f7bdd9c38c82 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.6080153 Mar 02 20:11:46.190664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38360) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:46.218973 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b83cf3-7238-4290-a793-da3f75bd45f3', 'name': 'tempest-snat-router-843357394', 'tenant_id': '565980af9bf94a5fa43545ee198aaffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '64dd4692-6855-4940-a3d1-575ff703f67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:36Z', 'updated_at': '2022-03-02T20:11:39Z', 'revision_number': 3, 'project_id': '565980af9bf94a5fa43545ee198aaffc', 'gw_port': {'id': '64dd4692-6855-4940-a3d1-575ff703f67d', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b83cf3-7238-4290-a793-da3f75bd45f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:38Z', 'updated_at': '2022-03-02T20:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:46.223302 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fccc9be-568b-464c-a847-3c0e1503d627 None None] The sync data for ids ['b2b83cf3-7238-4290-a793-da3f75bd45f3'] in dv-neutron-831593-2-hyperv is: [{'id': 'b2b83cf3-7238-4290-a793-da3f75bd45f3', 'name': 'tempest-snat-router-843357394', 'tenant_id': '565980af9bf94a5fa43545ee198aaffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '64dd4692-6855-4940-a3d1-575ff703f67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:36Z', 'updated_at': '2022-03-02T20:11:39Z', 'revision_number': 3, 'project_id': '565980af9bf94a5fa43545ee198aaffc', 'gw_port': {'id': '64dd4692-6855-4940-a3d1-575ff703f67d', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b83cf3-7238-4290-a793-da3f75bd45f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:38Z', 'updated_at': '2022-03-02T20:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:46.252596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.268232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-0b66e13d-b1ab-4099-995e-aeb037c7ae91 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Unset dirty status for tenant:6260fc155d734108978102ab0353176d on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:46.269373 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-0b66e13d-b1ab-4099-995e-aeb037c7ae91 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.31 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 945 time: 0.6080704 Mar 02 20:11:46.284408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.285138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Fanout notify agent at l3_agent the message router_deleted on router 14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:11:46.318625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.320251 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4cb47be7-deac-47d3-a5a6-b5bacd1b287b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5 HTTP/1.1" status: 204 len: 168 time: 5.2110629 Mar 02 20:11:46.328325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38364) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:46.345489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3844ebae-c098-4d4f-82d5-8d0ca5439954 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:46.347107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3844ebae-c098-4d4f-82d5-8d0ca5439954 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:46.347940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3844ebae-c098-4d4f-82d5-8d0ca5439954 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:46.355019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-5ee81bd2-2c3f-4714-bf83-0d71450145dc tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-757316432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:46.376639 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5ee81bd2-2c3f-4714-bf83-0d71450145dc tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:46.390805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Deleting port 64dd4692-6855-4940-a3d1-575ff703f67d {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:46.393655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.420562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5ee81bd2-2c3f-4714-bf83-0d71450145dc tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Usage tracker for resource:router and tenant:d4ba52ed691249a398a477525f4f3f10 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:46.437559 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5ee81bd2-2c3f-4714-bf83-0d71450145dc tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:46.454895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Provisioning for port ee436bab-6fa4-488c-b675-81afb48df028 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:46.465766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Provisioning complete for port ee436bab-6fa4-488c-b675-81afb48df028 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:46.466272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.468945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5ee81bd2-2c3f-4714-bf83-0d71450145dc tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:46.473692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Deleting port 9575bcf5-dc12-4aee-ad34-710e7e44b877 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:46.474196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.500071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e57e-a4af-4958-9096-80bf640f90fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.502477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e57e-a4af-4958-9096-80bf640f90fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.506676 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d0c6e57e-a4af-4958-9096-80bf640f90fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed82e525-7319-435e-b79c-03a1a0cca83b HTTP/1.1" status: 204 len: 168 time: 1.5523822 Mar 02 20:11:46.526331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-54ea3e34-276d-40e3-ac0c-0410cb62513f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.533601 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6e57e-a4af-4958-9096-80bf640f90fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed82e525-7319-435e-b79c-03a1a0cca83b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:46.589468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Port ee436bab-6fa4-488c-b675-81afb48df028 was deleted so its status cannot be updated. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 02 20:11:46.679581 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Provisioning for port 2aae8972-c842-421f-827f-34927583dae6 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:46.685966 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3844ebae-c098-4d4f-82d5-8d0ca5439954 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:46.688323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Provisioning complete for port 2aae8972-c842-421f-827f-34927583dae6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:46.688323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.692355 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3844ebae-c098-4d4f-82d5-8d0ca5439954 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4981248 Mar 02 20:11:46.717246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38372) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:46.733038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea3e34-276d-40e3-ac0c-0410cb62513f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event deleted for resources: {'Port': ['ID=ee436bab-6fa4-488c-b675-81afb48df028,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:46.748273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:46.883836 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-42675c0e-db33-4de4-b330-922bc9250db9 None None] Port 2aae8972-c842-421f-827f-34927583dae6 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:46.930307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:46.931430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.939078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ee81bd2-2c3f-4714-bf83-0d71450145dc tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.939078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ee81bd2-2c3f-4714-bf83-0d71450145dc tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.966629 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ee81bd2-2c3f-4714-bf83-0d71450145dc tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.085426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] For port 64dd4692-6855-4940-a3d1-575ff703f67d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=64dd4692-6855-4940-a3d1-575ff703f67d,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:47.086071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.094556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.116768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ee81bd2-2c3f-4714-bf83-0d71450145dc tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.174426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da467db8-b0c5-4718-8991-1feeb4075a56 req-fae7fd74-2fa8-4708-8e2c-010bde454242 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:47.178639 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-da467db8-b0c5-4718-8991-1feeb4075a56 req-fae7fd74-2fa8-4708-8e2c-010bde454242 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 945 time: 0.5701182 Mar 02 20:11:47.354646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ed5fd445-4f9f-4d99-b74b-0b037c1645d1 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:47.383004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Calling delete_port for 64dd4692-6855-4940-a3d1-575ff703f67d owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:47.400694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d22d485a-8256-4e5b-a9b0-84310960db6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.404044 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15ca95bc-ba47-432d-be7e-1a56bf45ca03 None None] Provisioning for port ed5fd445-4f9f-4d99-b74b-0b037c1645d1 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:47.448506 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15ca95bc-ba47-432d-be7e-1a56bf45ca03 None None] Could not find standard attr ID for object ee436bab-6fa4-488c-b675-81afb48df028. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:11:47.471292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15ca95bc-ba47-432d-be7e-1a56bf45ca03 None None] Provisioning complete for port 2aae8972-c842-421f-827f-34927583dae6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:47.471956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15ca95bc-ba47-432d-be7e-1a56bf45ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.540192 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-da467db8-b0c5-4718-8991-1feeb4075a56 req-c93c62fd-b958-4c39-9f62-71dd1b18b1c1 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540747 Mar 02 20:11:47.580786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-15ca95bc-ba47-432d-be7e-1a56bf45ca03 None None] Port 2aae8972-c842-421f-827f-34927583dae6 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:47.600101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccb6ff0-3e8f-4780-8e42-b9c7296c3708 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 4fcc5fdd-f13b-4924-b8ec-7f9e23a2fbb4 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:11:47.609971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6ff0-3e8f-4780-8e42-b9c7296c3708 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.662147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port ed5fd445-4f9f-4d99-b74b-0b037c1645d1 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:47.668873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port ed5fd445-4f9f-4d99-b74b-0b037c1645d1 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:47.669299 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.704897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-54ea3e34-276d-40e3-ac0c-0410cb62513f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.716289 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-54ea3e34-276d-40e3-ac0c-0410cb62513f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "DELETE /v2.0/ports/ee436bab-6fa4-488c-b675-81afb48df028 HTTP/1.1" status: 204 len: 168 time: 3.0220170 Mar 02 20:11:47.728020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38378) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:47.770808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38382) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:47.804679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ee81bd2-2c3f-4714-bf83-0d71450145dc tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.808986 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5ee81bd2-2c3f-4714-bf83-0d71450145dc tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4704378 Mar 02 20:11:47.813361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38386) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:47.819260 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded0302e-ada1-40fb-8ce1-ca9adbf6589f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] GET failed (client error): The resource could not be found. Mar 02 20:11:47.819779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ded0302e-ada1-40fb-8ce1-ca9adbf6589f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Synchronizing usage tracker for tenant:6af9efbfde2940c2855b3a43fd777a80 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:47.822961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Request body: {'router': {'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:47.826536 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.832081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4d180cbe-99ba-47eb-a663-24d78dfee470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.863179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port ed5fd445-4f9f-4d99-b74b-0b037c1645d1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ed5fd445-4f9f-4d99-b74b-0b037c1645d1,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:47.912285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6ff0-3e8f-4780-8e42-b9c7296c3708 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.919286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] For port 9575bcf5-dc12-4aee-ad34-710e7e44b877, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9575bcf5-dc12-4aee-ad34-710e7e44b877,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:47.919645 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.940153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.942021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4d180cbe-99ba-47eb-a663-24d78dfee470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:48.007475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4d180cbe-99ba-47eb-a663-24d78dfee470 admin admin] Usage tracker for resource:security_group_rule and tenant:dd1474e16c6241d1bdadc69d79a8b0aa is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:48.009860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ded0302e-ada1-40fb-8ce1-ca9adbf6589f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Unset dirty status for tenant:6af9efbfde2940c2855b3a43fd777a80 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:48.011258 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ded0302e-ada1-40fb-8ce1-ca9adbf6589f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "GET /v2.0/ports/ee436bab-6fa4-488c-b675-81afb48df028 HTTP/1.1" status: 404 len: 333 time: 0.2820861 Mar 02 20:11:48.012331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4d180cbe-99ba-47eb-a663-24d78dfee470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:48.017683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38390) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:48.025420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=ed5fd445-4f9f-4d99-b74b-0b037c1645d1,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:48.025846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4d180cbe-99ba-47eb-a663-24d78dfee470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:48.031339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Request body: {'port': {'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1526330545'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:48.276351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Allocated IP 2001:db8:1::1 (5d9dff42-2a40-495a-a230-5a612d5d6c9b/080eb012-6143-4433-898c-da53d1266b7c/276095ac-f457-4915-8f66-3538572e8f84) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:48.279561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6ff0-3e8f-4780-8e42-b9c7296c3708 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.431503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:48.442129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.442723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.442830 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.444378 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Floating IP 0a826cc0-be38-4a37-acfe-5a176e3026fc disassociated. External IP: 172.26.5.81, port: 9575bcf5-dc12-4aee-ad34-710e7e44b877. Mar 02 20:11:48.444378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Calling delete_port for 9575bcf5-dc12-4aee-ad34-710e7e44b877 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:48.543864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:48.566377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event deleted for resources: {'Port': ['ID=64dd4692-6855-4940-a3d1-575ff703f67d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:48.576225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ed5fd445-4f9f-4d99-b74b-0b037c1645d1 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:48.656381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6ff0-3e8f-4780-8e42-b9c7296c3708 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.669356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port ed5fd445-4f9f-4d99-b74b-0b037c1645d1 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:48.669776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.691496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Made reservation on behalf of 6af9efbfde2940c2855b3a43fd777a80 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:48.694489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.719043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.723638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb6ff0-3e8f-4780-8e42-b9c7296c3708 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcc5fdd-f13b-4924-b8ec-7f9e23a2fbb4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:48.727215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.737377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a4142a-5f30-438a-a15b-ac57da030f49 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:48.742061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0ccb6ff0-3e8f-4780-8e42-b9c7296c3708 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.750421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4d180cbe-99ba-47eb-a663-24d78dfee470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.781569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] device_id is not set on port ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:48.813172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Transition to ACTIVE for port object 276095ac-f457-4915-8f66-3538572e8f84 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:48.843595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4d180cbe-99ba-47eb-a663-24d78dfee470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:48.861375 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0ccb6ff0-3e8f-4780-8e42-b9c7296c3708 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/4fcc5fdd-f13b-4924-b8ec-7f9e23a2fbb4 HTTP/1.1" status: 204 len: 168 time: 2.1431084 Mar 02 20:11:48.868397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38398) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:48.878689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231ac6-2cbb-421b-b2b9-2fdc132152b2 req-aabf0669-fbd3-4570-954b-565d563bdf51 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:48.880206 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e231ac6-2cbb-421b-b2b9-2fdc132152b2 req-aabf0669-fbd3-4570-954b-565d563bdf51 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 945 time: 0.1577549 Mar 02 20:11:48.986145 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64dd4692-6855-4940-a3d1-575ff703f67d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:49.012693 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ba284f75-9ea4-458d-a867-1efb4447644f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1423380 Mar 02 20:11:49.022565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38402) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:49.040394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:49.054025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 64dd4692-6855-4940-a3d1-575ff703f67d {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:11:49.055453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64dd4692-6855-4940-a3d1-575ff703f67d not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 20:11:49.110797 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4d180cbe-99ba-47eb-a663-24d78dfee470 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd1474e16c6241d1bdadc69d79a8b0aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3316443 Mar 02 20:11:49.111844 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d180cbe-99ba-47eb-a663-24d78dfee470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8403a152-0b33-43ff-9ce3-feef0c923f82,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:49.123583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38406) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:49.142696 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Port 64dd4692-6855-4940-a3d1-575ff703f67d not found, will not notify nova. {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 20:11:49.185730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.221199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7febf172-2ba9-4340-8322-bbb2620a874b None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:11:49.226268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7febf172-2ba9-4340-8322-bbb2620a874b None None] Deleting port ed5fd445-4f9f-4d99-b74b-0b037c1645d1 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:49.226745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7febf172-2ba9-4340-8322-bbb2620a874b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.250170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.268682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.317112 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e231ac6-2cbb-421b-b2b9-2fdc132152b2 req-bb909edf-90d2-4aa1-84ff-da778917588f tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3427672 Mar 02 20:11:49.350752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fec0d33d-0a64-4804-bfd2-7140ee159407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.382225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:49.391182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 5d9dff42-2a40-495a-a230-5a612d5d6c9b is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:49.394248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:49.397117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:49.399229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=276095ac-f457-4915-8f66-3538572e8f84,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:49.401533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:49.405082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:49.405608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.415096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:49.471926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7febf172-2ba9-4340-8322-bbb2620a874b None None] For port ed5fd445-4f9f-4d99-b74b-0b037c1645d1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ed5fd445-4f9f-4d99-b74b-0b037c1645d1,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:49.472483 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7febf172-2ba9-4340-8322-bbb2620a874b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.500117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.519913 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Pushing event deleted for resources: {'Port': ['ID=9575bcf5-dc12-4aee-ad34-710e7e44b877,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:49.527726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:49.531047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.555585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.642189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7febf172-2ba9-4340-8322-bbb2620a874b None None] Calling delete_port for ed5fd445-4f9f-4d99-b74b-0b037c1645d1 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:49.664496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9575bcf5-dc12-4aee-ad34-710e7e44b877 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:49.713429 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Allocated IP 2001:db8::2c9 (614f72ef-883c-4590-bcc1-ecb9d43d7bfa/fe231b45-9da0-480c-82f8-903ca34e3196/ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:49.715772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 9575bcf5-dc12-4aee-ad34-710e7e44b877 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:11:49.715772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9575bcf5-dc12-4aee-ad34-710e7e44b877 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:49.776265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.897556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.907785 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7febf172-2ba9-4340-8322-bbb2620a874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.939734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.946813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8a8ffb2e-d77d-4a46-8bdb-553c2bcb3b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.016907 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febf172-2ba9-4340-8322-bbb2620a874b None None] No DVR routers for this DVR port ed5fd445-4f9f-4d99-b74b-0b037c1645d1 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:50.034209 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febf172-2ba9-4340-8322-bbb2620a874b None None] Pushing event deleted for resources: {'Port': ['ID=ed5fd445-4f9f-4d99-b74b-0b037c1645d1,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:50.040110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8a8ffb2e-d77d-4a46-8bdb-553c2bcb3b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.152146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Allocated IP 172.26.5.10 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/0e5800de-d074-44c2-9bf1-2b7737dc1b25) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:50.153233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-30b9adab-0487-4f4e-909f-822b449abf5c None None] Provisioning for port 276095ac-f457-4915-8f66-3538572e8f84 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:50.165935 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-30b9adab-0487-4f4e-909f-822b449abf5c None None] Provisioning complete for port 276095ac-f457-4915-8f66-3538572e8f84 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:50.166834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-30b9adab-0487-4f4e-909f-822b449abf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.183579 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.184140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2b83cf3-7238-4290-a793-da3f75bd45f3 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:11:50.318530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.325677 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-30b9adab-0487-4f4e-909f-822b449abf5c None None] Port 276095ac-f457-4915-8f66-3538572e8f84 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:50.407681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Router a67f488d-5833-4803-9c31-9d5372c8164c has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:11:50.522419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.532413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Transition to ACTIVE for port object ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:50.550856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.555643 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8a8ffb2e-d77d-4a46-8bdb-553c2bcb3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.606833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ed5fd445-4f9f-4d99-b74b-0b037c1645d1 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:50.666541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: ed5fd445-4f9f-4d99-b74b-0b037c1645d1 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:11:50.666541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ed5fd445-4f9f-4d99-b74b-0b037c1645d1 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:50.667764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ffb2e-d77d-4a46-8bdb-553c2bcb3b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8403a152-0b33-43ff-9ce3-feef0c923f82,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:50.678482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8a8ffb2e-d77d-4a46-8bdb-553c2bcb3b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.679819 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8a8ffb2e-d77d-4a46-8bdb-553c2bcb3b08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8403a152-0b33-43ff-9ce3-feef0c923f82 HTTP/1.1" status: 204 len: 168 time: 1.5551193 Mar 02 20:11:50.681780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.683301 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c29199e3-5695-48d7-8323-088b6de8316a tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "DELETE /v2.0/routers/b2b83cf3-7238-4290-a793-da3f75bd45f3 HTTP/1.1" status: 204 len: 168 time: 6.0668569 Mar 02 20:11:50.690480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38414) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:50.716772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.723602 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-04cbb632-ea73-4828-896d-9c41770b1bdb req-82f920f1-4cbb-4c10-8279-8a57041b0796 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 210 time: 0.0876653 Mar 02 20:11:50.747204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.765821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.782943 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.851826 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.852591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.903241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:50.916464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.922716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'Port': ['ID=ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:50.928615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:50.932448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:50.933555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.946150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f87d657-c92b-450c-9082-0709e540fa78 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:11:50.960111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:50.966007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:50.969854 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:50.973819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:50.981837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.982280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=8f9dd8af-07d3-4100-8613-636d89cd6a10,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:50.993096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:51.026251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:51.039145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:51.081729 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9f9df630-a28b-4d70-9638-0a9fb02860ad tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0600247 Mar 02 20:11:51.085836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38418) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:51.102043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7385eb74-74ba-4e63-bc18-6f9efcf4954e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::96', 'mac_address': 'fa:16:3e:5e:3e:14'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:51.162539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=276095ac-f457-4915-8f66-3538572e8f84,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:51.174081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:51.190169 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b62bb-6e56-4eb9-b708-25d052c099f3 None None] Sync routers for ids ['a67f488d-5833-4803-9c31-9d5372c8164c'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:51.228861 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b62bb-6e56-4eb9-b708-25d052c099f3 None None] Routers {'a67f488d-5833-4803-9c31-9d5372c8164c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:51.229513 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ac7b62bb-6e56-4eb9-b708-25d052c099f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a67f488d-5833-4803-9c31-9d5372c8164c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:51.441384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Pushing event updated for resources: {'Port': ['ID=0e5800de-d074-44c2-9bf1-2b7737dc1b25,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:51.455375 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-30874790-7c61-49b9-a125-d3c0c331e31f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4308169 Mar 02 20:11:51.464888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38426) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:51.476784 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f754938f-d71e-4bf4-94ef-7bb2098112b9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1727889896', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:51.547442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f754938f-d71e-4bf4-94ef-7bb2098112b9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:51.555770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '8f9dd8af-07d3-4100-8613-636d89cd6a10'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:11:51.556451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:51.641392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] No DVR routers for this DVR port 9575bcf5-dc12-4aee-ad34-710e7e44b877 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:51.655514 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ac7b62bb-6e56-4eb9-b708-25d052c099f3 None None] Set router a67f488d-5833-4803-9c31-9d5372c8164c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:51.655756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:51.658103 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-16dab2e8-447d-4cf2-87ff-103ef1d23b15 req-b9e7e452-e540-483f-a82f-76f52d7eceec tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.31 "DELETE /v2.0/ports/9575bcf5-dc12-4aee-ad34-710e7e44b877 HTTP/1.1" status: 204 len: 173 time: 5.3779569 Mar 02 20:11:51.660454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'name': 'network-vif-deleted', 'tag': '9575bcf5-dc12-4aee-ad34-710e7e44b877'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:11:51.717407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:51.755830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f754938f-d71e-4bf4-94ef-7bb2098112b9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:router and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:51.806040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f754938f-d71e-4bf4-94ef-7bb2098112b9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:51.833068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f754938f-d71e-4bf4-94ef-7bb2098112b9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:51.856018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/8f9dd8af-07d3-4100-8613-636d89cd6a10/e6f05b07-ac92-4d15-9c55-28d363b255f9) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:51.875491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 5d9dff42-2a40-495a-a230-5a612d5d6c9b is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:51.877390 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1224d6d6-831e-4c6d-9aa5-4c4528f01711', 'name': 'network-vif-deleted', 'tag': '9575bcf5-dc12-4aee-ad34-710e7e44b877', 'status': 'completed', 'code': 200} Mar 02 20:11:51.877897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:51.958426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f754938f-d71e-4bf4-94ef-7bb2098112b9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:51.959530 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f754938f-d71e-4bf4-94ef-7bb2098112b9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:51.986309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f754938f-d71e-4bf4-94ef-7bb2098112b9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.109248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f754938f-d71e-4bf4-94ef-7bb2098112b9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.257711 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c97b1ba7-7dc6-4e61-99be-f8f3d366745c req-2be53c2c-39cd-45ea-a5fe-5a49d790fe67 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/ports?device_id=1224d6d6-831e-4c6d-9aa5-4c4528f01711 HTTP/1.1" status: 200 len: 210 time: 0.1606514 Mar 02 20:11:52.296807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f754938f-d71e-4bf4-94ef-7bb2098112b9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.302581 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f754938f-d71e-4bf4-94ef-7bb2098112b9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8346388 Mar 02 20:11:52.305497 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38442) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:52.305646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.320124 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Transition to ACTIVE for port object e6f05b07-ac92-4d15-9c55-28d363b255f9 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:52.350368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Transition to ACTIVE for port object e6f05b07-ac92-4d15-9c55-28d363b255f9 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:52.434722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64dd4692-6855-4940-a3d1-575ff703f67d no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:52.485092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7385eb74-74ba-4e63-bc18-6f9efcf4954e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.491725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.504331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-457cb56b-d94d-4181-aed9-532b6205aaa7 None None] Provisioning for port ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:52.508714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.546565 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ac7b62bb-6e56-4eb9-b708-25d052c099f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:08Z', 'revision_number': 4, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '8b10a32d-baac-4fde-8591-92fdd56fca1f', 'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'tenant_id': '6260fc155d734108978102ab0353176d', 'mac_address': 'fa:16:3e:56:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:06Z', 'updated_at': '2022-03-02T20:10:29Z', 'revision_number': 5, 'project_id': '6260fc155d734108978102ab0353176d', 'subnets': [{'id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:52.552180 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b62bb-6e56-4eb9-b708-25d052c099f3 None None] Checking router: a67f488d-5833-4803-9c31-9d5372c8164c for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:11:52.564533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 64dd4692-6855-4940-a3d1-575ff703f67d {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:11:52.565375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64dd4692-6855-4940-a3d1-575ff703f67d not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:52.581596 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b62bb-6e56-4eb9-b708-25d052c099f3 None None] Routers {'a67f488d-5833-4803-9c31-9d5372c8164c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:52.582599 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ac7b62bb-6e56-4eb9-b708-25d052c099f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a67f488d-5833-4803-9c31-9d5372c8164c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:52.593855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-457cb56b-d94d-4181-aed9-532b6205aaa7 None None] Provisioning complete for port ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:52.594288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-457cb56b-d94d-4181-aed9-532b6205aaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.623081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:52.637160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:52.653293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:52.687870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Pushing event updated for resources: {'Port': ['ID=e6f05b07-ac92-4d15-9c55-28d363b255f9,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:52.780042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.816571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-457cb56b-d94d-4181-aed9-532b6205aaa7 None None] Port ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:52.840961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Attempting to bind port e6f05b07-ac92-4d15-9c55-28d363b255f9 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:52.845345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Attempting to bind port e6f05b07-ac92-4d15-9c55-28d363b255f9 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:52.845345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Attempting to bind port e6f05b07-ac92-4d15-9c55-28d363b255f9 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:11:52.859463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:11:52.860144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:11:52.860233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.862874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:11:52.869644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Bound port: e6f05b07-ac92-4d15-9c55-28d363b255f9, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:52.869644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.869888 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ac7b62bb-6e56-4eb9-b708-25d052c099f3 None None] Set router a67f488d-5833-4803-9c31-9d5372c8164c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:11:53.012830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-66f8cc70-116b-4f1d-836c-eac4401bf6a3 None None] Provisioning complete for port 276095ac-f457-4915-8f66-3538572e8f84 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:53.013256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-66f8cc70-116b-4f1d-836c-eac4401bf6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.091021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-66f8cc70-116b-4f1d-836c-eac4401bf6a3 None None] Port 276095ac-f457-4915-8f66-3538572e8f84 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:53.100392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] For port e6f05b07-ac92-4d15-9c55-28d363b255f9, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:11:53.109650 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] For port e6f05b07-ac92-4d15-9c55-28d363b255f9, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e6f05b07-ac92-4d15-9c55-28d363b255f9,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:11:53.148703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router d297cf89-8e26-44ab-98ec-46415ce24d0f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:11:53.171460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.180674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.196418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7385eb74-74ba-4e63-bc18-6f9efcf4954e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.204747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.292295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7385eb74-74ba-4e63-bc18-6f9efcf4954e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.344751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b01f4-272d-4d59-9062-b2a28a1d3399 None None] Pushing event updated for resources: {'Port': ['ID=e6f05b07-ac92-4d15-9c55-28d363b255f9,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:53.465441 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ac7b62bb-6e56-4eb9-b708-25d052c099f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:08Z', 'revision_number': 4, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '8b10a32d-baac-4fde-8591-92fdd56fca1f', 'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'tenant_id': '6260fc155d734108978102ab0353176d', 'mac_address': 'fa:16:3e:56:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:06Z', 'updated_at': '2022-03-02T20:10:29Z', 'revision_number': 5, 'project_id': '6260fc155d734108978102ab0353176d', 'subnets': [{'id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:53.476189 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b62bb-6e56-4eb9-b708-25d052c099f3 None None] The sync data for ids ['a67f488d-5833-4803-9c31-9d5372c8164c'] in dv-neutron-831593-2-hyperv is: [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:10:08Z', 'revision_number': 4, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '8b10a32d-baac-4fde-8591-92fdd56fca1f', 'name': '', 'network_id': '1be73647-a142-4cbb-bdf7-aa5ac41cffab', 'tenant_id': '6260fc155d734108978102ab0353176d', 'mac_address': 'fa:16:3e:56:ef:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:06Z', 'updated_at': '2022-03-02T20:10:29Z', 'revision_number': 5, 'project_id': '6260fc155d734108978102ab0353176d', 'subnets': [{'id': 'a38009bf-ca03-4494-af03-3f70aa3c31a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:53.521236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-7385eb74-74ba-4e63-bc18-6f9efcf4954e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] In _notify_port_updated(), no bound segment for port ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 on network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:11:53.531316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7385eb74-74ba-4e63-bc18-6f9efcf4954e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:53.532387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7385eb74-74ba-4e63-bc18-6f9efcf4954e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.538688 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7385eb74-74ba-4e63-bc18-6f9efcf4954e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "PUT /v2.0/ports/ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 HTTP/1.1" status: 200 len: 1002 time: 2.4381473 Mar 02 20:11:53.548214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38458) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:53.549338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.622946 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385eb74-74ba-4e63-bc18-6f9efcf4954e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'Port': ['ID=ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:53.634478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38464) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:53.716529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Deleting port 67693aba-0010-4342-8135-2e258f9ba72f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:53.717031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.737661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:53.751425 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-65962e0e-ffdb-4782-bd47-4057ffae989b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/d297cf89-8e26-44ab-98ec-46415ce24d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3640227 Mar 02 20:11:53.754307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38470) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:53.759994 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d40b44-8059-42cc-a364-0e6ef0f51e67 None None] Sync routers for ids ['d297cf89-8e26-44ab-98ec-46415ce24d0f'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:53.803487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d40b44-8059-42cc-a364-0e6ef0f51e67 None None] Routers {'d297cf89-8e26-44ab-98ec-46415ce24d0f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:53.804115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b6d40b44-8059-42cc-a364-0e6ef0f51e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d297cf89-8e26-44ab-98ec-46415ce24d0f'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:53.933764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7597312-5f29-4288-93e9-3b1f73b53f87 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:53.934710 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d7597312-5f29-4288-93e9-3b1f73b53f87 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Synchronizing usage tracker for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:53.947036 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b6d40b44-8059-42cc-a364-0e6ef0f51e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:54.002150 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7559eb-edaa-4ad6-8f6c-ba2018c896d2 None None] New status for floating IP 0a826cc0-be38-4a37-acfe-5a176e3026fc: DOWN {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:11:54.003227 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d40b44-8059-42cc-a364-0e6ef0f51e67 None None] Routers {'d297cf89-8e26-44ab-98ec-46415ce24d0f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:54.003683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b6d40b44-8059-42cc-a364-0e6ef0f51e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d297cf89-8e26-44ab-98ec-46415ce24d0f'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:54.033484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-60c8221b-91d0-4105-a1c8-4bd4f7a89465 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Deleting port ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:54.033817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-60c8221b-91d0-4105-a1c8-4bd4f7a89465 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.041541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d7597312-5f29-4288-93e9-3b1f73b53f87 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Unset dirty status for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:54.049622 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d7597312-5f29-4288-93e9-3b1f73b53f87 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports/276095ac-f457-4915-8f66-3538572e8f84 HTTP/1.1" status: 200 len: 913 time: 0.2940962 Mar 02 20:11:54.051485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38476) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:54.106760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b6d40b44-8059-42cc-a364-0e6ef0f51e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:54.107165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d40b44-8059-42cc-a364-0e6ef0f51e67 None None] The sync data for ids ['d297cf89-8e26-44ab-98ec-46415ce24d0f'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:54.123008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bb2dd2ae-1f81-4606-9aa5-3d9b301bd25e None None] Provisioning complete for port ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:54.123382 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bb2dd2ae-1f81-4606-9aa5-3d9b301bd25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.179816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-bb2dd2ae-1f81-4606-9aa5-3d9b301bd25e None None] Port ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:54.212931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Router 226b1600-677c-47cc-87b1-fabc2fd87500 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:11:54.563670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e6f05b07-ac92-4d15-9c55-28d363b255f9 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:54.606429 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c207cbd1-c6e8-4b38-ac37-7cffab12c632 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.632721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] For port 67693aba-0010-4342-8135-2e258f9ba72f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=67693aba-0010-4342-8135-2e258f9ba72f,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:54.633083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.668955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.760540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c207cbd1-c6e8-4b38-ac37-7cffab12c632 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.761565 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port e6f05b07-ac92-4d15-9c55-28d363b255f9 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:54.829387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38490) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:54.907225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:11:54.912448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.913577 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a7343bf3-9fca-4281-8d2d-3f0b19cf659a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "PUT /v2.0/routers/226b1600-677c-47cc-87b1-fabc2fd87500 HTTP/1.1" status: 200 len: 882 time: 7.0992684 Mar 02 20:11:54.919648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd140f-89e1-4b4d-8263-21690e19a914 None None] Sync routers for ids ['226b1600-677c-47cc-87b1-fabc2fd87500'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:11:54.920537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38496) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:54.932988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd140f-89e1-4b4d-8263-21690e19a914 None None] Routers {'226b1600-677c-47cc-87b1-fabc2fd87500'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:54.933687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f9bd140f-89e1-4b4d-8263-21690e19a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['226b1600-677c-47cc-87b1-fabc2fd87500'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:54.962759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Calling delete_port for 67693aba-0010-4342-8135-2e258f9ba72f owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:55.010395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f9bd140f-89e1-4b4d-8263-21690e19a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:55.012803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-929218509', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:55.023016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd140f-89e1-4b4d-8263-21690e19a914 None None] Routers {'226b1600-677c-47cc-87b1-fabc2fd87500'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:11:55.023629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f9bd140f-89e1-4b4d-8263-21690e19a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['226b1600-677c-47cc-87b1-fabc2fd87500'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:55.083345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:55.092803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Usage tracker for resource:port and tenant:5a920843eb4f49118289824f31e6d838 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:55.097324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:55.107867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f40c76d-209d-43a9-afd9-f3794f43caad tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.122522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-60c8221b-91d0-4105-a1c8-4bd4f7a89465 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.149630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f9bd140f-89e1-4b4d-8263-21690e19a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:55.149898 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd140f-89e1-4b4d-8263-21690e19a914 None None] The sync data for ids ['226b1600-677c-47cc-87b1-fabc2fd87500'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:11:55.151468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-113b5132-019a-4265-b932-622856df5085 None None] Provisioning for port e6f05b07-ac92-4d15-9c55-28d363b255f9 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:55.157726 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-113b5132-019a-4265-b932-622856df5085 None None] Provisioning complete for port e6f05b07-ac92-4d15-9c55-28d363b255f9 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:55.158084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-113b5132-019a-4265-b932-622856df5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.161503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:55.275065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-113b5132-019a-4265-b932-622856df5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.302380 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Made reservation on behalf of 5a920843eb4f49118289824f31e6d838 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:55.304344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-60c8221b-91d0-4105-a1c8-4bd4f7a89465 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Calling delete_port for ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:55.304751 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.313301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-113b5132-019a-4265-b932-622856df5085 None None] For port e6f05b07-ac92-4d15-9c55-28d363b255f9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e6f05b07-ac92-4d15-9c55-28d363b255f9,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:11:55.328057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.372219 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-113b5132-019a-4265-b932-622856df5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.430002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:55.433390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c207cbd1-c6e8-4b38-ac37-7cffab12c632 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.438259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Usage tracker for resource:security_group_rule and tenant:5a920843eb4f49118289824f31e6d838 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:55.443701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:55.450615 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b5132-019a-4265-b932-622856df5085 None None] Pushing event updated for resources: {'Port': ['ID=e6f05b07-ac92-4d15-9c55-28d363b255f9,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:55.457806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:55.488733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207cbd1-c6e8-4b38-ac37-7cffab12c632 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:55.523496 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-537001a1-b7a7-4688-bf2d-dccb6ec720f6 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/routers/226b1600-677c-47cc-87b1-fabc2fd87500 HTTP/1.1" status: 200 len: 923 time: 0.6018374 Mar 02 20:11:55.529072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38500) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:55.649159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c207cbd1-c6e8-4b38-ac37-7cffab12c632 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.650237 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c207cbd1-c6e8-4b38-ac37-7cffab12c632 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "DELETE /v2.0/security-groups/7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88 HTTP/1.1" status: 204 len: 168 time: 2.0100253 Mar 02 20:11:55.655311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38504) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:55.682155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::1 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/8f9dd8af-07d3-4100-8613-636d89cd6a10/094e2897-8da2-4b6a-96d5-d7fac7583234) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:55.683321 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-8f0c50b8-4738-4d6d-83f4-a85b15abe7b7 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] show failed (client error): The resource could not be found. Mar 02 20:11:55.684586 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8f0c50b8-4738-4d6d-83f4-a85b15abe7b7 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "GET /v2.0/security-groups/7f8ad8ab-4f2a-440e-b3dd-56d5571f0d88 HTTP/1.1" status: 404 len: 347 time: 0.0271380 Mar 02 20:11:55.687482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38508) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:55.728767 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0a97e5e4-a569-43e1-8446-b4e2be465202 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=8365059c-528a-42c0-931f-6ee8653060e0&device_id=226b1600-677c-47cc-87b1-fabc2fd87500&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1939516 Mar 02 20:11:55.735975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38512) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:55.865997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.869179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-60c8221b-91d0-4105-a1c8-4bd4f7a89465 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.980642 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa264ef0-4cda-4698-80ed-2e2dc6773ce7 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:55.981226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-aa264ef0-4cda-4698-80ed-2e2dc6773ce7 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Synchronizing usage tracker for tenant:b2a63b1b9c4549f9963d0e24c475b2e9 on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:55.996957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.004364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-aa264ef0-4cda-4698-80ed-2e2dc6773ce7 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Unset dirty status for tenant:b2a63b1b9c4549f9963d0e24c475b2e9 on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:56.005509 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aa264ef0-4cda-4698-80ed-2e2dc6773ce7 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/networks/8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 881 time: 0.2685215 Mar 02 20:11:56.035146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38516) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:56.060902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event deleted for resources: {'Port': ['ID=67693aba-0010-4342-8135-2e258f9ba72f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:56.155109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.168322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] device_id is not set on port 115409f9-7644-41ed-a9ff-2f29d7398654 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:56.203413 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-db552add-e1dc-4e37-a1ff-8ac75f548228 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=226b1600-677c-47cc-87b1-fabc2fd87500 HTTP/1.1" status: 200 len: 205 time: 0.1606791 Mar 02 20:11:56.208377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38520) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:56.236789 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ea99b-e250-4208-960f-82e00a033ce5 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Deleting port db1fa1a7-0441-46c8-b029-b76548d4bb66 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:56.238419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea99b-e250-4208-960f-82e00a033ce5 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.260020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8221b-91d0-4105-a1c8-4bd4f7a89465 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event deleted for resources: {'Port': ['ID=ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:56.362133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3a7158-d28f-4cf0-8090-79153cdd8b71,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:56.530961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Allocated IP 172.26.5.27 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/115409f9-7644-41ed-a9ff-2f29d7398654) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:56.536188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e6f05b07-ac92-4d15-9c55-28d363b255f9 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:56.569731 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2f40c76d-209d-43a9-afd9-f3794f43caad tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 276095ac-f457-4915-8f66-3538572e8f84 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:56.570115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f40c76d-209d-43a9-afd9-f3794f43caad tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.606774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.608524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port e6f05b07-ac92-4d15-9c55-28d363b255f9 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:56.608885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.701102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-60c8221b-91d0-4105-a1c8-4bd4f7a89465 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.711303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 094e2897-8da2-4b6a-96d5-d7fac7583234 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:56.745172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.799496 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-60c8221b-91d0-4105-a1c8-4bd4f7a89465 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "DELETE /v2.0/ports/ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 HTTP/1.1" status: 204 len: 168 time: 3.2458558 Mar 02 20:11:56.814255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38524) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:56.900201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.915524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea99b-e250-4208-960f-82e00a033ce5 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.915847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea99b-e250-4208-960f-82e00a033ce5 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.995213 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d72157-2bc5-45a9-8fd1-a16b2f0c9547 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] GET failed (client error): The resource could not be found. Mar 02 20:11:56.996215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f5d72157-2bc5-45a9-8fd1-a16b2f0c9547 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Synchronizing usage tracker for tenant:6af9efbfde2940c2855b3a43fd777a80 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:57.028712 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f40c76d-209d-43a9-afd9-f3794f43caad tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.172987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.186503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2f40c76d-209d-43a9-afd9-f3794f43caad tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 276095ac-f457-4915-8f66-3538572e8f84 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:57.210401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ea99b-e250-4208-960f-82e00a033ce5 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Calling delete_port for db1fa1a7-0441-46c8-b029-b76548d4bb66 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:57.329741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.380914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.392600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.431582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.451584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f5d72157-2bc5-45a9-8fd1-a16b2f0c9547 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Unset dirty status for tenant:6af9efbfde2940c2855b3a43fd777a80 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:57.456297 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f5d72157-2bc5-45a9-8fd1-a16b2f0c9547 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "GET /v2.0/ports/ac9bf9f5-d6eb-47ea-9457-645cd05ffbb0 HTTP/1.1" status: 404 len: 333 time: 0.5833013 Mar 02 20:11:57.456297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:57.456996 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=094e2897-8da2-4b6a-96d5-d7fac7583234,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:57.461792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38528) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:57.464601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:57.467865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:57.468162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.476735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Request body: {'port': {'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1260277149'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:57.503142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:57.506388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:57.508170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Pushing event updated for resources: {'Port': ['ID=115409f9-7644-41ed-a9ff-2f29d7398654,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:57.512757 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:57.539292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.679669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:57.680006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:57.681047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:57.681047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:57.681047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:57.681341 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:57.681608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:57.681942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:57.682267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:57.682586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:57.683469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:57.686573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f40c76d-209d-43a9-afd9-f3794f43caad tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.703031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.703561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f594cbf-9d32-46a2-9738-6094086f050e {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:11:57.728069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:57.732992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea99b-e250-4208-960f-82e00a033ce5 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.739983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40c76d-209d-43a9-afd9-f3794f43caad tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=276095ac-f457-4915-8f66-3538572e8f84,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:57.748759 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:57.749351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.783416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:57.797006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Deleting port 0e5800de-d074-44c2-9bf1-2b7737dc1b25 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:11:57.800892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.800998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ea99b-e250-4208-960f-82e00a033ce5 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Pushing event deleted for resources: {'Port': ['ID=db1fa1a7-0441-46c8-b029-b76548d4bb66,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:57.840268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.841399 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-75b2c87c-7d3f-40ce-a98c-2eb7da72a87b tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "DELETE /v2.0/routers/6f594cbf-9d32-46a2-9738-6094086f050e HTTP/1.1" status: 204 len: 168 time: 7.1373677 Mar 02 20:11:57.847986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38532) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:57.892553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-310774756', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:57.910179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2ba7af4b-2e17-4574-9ea1-f18854055446 None None] Provisioning for port 094e2897-8da2-4b6a-96d5-d7fac7583234 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:57.915386 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2ba7af4b-2e17-4574-9ea1-f18854055446 None None] Provisioning complete for port 094e2897-8da2-4b6a-96d5-d7fac7583234 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:57.915748 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2ba7af4b-2e17-4574-9ea1-f18854055446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.918180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:57.959231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Usage tracker for resource:router and tenant:bf812956d0bf4315a0952257862998d2 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:57.968861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Made reservation on behalf of 6af9efbfde2940c2855b3a43fd777a80 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:57.972005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.980553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7af4b-2e17-4574-9ea1-f18854055446 None None] Port 094e2897-8da2-4b6a-96d5-d7fac7583234 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:11:57.992870 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:57.999311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.018675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:58.038834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] device_id is not set on port 294fab73-3019-4244-b651-fbae3727f1db yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:11:58.096437 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c7b2adda-c91f-47de-b8d8-ab620e3249b1 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.2617197 Mar 02 20:11:58.097318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38536) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:58.107264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.27'}]}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:11:58.115478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea99b-e250-4208-960f-82e00a033ce5 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.123715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:58.124498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea99b-e250-4208-960f-82e00a033ce5 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.124498 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cb6ea99b-e250-4208-960f-82e00a033ce5 tempest-ServersTestJSON-1320783617 tempest-ServersTestJSON-1320783617-project] 10.222.0.44 "DELETE /v2.0/floatingips/0a826cc0-be38-4a37-acfe-5a176e3026fc HTTP/1.1" status: 204 len: 168 time: 2.4291050 Mar 02 20:11:58.130298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38540) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:58.141235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Usage tracker for resource:router and tenant:5a920843eb4f49118289824f31e6d838 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:58.146828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:58.158936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:58.182417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.219178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.220119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.311132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Calling delete_port for 0e5800de-d074-44c2-9bf1-2b7737dc1b25 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:11:58.336683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.337545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.372899 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f40c76d-209d-43a9-afd9-f3794f43caad tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.436011 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 67693aba-0010-4342-8135-2e258f9ba72f no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:58.472507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.473540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 67693aba-0010-4342-8135-2e258f9ba72f {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:11:58.474137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 67693aba-0010-4342-8135-2e258f9ba72f not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:58.612189 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.650796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Allocated IP 2001:db8::177 (614f72ef-883c-4590-bcc1-ecb9d43d7bfa/fe231b45-9da0-480c-82f8-903ca34e3196/294fab73-3019-4244-b651-fbae3727f1db) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:58.900541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.049830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.067093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Pushing event deleted for resources: {'Port': ['ID=0e5800de-d074-44c2-9bf1-2b7737dc1b25,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:59.110042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.114125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.207522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.208246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.348352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.473706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Transition to ACTIVE for port object 294fab73-3019-4244-b651-fbae3727f1db will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:59.477558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=094e2897-8da2-4b6a-96d5-d7fac7583234,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:59.504373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.558675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:59.559083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:59.559355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:59.559684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:59.560014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:59.560335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:59.560653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:59.560972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:59.561289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:59.561604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:59.561933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:59.642820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:59.646900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:59.781782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.782306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.795118 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.840318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f40c76d-209d-43a9-afd9-f3794f43caad tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router d297cf89-8e26-44ab-98ec-46415ce24d0f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:11:59.918988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b7c3da93-6086-4d4b-8e2c-8d35729c68c8 None None] Provisioning complete for port 094e2897-8da2-4b6a-96d5-d7fac7583234 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:59.919521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b7c3da93-6086-4d4b-8e2c-8d35729c68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.927762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:59.933535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:59.936522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:11:59.940547 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:59.941021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.944696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'Port': ['ID=294fab73-3019-4244-b651-fbae3727f1db,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:59.956479 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.957011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Fanout notify agent at l3_agent the message router_deleted on router 226b1600-677c-47cc-87b1-fabc2fd87500 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:11:59.995498 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b7c3da93-6086-4d4b-8e2c-8d35729c68c8 None None] Port 094e2897-8da2-4b6a-96d5-d7fac7583234 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:00.095659 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.096764 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9f0b5d11-6246-4f97-b328-c5dd5541733f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/226b1600-677c-47cc-87b1-fabc2fd87500 HTTP/1.1" status: 204 len: 168 time: 3.8858752 Mar 02 20:12:00.112702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38546) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:00.123487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a86a847d-0a1f-498f-843f-7f285457d99f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-92426940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:00.136551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a86a847d-0a1f-498f-843f-7f285457d99f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:00.139348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.170074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a86a847d-0a1f-498f-843f-7f285457d99f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Usage tracker for resource:router and tenant:d4ba52ed691249a398a477525f4f3f10 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:00.176882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a86a847d-0a1f-498f-843f-7f285457d99f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:00.180036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.187730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a86a847d-0a1f-498f-843f-7f285457d99f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:00.237343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.304533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6e078fae-9b38-4df6-be53-e0c22835999d None None] Provisioning for port 294fab73-3019-4244-b651-fbae3727f1db completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:00.311203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6e078fae-9b38-4df6-be53-e0c22835999d None None] Provisioning complete for port 294fab73-3019-4244-b651-fbae3727f1db triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:00.311595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6e078fae-9b38-4df6-be53-e0c22835999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.371243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6e078fae-9b38-4df6-be53-e0c22835999d None None] Port 294fab73-3019-4244-b651-fbae3727f1db cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:00.395243 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a7452750-6c85-467d-8396-5d4ef5c59323 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9322278 Mar 02 20:12:00.406224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.430952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38550) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:00.454584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-64072236-db43-430b-a28b-7468171c32f5 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5e:3e:14'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:00.459638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f40c76d-209d-43a9-afd9-f3794f43caad tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:00.471643 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad29d0ba-7618-4815-b90d-a07668e6ac55 None None] Sync routers for ids ['d297cf89-8e26-44ab-98ec-46415ce24d0f'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:00.478422 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2f40c76d-209d-43a9-afd9-f3794f43caad tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/d297cf89-8e26-44ab-98ec-46415ce24d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4249151 Mar 02 20:12:00.482580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38554) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:00.486422 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad29d0ba-7618-4815-b90d-a07668e6ac55 None None] Routers {'d297cf89-8e26-44ab-98ec-46415ce24d0f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:00.486895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.487326 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ad29d0ba-7618-4815-b90d-a07668e6ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d297cf89-8e26-44ab-98ec-46415ce24d0f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:00.551968 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ad29d0ba-7618-4815-b90d-a07668e6ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:00.564675 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad29d0ba-7618-4815-b90d-a07668e6ac55 None None] Routers {'d297cf89-8e26-44ab-98ec-46415ce24d0f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:00.565595 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ad29d0ba-7618-4815-b90d-a07668e6ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d297cf89-8e26-44ab-98ec-46415ce24d0f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:00.581030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a86a847d-0a1f-498f-843f-7f285457d99f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.581967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a86a847d-0a1f-498f-843f-7f285457d99f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.626127 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ad29d0ba-7618-4815-b90d-a07668e6ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:00.626611 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad29d0ba-7618-4815-b90d-a07668e6ac55 None None] The sync data for ids ['d297cf89-8e26-44ab-98ec-46415ce24d0f'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:00.699604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a86a847d-0a1f-498f-843f-7f285457d99f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.716178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.850640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Allocated IP 172.26.5.217 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/e5197b4f-501b-411f-a019-825d0f5279b1) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:00.924469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a86a847d-0a1f-498f-843f-7f285457d99f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.939568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64072236-db43-430b-a28b-7468171c32f5 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.161280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Router 273af4fb-3ef2-4cbc-b8c9-a488b3406219 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:12:01.207254 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.263194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a86a847d-0a1f-498f-843f-7f285457d99f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.264359 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a86a847d-0a1f-498f-843f-7f285457d99f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1507692 Mar 02 20:12:01.268003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38558) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:01.273315 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.277720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'enable_snat': True}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:01.382556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.552142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.552611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69b19d94-faf4-43af-8dc6-2e82a529cc11 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:01.673050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dc76ec6-0051-449a-b951-1c96ca7c07d1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.725005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64072236-db43-430b-a28b-7468171c32f5 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.771524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.823985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64072236-db43-430b-a28b-7468171c32f5 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.893368 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 20:12:01.894413 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bf413280-10ef-4c55-8514-f0bdef365972 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7967379 Mar 02 20:12:01.905589 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:01.906205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38562) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:01.912412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:01.916136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Pushing event updated for resources: {'Port': ['ID=e5197b4f-501b-411f-a019-825d0f5279b1,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:01.928496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:01.980666 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.982519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-64072236-db43-430b-a28b-7468171c32f5 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] In _notify_port_updated(), no bound segment for port 294fab73-3019-4244-b651-fbae3727f1db on network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:12:01.986337 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64072236-db43-430b-a28b-7468171c32f5 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:01.986958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64072236-db43-430b-a28b-7468171c32f5 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.990974 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-64072236-db43-430b-a28b-7468171c32f5 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "PUT /v2.0/ports/294fab73-3019-4244-b651-fbae3727f1db HTTP/1.1" status: 200 len: 1003 time: 1.5562820 Mar 02 20:12:01.990974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:01.994447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38568) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:02.006015 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Sync routers for ids ['273af4fb-3ef2-4cbc-b8c9-a488b3406219'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:02.022911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Routers {'273af4fb-3ef2-4cbc-b8c9-a488b3406219'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:02.023903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['273af4fb-3ef2-4cbc-b8c9-a488b3406219'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:02.107842 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f5d7d15f-4f8d-41e3-b7dc-e911f85e680c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "PUT /v2.0/routers/273af4fb-3ef2-4cbc-b8c9-a488b3406219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7934010 Mar 02 20:12:02.114841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38572) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:02.226531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-20e44227-4013-4e0c-bf8d-6f183f23340a None None] Provisioning complete for port 294fab73-3019-4244-b651-fbae3727f1db triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:02.226804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-20e44227-4013-4e0c-bf8d-6f183f23340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:02.235395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-52ad6afc-fea1-4e0e-b72a-62c7a92c4c59 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Deleting port 294fab73-3019-4244-b651-fbae3727f1db {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:02.235735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-52ad6afc-fea1-4e0e-b72a-62c7a92c4c59 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:02.257378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Set router 273af4fb-3ef2-4cbc-b8c9-a488b3406219 gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:02.262822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-07d131d9-e5cb-4bbb-8415-0e48f24f67f8 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Deleting port 115409f9-7644-41ed-a9ff-2f29d7398654 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:02.263168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-07d131d9-e5cb-4bbb-8415-0e48f24f67f8 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:02.342337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-20e44227-4013-4e0c-bf8d-6f183f23340a None None] Port 294fab73-3019-4244-b651-fbae3727f1db cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:02.449993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64072236-db43-430b-a28b-7468171c32f5 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'Port': ['ID=294fab73-3019-4244-b651-fbae3727f1db,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:02.475018 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872660b4-ad2f-4f77-bd82-061cbb8fc0db tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:02.475572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-872660b4-ad2f-4f77-bd82-061cbb8fc0db tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:02.567932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:02.588582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273af4fb-3ef2-4cbc-b8c9-a488b3406219', 'name': 'tempest-NetworksTestDHCPv6-router-1727889896', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:51Z', 'updated_at': '2022-03-02T20:11:57Z', 'revision_number': 2, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None, '_interfaces': [{'id': '094e2897-8da2-4b6a-96d5-d7fac7583234', 'name': '', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'mac_address': 'fa:16:3e:9d:d4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273af4fb-3ef2-4cbc-b8c9-a488b3406219', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9dd8af-07d3-4100-8613-636d89cd6a10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:55Z', 'updated_at': '2022-03-02T20:11:58Z', 'revision_number': 2, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'subnets': [{'id': '8f9dd8af-07d3-4100-8613-636d89cd6a10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:02.592780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Checking router: 273af4fb-3ef2-4cbc-b8c9-a488b3406219 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:12:02.593288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Updating router 273af4fb-3ef2-4cbc-b8c9-a488b3406219 port 094e2897-8da2-4b6a-96d5-d7fac7583234 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:12:02.601463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:02.650921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:02.787978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-872660b4-ad2f-4f77-bd82-061cbb8fc0db tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:02.789051 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-872660b4-ad2f-4f77-bd82-061cbb8fc0db tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports/094e2897-8da2-4b6a-96d5-d7fac7583234 HTTP/1.1" status: 200 len: 911 time: 0.6715622 Mar 02 20:12:02.796102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38576) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:02.838615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4dc76ec6-0051-449a-b951-1c96ca7c07d1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 8ba6b007-f100-4dff-a710-2c9b24536821 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:02.838615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dc76ec6-0051-449a-b951-1c96ca7c07d1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:02.914012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-07d131d9-e5cb-4bbb-8415-0e48f24f67f8 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:02.915238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Allocated IP 172.26.5.69 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/facc9424-3842-431e-8d70-aec3718c7c75) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:03.034500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.046819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Transition to ACTIVE for port object 094e2897-8da2-4b6a-96d5-d7fac7583234 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:03.058554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-52ad6afc-fea1-4e0e-b72a-62c7a92c4c59 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.071763 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-07d131d9-e5cb-4bbb-8415-0e48f24f67f8 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Calling delete_port for 115409f9-7644-41ed-a9ff-2f29d7398654 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:03.124623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.189529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fdda76-ff4e-4ca8-b5f6-7e9628ce40f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:03.197100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fdda76-ff4e-4ca8-b5f6-7e9628ce40f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:03.198797 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-57fdda76-ff4e-4ca8-b5f6-7e9628ce40f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4009638 Mar 02 20:12:03.200340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38580) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:03.217424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dc76ec6-0051-449a-b951-1c96ca7c07d1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.252969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Pushing event updated for resources: {'Port': ['ID=094e2897-8da2-4b6a-96d5-d7fac7583234,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:03.266865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:03.267207 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:03.267714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:03.268217 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:03.268552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:03.268874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:03.269349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:03.269838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:03.270331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:03.270817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:03.271289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:03.365653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Attempting to bind port 094e2897-8da2-4b6a-96d5-d7fac7583234 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:03.366038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Attempting to bind port 094e2897-8da2-4b6a-96d5-d7fac7583234 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:03.366396 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Attempting to bind port 094e2897-8da2-4b6a-96d5-d7fac7583234 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:12:03.373754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:12:03.374149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:03.374549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.374940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:12:03.375409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Bound port: 094e2897-8da2-4b6a-96d5-d7fac7583234, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:03.375774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.396611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-52ad6afc-fea1-4e0e-b72a-62c7a92c4c59 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Calling delete_port for 294fab73-3019-4244-b651-fbae3727f1db owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:03.472678 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] For port 094e2897-8da2-4b6a-96d5-d7fac7583234, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:12:03.477577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] Deleting port 8b10a32d-baac-4fde-8591-92fdd56fca1f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:03.478010 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.489402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] For port 094e2897-8da2-4b6a-96d5-d7fac7583234, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=094e2897-8da2-4b6a-96d5-d7fac7583234,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:12:03.560381 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.590854 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.591487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.604156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.613621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4dc76ec6-0051-449a-b951-1c96ca7c07d1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 8ba6b007-f100-4dff-a710-2c9b24536821 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:03.696955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Routers {'273af4fb-3ef2-4cbc-b8c9-a488b3406219'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:03.698097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['273af4fb-3ef2-4cbc-b8c9-a488b3406219'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:03.785012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9028c4-279c-47e8-83d4-35bb4dad49cc None None] Pushing event updated for resources: {'Port': ['ID=094e2897-8da2-4b6a-96d5-d7fac7583234,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:03.877715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.911108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] Set router 273af4fb-3ef2-4cbc-b8c9-a488b3406219 gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:03.971226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] For port 8b10a32d-baac-4fde-8591-92fdd56fca1f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8b10a32d-baac-4fde-8591-92fdd56fca1f,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:03.971788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:03.986696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-52ad6afc-fea1-4e0e-b72a-62c7a92c4c59 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:04.065275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:04.074767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:04.082562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:04.119427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event updated for resources: {'Port': ['ID=facc9424-3842-431e-8d70-aec3718c7c75,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:04.153604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] Calling delete_port for 8b10a32d-baac-4fde-8591-92fdd56fca1f owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:04.183824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-07d131d9-e5cb-4bbb-8415-0e48f24f67f8 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:04.187800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dc76ec6-0051-449a-b951-1c96ca7c07d1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:04.205923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad6afc-fea1-4e0e-b72a-62c7a92c4c59 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event deleted for resources: {'Port': ['ID=294fab73-3019-4244-b651-fbae3727f1db,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:04.274227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc76ec6-0051-449a-b951-1c96ca7c07d1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=8ba6b007-f100-4dff-a710-2c9b24536821,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:04.278713 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d131d9-e5cb-4bbb-8415-0e48f24f67f8 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Pushing event deleted for resources: {'Port': ['ID=115409f9-7644-41ed-a9ff-2f29d7398654,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:04.284523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273af4fb-3ef2-4cbc-b8c9-a488b3406219', 'name': 'tempest-NetworksTestDHCPv6-router-1727889896', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:51Z', 'updated_at': '2022-03-02T20:11:57Z', 'revision_number': 2, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None, '_interfaces': [{'id': '094e2897-8da2-4b6a-96d5-d7fac7583234', 'name': '', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'mac_address': 'fa:16:3e:9d:d4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273af4fb-3ef2-4cbc-b8c9-a488b3406219', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9dd8af-07d3-4100-8613-636d89cd6a10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:55Z', 'updated_at': '2022-03-02T20:12:03Z', 'revision_number': 4, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'subnets': [{'id': '8f9dd8af-07d3-4100-8613-636d89cd6a10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:04.289315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ccb8b9-3139-4599-a8bd-ef47900a18ab None None] The sync data for ids ['273af4fb-3ef2-4cbc-b8c9-a488b3406219'] in dv-neutron-831593-2-hyperv is: [{'id': '273af4fb-3ef2-4cbc-b8c9-a488b3406219', 'name': 'tempest-NetworksTestDHCPv6-router-1727889896', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:51Z', 'updated_at': '2022-03-02T20:11:57Z', 'revision_number': 2, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None, '_interfaces': [{'id': '094e2897-8da2-4b6a-96d5-d7fac7583234', 'name': '', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'mac_address': 'fa:16:3e:9d:d4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273af4fb-3ef2-4cbc-b8c9-a488b3406219', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9dd8af-07d3-4100-8613-636d89cd6a10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:55Z', 'updated_at': '2022-03-02T20:12:03Z', 'revision_number': 4, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'subnets': [{'id': '8f9dd8af-07d3-4100-8613-636d89cd6a10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:04.420459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-52ad6afc-fea1-4e0e-b72a-62c7a92c4c59 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:04.502658 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-52ad6afc-fea1-4e0e-b72a-62c7a92c4c59 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "DELETE /v2.0/ports/294fab73-3019-4244-b651-fbae3727f1db HTTP/1.1" status: 204 len: 168 time: 2.4992077 Mar 02 20:12:04.513463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38584) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:04.544200 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-07d131d9-e5cb-4bbb-8415-0e48f24f67f8 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:04.550184 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-07d131d9-e5cb-4bbb-8415-0e48f24f67f8 tempest-RoutersAdminNegativeTest-242118309 tempest-RoutersAdminNegativeTest-242118309-project-admin] 10.222.0.44 "DELETE /v2.0/ports/115409f9-7644-41ed-a9ff-2f29d7398654 HTTP/1.1" status: 204 len: 168 time: 2.6405487 Mar 02 20:12:04.609833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dc76ec6-0051-449a-b951-1c96ca7c07d1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:04.650480 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1677877-22f4-4a99-b2fb-1ab1c9eaaca9 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] GET failed (client error): The resource could not be found. Mar 02 20:12:04.651123 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c1677877-22f4-4a99-b2fb-1ab1c9eaaca9 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Synchronizing usage tracker for tenant:6af9efbfde2940c2855b3a43fd777a80 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:04.768903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c1677877-22f4-4a99-b2fb-1ab1c9eaaca9 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Unset dirty status for tenant:6af9efbfde2940c2855b3a43fd777a80 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:04.773537 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c1677877-22f4-4a99-b2fb-1ab1c9eaaca9 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "GET /v2.0/ports/294fab73-3019-4244-b651-fbae3727f1db HTTP/1.1" status: 404 len: 333 time: 0.2393599 Mar 02 20:12:04.793796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38590) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:04.809934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Request body: {'port': {'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1957796873'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:04.837365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:04.981753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:04.994580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:05.022370 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:05.067268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Router 1d884078-e3d1-48cc-a2bb-90c6cc18766b is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:12:05.189362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b10a32d-baac-4fde-8591-92fdd56fca1f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:05.193457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Made reservation on behalf of 6af9efbfde2940c2855b3a43fd777a80 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:05.196518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:05.262255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38598) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:05.268678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] device_id is not set on port 284a1748-9721-44c7-9f11-05a1f08e4bbb yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:12:05.331108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:05.395158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:05.540953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aad6f910-c969-41ce-ba7a-89a9ed6869f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:05.662966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc76ec6-0051-449a-b951-1c96ca7c07d1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router d297cf89-8e26-44ab-98ec-46415ce24d0f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:12:05.684177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:05.769378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Allocated IP 2001:db8::c0 (614f72ef-883c-4590-bcc1-ecb9d43d7bfa/fe231b45-9da0-480c-82f8-903ca34e3196/284a1748-9721-44c7-9f11-05a1f08e4bbb) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:05.787636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-aad6f910-c969-41ce-ba7a-89a9ed6869f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:05.799085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-aad6f910-c969-41ce-ba7a-89a9ed6869f3 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca1449bd6b04f18a0d5eef88dac4009 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:05.804726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-aad6f910-c969-41ce-ba7a-89a9ed6869f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:05.816823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-aad6f910-c969-41ce-ba7a-89a9ed6869f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:05.976402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc76ec6-0051-449a-b951-1c96ca7c07d1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:05.986806 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed42a8fe-567d-4c4f-950b-7f0805173851 None None] Sync routers for ids ['d297cf89-8e26-44ab-98ec-46415ce24d0f'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:05.999846 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed42a8fe-567d-4c4f-950b-7f0805173851 None None] Routers {'d297cf89-8e26-44ab-98ec-46415ce24d0f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:06.000763 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ed42a8fe-567d-4c4f-950b-7f0805173851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d297cf89-8e26-44ab-98ec-46415ce24d0f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:06.028885 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4dc76ec6-0051-449a-b951-1c96ca7c07d1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/d297cf89-8e26-44ab-98ec-46415ce24d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5457661 Mar 02 20:12:06.030540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38604) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:06.070369 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ed42a8fe-567d-4c4f-950b-7f0805173851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:06.077532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aad6f910-c969-41ce-ba7a-89a9ed6869f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.086765 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed42a8fe-567d-4c4f-950b-7f0805173851 None None] Routers {'d297cf89-8e26-44ab-98ec-46415ce24d0f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:06.087690 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ed42a8fe-567d-4c4f-950b-7f0805173851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d297cf89-8e26-44ab-98ec-46415ce24d0f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:06.113581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-341b736e-841b-4e0f-b3c2-c0741dbd949f tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Synchronizing usage tracker for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:06.140558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:06.156018 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aad6f910-c969-41ce-ba7a-89a9ed6869f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.161897 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ed42a8fe-567d-4c4f-950b-7f0805173851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:06.162589 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed42a8fe-567d-4c4f-950b-7f0805173851 None None] The sync data for ids ['d297cf89-8e26-44ab-98ec-46415ce24d0f'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:06.169883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.178087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b309fa-8b6f-44da-9e23-9009761d9d48 None None] Sync routers for ids ['1d884078-e3d1-48cc-a2bb-90c6cc18766b'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:06.192874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b309fa-8b6f-44da-9e23-9009761d9d48 None None] Routers {'1d884078-e3d1-48cc-a2bb-90c6cc18766b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:06.193423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c1b309fa-8b6f-44da-9e23-9009761d9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['1d884078-e3d1-48cc-a2bb-90c6cc18766b'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:06.227882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-341b736e-841b-4e0f-b3c2-c0741dbd949f tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Unset dirty status for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:06.231098 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-341b736e-841b-4e0f-b3c2-c0741dbd949f tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=d297cf89-8e26-44ab-98ec-46415ce24d0f HTTP/1.1" status: 200 len: 205 time: 0.1985941 Mar 02 20:12:06.233270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38610) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:06.245849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.255350 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Transition to ACTIVE for port object 284a1748-9721-44c7-9f11-05a1f08e4bbb will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:06.272601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c1b309fa-8b6f-44da-9e23-9009761d9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:06.284259 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b309fa-8b6f-44da-9e23-9009761d9d48 None None] Routers {'1d884078-e3d1-48cc-a2bb-90c6cc18766b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:06.284894 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c1b309fa-8b6f-44da-9e23-9009761d9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['1d884078-e3d1-48cc-a2bb-90c6cc18766b'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:06.318556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6f910-c969-41ce-ba7a-89a9ed6869f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb19efd-df20-4f8f-acf8-523fac8266ee,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:06.349014 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c1b309fa-8b6f-44da-9e23-9009761d9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:06.349014 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b309fa-8b6f-44da-9e23-9009761d9d48 None None] The sync data for ids ['1d884078-e3d1-48cc-a2bb-90c6cc18766b'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:06.386845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.394171 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0de71ae7-77a0-4899-bfdc-ef94c9e045e1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.5390587 Mar 02 20:12:06.394171 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aad6f910-c969-41ce-ba7a-89a9ed6869f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ca1449bd6b04f18a0d5eef88dac4009&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1256838 Mar 02 20:12:06.395659 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38614) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:06.396138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38616) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:06.419305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-656edd4c-a207-43d4-89f1-a1fc9eee5dd1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'enable_snat': False}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:06.496854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Router 33962717-e996-4180-b32c-31d1cdfcc450 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:12:06.559772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-993b0899-c336-4c4f-85a7-bededd65b0c0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.568119 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 094e2897-8da2-4b6a-96d5-d7fac7583234 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:06.624514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.682291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 094e2897-8da2-4b6a-96d5-d7fac7583234 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:06.683243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.707292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 094e2897-8da2-4b6a-96d5-d7fac7583234 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:06.717273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 094e2897-8da2-4b6a-96d5-d7fac7583234 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:06.717798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.797575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-925bdfdd-00df-4558-8aaa-c32902459dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.872508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:06.877369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:06.884473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:06.895436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:06.896096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.900484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.900918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'Port': ['ID=284a1748-9721-44c7-9f11-05a1f08e4bbb,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:06.923978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-925bdfdd-00df-4558-8aaa-c32902459dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:06.945378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 094e2897-8da2-4b6a-96d5-d7fac7583234, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=094e2897-8da2-4b6a-96d5-d7fac7583234,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:07.062004 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-419a0987-dcc0-40e1-abe6-bd4d426e0e7b tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2623160 Mar 02 20:12:07.062555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38624) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:07.071894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] For port 094e2897-8da2-4b6a-96d5-d7fac7583234, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=094e2897-8da2-4b6a-96d5-d7fac7583234,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:07.072256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:07.076937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Request body: {'port': {'network_id': '614f72ef-883c-4590-bcc1-ecb9d43d7bfa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-642244342'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:07.084637 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:07.208640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=094e2897-8da2-4b6a-96d5-d7fac7583234,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:07.214989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 094e2897-8da2-4b6a-96d5-d7fac7583234 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:07.242845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-925bdfdd-00df-4558-8aaa-c32902459dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:07.294605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bdfdd-00df-4558-8aaa-c32902459dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb19efd-df20-4f8f-acf8-523fac8266ee,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:07.362479 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-925bdfdd-00df-4558-8aaa-c32902459dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:07.363579 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-925bdfdd-00df-4558-8aaa-c32902459dc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7eb19efd-df20-4f8f-acf8-523fac8266ee HTTP/1.1" status: 204 len: 168 time: 0.9636540 Mar 02 20:12:07.400085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-993b0899-c336-4c4f-85a7-bededd65b0c0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:07.419154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3f37941e-8ccd-4cb2-b81a-988097af3fe5 None None] Provisioning for port 284a1748-9721-44c7-9f11-05a1f08e4bbb completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:07.428144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3f37941e-8ccd-4cb2-b81a-988097af3fe5 None None] Provisioning complete for port 284a1748-9721-44c7-9f11-05a1f08e4bbb triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:07.434890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-993b0899-c336-4c4f-85a7-bededd65b0c0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:07.435055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3f37941e-8ccd-4cb2-b81a-988097af3fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:07.501031 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3f37941e-8ccd-4cb2-b81a-988097af3fe5 None None] Port 284a1748-9721-44c7-9f11-05a1f08e4bbb cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:07.548083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:07.608391 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:07.617106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9e8d-a08f-40cb-b8ea-11ffcd3c7c87 req-99ef7172-d06e-4c30-88f4-7e2cb4e68a23 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:07.618322 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a4bf9e8d-a08f-40cb-b8ea-11ffcd3c7c87 req-99ef7172-d06e-4c30-88f4-7e2cb4e68a23 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3177292 Mar 02 20:12:07.620929 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89dd7f7-04de-47b9-bc21-c2ba9431244e None None] Sync routers for ids ['33962717-e996-4180-b32c-31d1cdfcc450'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:07.640681 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89dd7f7-04de-47b9-bc21-c2ba9431244e None None] Routers {'33962717-e996-4180-b32c-31d1cdfcc450'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:07.645526 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c89dd7f7-04de-47b9-bc21-c2ba9431244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['33962717-e996-4180-b32c-31d1cdfcc450'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:07.667875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:07.684427 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-af3269f0-64bc-4e2b-994a-6e6ac70e1f38 req-50cf675b-cbd8-46b7-a09c-13f87ef8cd8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e61b8232eb4340acba554e5488a7b44b&device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 1099 time: 0.3562138 Mar 02 20:12:07.688883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:12:07.691940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:12:07.702449 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a4bf9e8d-a08f-40cb-b8ea-11ffcd3c7c87 req-c1e85631-e2d6-4558-aef9-294044e55b25 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688694 Mar 02 20:12:07.732895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-993b0899-c336-4c4f-85a7-bededd65b0c0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:07.733379 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993b0899-c336-4c4f-85a7-bededd65b0c0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Fanout notify agent at l3_agent the message router_deleted on router d297cf89-8e26-44ab-98ec-46415ce24d0f {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:07.739240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:07.740421 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c6049371-2cf1-4544-a5bc-78daa25d2184 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "PUT /v2.0/routers/33962717-e996-4180-b32c-31d1cdfcc450 HTTP/1.1" status: 200 len: 916 time: 6.4699588 Mar 02 20:12:07.743309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38634) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:07.764428 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c89dd7f7-04de-47b9-bc21-c2ba9431244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:07.783029 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89dd7f7-04de-47b9-bc21-c2ba9431244e None None] Routers {'33962717-e996-4180-b32c-31d1cdfcc450'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:07.784082 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c89dd7f7-04de-47b9-bc21-c2ba9431244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['33962717-e996-4180-b32c-31d1cdfcc450'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:07.813657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Made reservation on behalf of 6af9efbfde2940c2855b3a43fd777a80 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:07.815546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:07.837679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-993b0899-c336-4c4f-85a7-bededd65b0c0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:07.838981 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-993b0899-c336-4c4f-85a7-bededd65b0c0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/d297cf89-8e26-44ab-98ec-46415ce24d0f HTTP/1.1" status: 204 len: 168 time: 1.5957108 Mar 02 20:12:07.853994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38638) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:07.883406 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c89dd7f7-04de-47b9-bc21-c2ba9431244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:07.883766 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89dd7f7-04de-47b9-bc21-c2ba9431244e None None] The sync data for ids ['33962717-e996-4180-b32c-31d1cdfcc450'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:07.912963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] device_id is not set on port e4d18ce4-1eb7-4163-8b6b-f6de3007b3da yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:12:08.029979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3269f0-64bc-4e2b-994a-6e6ac70e1f38 req-e93078dc-cb20-40fd-98fe-49bceb034993 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:08.031449 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-af3269f0-64bc-4e2b-994a-6e6ac70e1f38 req-e93078dc-cb20-40fd-98fe-49bceb034993 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee HTTP/1.1" status: 200 len: 914 time: 0.3357379 Mar 02 20:12:08.122298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38642) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:08.190063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 094e2897-8da2-4b6a-96d5-d7fac7583234 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:08.190315 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:08.271361 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c58d5bff-38ab-4204-92a5-e8c56410f825 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a920843eb4f49118289824f31e6d838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1473894 Mar 02 20:12:08.286449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38646) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:08.460247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] For port 094e2897-8da2-4b6a-96d5-d7fac7583234, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=094e2897-8da2-4b6a-96d5-d7fac7583234,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:08.460566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:08.488522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 094e2897-8da2-4b6a-96d5-d7fac7583234 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:08.534194 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aa6b761c-3d55-4792-9eac-c6a636d70c74 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/routers/33962717-e996-4180-b32c-31d1cdfcc450 HTTP/1.1" status: 200 len: 922 time: 0.7872546 Mar 02 20:12:08.534409 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-af3269f0-64bc-4e2b-994a-6e6ac70e1f38 req-1e93b54a-613c-4f83-bcd9-d8170f705471 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d HTTP/1.1" status: 200 len: 1001 time: 0.4795666 Mar 02 20:12:08.535637 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38650) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:08.591331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 094e2897-8da2-4b6a-96d5-d7fac7583234 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:08.595100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Allocated IP 2001:db8::60 (614f72ef-883c-4590-bcc1-ecb9d43d7bfa/fe231b45-9da0-480c-82f8-903ca34e3196/e4d18ce4-1eb7-4163-8b6b-f6de3007b3da) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:08.597171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 094e2897-8da2-4b6a-96d5-d7fac7583234 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:08.597638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:08.662071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-656edd4c-a207-43d4-89f1-a1fc9eee5dd1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:08.733215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c2ea91-f3d1-4175-a98d-c1862fbdffee tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting subnet 080eb012-6143-4433-898c-da53d1266b7c {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:08.765554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-69c2ea91-f3d1-4175-a98d-c1862fbdffee tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:08.832394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fa19bbe8-2729-4eb3-97d4-a009adeb7538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:08.834709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3269f0-64bc-4e2b-994a-6e6ac70e1f38 req-7635bb2a-32eb-4587-8d71-9cdcff64eb60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:08.836177 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-af3269f0-64bc-4e2b-994a-6e6ac70e1f38 req-7635bb2a-32eb-4587-8d71-9cdcff64eb60 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e HTTP/1.1" status: 200 len: 851 time: 0.2427073 Mar 02 20:12:08.949771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fa19bbe8-2729-4eb3-97d4-a009adeb7538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:08.954485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6c26-4381-445c-aaa9-3778d539fea7 req-6c639ced-fdf4-4ea3-afe9-3c5e4e502653 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:08.955953 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ac1d6c26-4381-445c-aaa9-3778d539fea7 req-6c639ced-fdf4-4ea3-afe9-3c5e4e502653 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.1098170 Mar 02 20:12:08.957840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:08.974621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-69c2ea91-f3d1-4175-a98d-c1862fbdffee tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:09.043526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=094e2897-8da2-4b6a-96d5-d7fac7583234,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:09.124098 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9d330f0d-5006-4dfb-8e0c-2c825ee34be9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Synchronizing usage tracker for tenant:b2a63b1b9c4549f9963d0e24c475b2e9 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:09.285218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:09.287632 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ac1d6c26-4381-445c-aaa9-3778d539fea7 req-3cc0bc43-b4e5-416b-9b32-7929025206c5 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244662 Mar 02 20:12:09.299151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] Router a67f488d-5833-4803-9c31-9d5372c8164c has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:12:09.301183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9d330f0d-5006-4dfb-8e0c-2c825ee34be9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Unset dirty status for tenant:b2a63b1b9c4549f9963d0e24c475b2e9 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:09.302969 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9d330f0d-5006-4dfb-8e0c-2c825ee34be9 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=8365059c-528a-42c0-931f-6ee8653060e0&device_id=33962717-e996-4180-b32c-31d1cdfcc450&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7615273 Mar 02 20:12:09.312945 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-af3269f0-64bc-4e2b-994a-6e6ac70e1f38 req-da82e98c-979e-44a2-92fe-0d84a3d74fd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4515474 Mar 02 20:12:09.314300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38656) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:09.370648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Transition to ACTIVE for port object e4d18ce4-1eb7-4163-8b6b-f6de3007b3da will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:09.384488 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fa19bbe8-2729-4eb3-97d4-a009adeb7538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:09.437405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-69c2ea91-f3d1-4175-a98d-c1862fbdffee tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:09.504609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:09.568662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19bbe8-2729-4eb3-97d4-a009adeb7538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3a7158-d28f-4cf0-8090-79153cdd8b71,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:09.597210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-656edd4c-a207-43d4-89f1-a1fc9eee5dd1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:09.655615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-656edd4c-a207-43d4-89f1-a1fc9eee5dd1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:09.820444 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fa19bbe8-2729-4eb3-97d4-a009adeb7538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:09.821496 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fa19bbe8-2729-4eb3-97d4-a009adeb7538 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d3a7158-d28f-4cf0-8090-79153cdd8b71 HTTP/1.1" status: 204 len: 168 time: 1.5291135 Mar 02 20:12:09.840407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf59e02-374d-4a40-a8b9-ea60c0f08b2c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:09.844840 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ccf59e02-374d-4a40-a8b9-ea60c0f08b2c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/networks/8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 881 time: 0.5228331 Mar 02 20:12:09.844840 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-af3269f0-64bc-4e2b-994a-6e6ac70e1f38 req-c9bd618b-2c9d-4780-bcb8-d44539a85577 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981725 Mar 02 20:12:09.846319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38662) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:09.917851 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d72c1fbe-69c3-40c2-9dbb-53b599a75540 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=33962717-e996-4180-b32c-31d1cdfcc450 HTTP/1.1" status: 200 len: 205 time: 0.0700033 Mar 02 20:12:09.922804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38666) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:09.923505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:10.095044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-69c2ea91-f3d1-4175-a98d-c1862fbdffee tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:10.197339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2ea91-f3d1-4175-a98d-c1862fbdffee tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Subnet': ['ID=080eb012-6143-4433-898c-da53d1266b7c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:10.233222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-69c2ea91-f3d1-4175-a98d-c1862fbdffee tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:10.235894 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dce07d-15cc-4913-b82b-d3fdf0d9bca6 None None] Network 5d9dff42-2a40-495a-a230-5a612d5d6c9b requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:10.254919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:10.257668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Router 273af4fb-3ef2-4cbc-b8c9-a488b3406219 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:12:10.261340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'Port': ['ID=e4d18ce4-1eb7-4163-8b6b-f6de3007b3da,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:10.263887 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:10.280638 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-69c2ea91-f3d1-4175-a98d-c1862fbdffee tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/080eb012-6143-4433-898c-da53d1266b7c HTTP/1.1" status: 204 len: 168 time: 2.4231849 Mar 02 20:12:10.284517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:10.288467 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:10.289081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:10.295097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38672) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:10.383434 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-af3269f0-64bc-4e2b-994a-6e6ac70e1f38 req-bf15558d-eda8-4618-822c-f5bbe1177f95 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001626 Mar 02 20:12:10.455674 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0f645494-90fb-460d-b8ae-72c171686786 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3895409 Mar 02 20:12:10.458959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38682) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:10.623842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656edd4c-a207-43d4-89f1-a1fc9eee5dd1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Router 1d884078-e3d1-48cc-a2bb-90c6cc18766b has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:12:10.650381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3dfdbbef-3edc-4b7b-b7c1-da1dc8910628 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::96', 'mac_address': 'fa:16:3e:5e:3e:14'}, {'ip_address': '2001:db8::c0', 'mac_address': 'fa:16:3e:b7:3f:bc'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:10.667585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:10.678787 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734d4d6-27b6-4dbf-9ccb-e34e725ed904 None None] DHCP port deletion for 5d9dff42-2a40-495a-a230-5a612d5d6c9b request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:12:10.686876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0734d4d6-27b6-4dbf-9ccb-e34e725ed904 None None] Deleting port 36266591-77d0-4341-9b49-99d985791fa2 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:10.687276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0734d4d6-27b6-4dbf-9ccb-e34e725ed904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:10.695941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:10.720166 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b3f95-8794-4ae7-9f57-588774447c1e None None] Sync routers for ids ['273af4fb-3ef2-4cbc-b8c9-a488b3406219'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:10.784762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:10.788041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b3f95-8794-4ae7-9f57-588774447c1e None None] Routers {'273af4fb-3ef2-4cbc-b8c9-a488b3406219'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:10.788903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c26b3f95-8794-4ae7-9f57-588774447c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['273af4fb-3ef2-4cbc-b8c9-a488b3406219'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:10.798275 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79717e0a-c917-4d5c-b4b5-7b6c2b2ea4d5 None None] Sync routers for ids ['a67f488d-5833-4803-9c31-9d5372c8164c'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:10.813126 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e268fef1-78c2-426e-873a-ecd7a07ca6a5 admin admin] 10.222.0.44 "PUT /v2.0/routers/a67f488d-5833-4803-9c31-9d5372c8164c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6722865 Mar 02 20:12:10.813126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38690) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:10.813951 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c98d3a52-eba3-4221-8a7a-e9ec5acfb1f9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "PUT /v2.0/routers/273af4fb-3ef2-4cbc-b8c9-a488b3406219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6072812 Mar 02 20:12:10.815713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38692) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:10.827066 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79717e0a-c917-4d5c-b4b5-7b6c2b2ea4d5 None None] Routers {'a67f488d-5833-4803-9c31-9d5372c8164c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:10.827690 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-79717e0a-c917-4d5c-b4b5-7b6c2b2ea4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a67f488d-5833-4803-9c31-9d5372c8164c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:11.020489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b2000-0075-43c5-80b1-8714772bc9bf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:11.021927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b2000-0075-43c5-80b1-8714772bc9bf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:11.033731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-c26b3f95-8794-4ae7-9f57-588774447c1e None None] Set router 273af4fb-3ef2-4cbc-b8c9-a488b3406219 gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:11.051509 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1c0b2000-0075-43c5-80b1-8714772bc9bf tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1894300 Mar 02 20:12:11.081811 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38700) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:11.154202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-082e0043-6b9d-47a3-abbf-0d8ac0c6a2dd None None] Provisioning for port e4d18ce4-1eb7-4163-8b6b-f6de3007b3da completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:11.159419 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-79717e0a-c917-4d5c-b4b5-7b6c2b2ea4d5 None None] Set router a67f488d-5833-4803-9c31-9d5372c8164c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:11.209034 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b0e0d8-d027-48d6-b9dd-cde2e1c5f0bf tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting subnet 1035ca4c-d678-4f5a-971b-d82fa407c606 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:11.212439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d2b0e0d8-d027-48d6-b9dd-cde2e1c5f0bf tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:11.243546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-082e0043-6b9d-47a3-abbf-0d8ac0c6a2dd None None] Provisioning complete for port e4d18ce4-1eb7-4163-8b6b-f6de3007b3da triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:11.244063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-082e0043-6b9d-47a3-abbf-0d8ac0c6a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:11.290607 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c26b3f95-8794-4ae7-9f57-588774447c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273af4fb-3ef2-4cbc-b8c9-a488b3406219', 'name': 'tempest-NetworksTestDHCPv6-router-1727889896', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:51Z', 'updated_at': '2022-03-02T20:12:08Z', 'revision_number': 3, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:11.305892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-0734d4d6-27b6-4dbf-9ccb-e34e725ed904 None None] For port 36266591-77d0-4341-9b49-99d985791fa2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=36266591-77d0-4341-9b49-99d985791fa2,segment=NetworkSegment(92c1e49e-d271-4bf1-a95d-21ecaff8620b),segment_id=92c1e49e-d271-4bf1-a95d-21ecaff8620b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:11.306411 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0734d4d6-27b6-4dbf-9ccb-e34e725ed904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:11.318832 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b3f95-8794-4ae7-9f57-588774447c1e None None] Checking router: 273af4fb-3ef2-4cbc-b8c9-a488b3406219 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:12:11.319056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d2b0e0d8-d027-48d6-b9dd-cde2e1c5f0bf tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:11.459467 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d2b0e0d8-d027-48d6-b9dd-cde2e1c5f0bf tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:11.517251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ceca-f066-4669-b69c-d33d24b46f69 req-29fe6e8c-539c-43e2-9986-5f0f8007c0af tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:11.518749 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-23b9ceca-f066-4669-b69c-d33d24b46f69 req-29fe6e8c-539c-43e2-9986-5f0f8007c0af tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.9877183 Mar 02 20:12:11.579843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-082e0043-6b9d-47a3-abbf-0d8ac0c6a2dd None None] Port e4d18ce4-1eb7-4163-8b6b-f6de3007b3da cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:11.589649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0734d4d6-27b6-4dbf-9ccb-e34e725ed904 None None] Calling delete_port for 36266591-77d0-4341-9b49-99d985791fa2 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:11.606050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38708) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:11.656611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b3f95-8794-4ae7-9f57-588774447c1e None None] Routers {'273af4fb-3ef2-4cbc-b8c9-a488b3406219'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:11.657515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d2b0e0d8-d027-48d6-b9dd-cde2e1c5f0bf tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:11.658997 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c26b3f95-8794-4ae7-9f57-588774447c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['273af4fb-3ef2-4cbc-b8c9-a488b3406219'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:11.718954 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-23b9ceca-f066-4669-b69c-d33d24b46f69 req-360d5bb9-7994-4465-94d4-494db255fd91 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826761 Mar 02 20:12:11.724177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d2b0e0d8-d027-48d6-b9dd-cde2e1c5f0bf tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:11.727089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0e0d8-d027-48d6-b9dd-cde2e1c5f0bf tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Subnet': ['ID=1035ca4c-d678-4f5a-971b-d82fa407c606,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:11.749614 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d2b0e0d8-d027-48d6-b9dd-cde2e1c5f0bf tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/1035ca4c-d678-4f5a-971b-d82fa407c606 HTTP/1.1" status: 204 len: 168 time: 1.4526517 Mar 02 20:12:11.760118 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38714) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:11.761750 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-79717e0a-c917-4d5c-b4b5-7b6c2b2ea4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:12:04Z', 'revision_number': 5, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:11.766883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f885fdb2-453f-4e79-9d71-f0bf103d73e9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 8f9dd8af-07d3-4100-8613-636d89cd6a10 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:11.771512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f885fdb2-453f-4e79-9d71-f0bf103d73e9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:11.776806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e842bb15-e200-4260-85be-cf7cfef704d6 None None] Network 2a8cb842-aeac-4681-b49e-2d84d6c1ae16 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:11.777636 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79717e0a-c917-4d5c-b4b5-7b6c2b2ea4d5 None None] Checking router: a67f488d-5833-4803-9c31-9d5372c8164c for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:12:11.789851 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79717e0a-c917-4d5c-b4b5-7b6c2b2ea4d5 None None] Routers {'a67f488d-5833-4803-9c31-9d5372c8164c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:11.790493 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-79717e0a-c917-4d5c-b4b5-7b6c2b2ea4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a67f488d-5833-4803-9c31-9d5372c8164c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:11.929501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3dfdbbef-3edc-4b7b-b7c1-da1dc8910628 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:11.956654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'networks': [{'name': 'tempest-network--890617315'}, {'name': 'tempest-network--1004645478'}]} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:11.957205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'network': {'name': 'tempest-network--890617315'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:11.957807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'network': {'name': 'tempest-network--1004645478'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:11.978724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:11.989144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Usage tracker for resource:network and tenant:8382cc4161de420bb15e536c38da6f70 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:12.005665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:12.019750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:12.020015 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-79717e0a-c917-4d5c-b4b5-7b6c2b2ea4d5 None None] Set router a67f488d-5833-4803-9c31-9d5372c8164c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:12.026913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.104497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656edd4c-a207-43d4-89f1-a1fc9eee5dd1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:12.113237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.122515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-656edd4c-a207-43d4-89f1-a1fc9eee5dd1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.124066 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-656edd4c-a207-43d4-89f1-a1fc9eee5dd1 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "PUT /v2.0/routers/1d884078-e3d1-48cc-a2bb-90c6cc18766b HTTP/1.1" status: 200 len: 921 time: 5.7258277 Mar 02 20:12:12.129385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d7bb86-261e-4a17-93f1-fbd0bc334cdc None None] Sync routers for ids ['1d884078-e3d1-48cc-a2bb-90c6cc18766b'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:12.178536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38718) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:12.186148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f885fdb2-453f-4e79-9d71-f0bf103d73e9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.200100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.218516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Made reservation on behalf of 8382cc4161de420bb15e536c38da6f70 for: {'network': 2} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:12.223154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.249425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-c26b3f95-8794-4ae7-9f57-588774447c1e None None] Set router 273af4fb-3ef2-4cbc-b8c9-a488b3406219 gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:12.281380 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 36266591-77d0-4341-9b49-99d985791fa2 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:12.281761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.298152 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0734d4d6-27b6-4dbf-9ccb-e34e725ed904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.332857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.400811 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-79717e0a-c917-4d5c-b4b5-7b6c2b2ea4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:12:04Z', 'revision_number': 5, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:12.406019 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79717e0a-c917-4d5c-b4b5-7b6c2b2ea4d5 None None] The sync data for ids ['a67f488d-5833-4803-9c31-9d5372c8164c'] in dv-neutron-831593-2-hyperv is: [{'id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'name': 'tempest-ServersTestJSON-1238564858-router', 'tenant_id': '6260fc155d734108978102ab0353176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139'}], 'enable_snat': True}, 'gw_port_id': '453f3181-9597-498d-84db-4f0b58182b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:10:00Z', 'updated_at': '2022-03-02T20:12:04Z', 'revision_number': 5, 'project_id': '6260fc155d734108978102ab0353176d', 'gw_port': {'id': '453f3181-9597-498d-84db-4f0b58182b80', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f488d-5833-4803-9c31-9d5372c8164c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:12.406783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] The port '36266591-77d0-4341-9b49-99d985791fa2' was deleted {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:12:12.430734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d7bb86-261e-4a17-93f1-fbd0bc334cdc None None] Routers {'1d884078-e3d1-48cc-a2bb-90c6cc18766b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:12.431362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e0d7bb86-261e-4a17-93f1-fbd0bc334cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['1d884078-e3d1-48cc-a2bb-90c6cc18766b'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:12.456103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Deleting port facc9424-3842-431e-8d70-aec3718c7c75 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:12.456632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.481945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-3dfdbbef-3edc-4b7b-b7c1-da1dc8910628 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:12:12.488747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734d4d6-27b6-4dbf-9ccb-e34e725ed904 None None] Pushing event deleted for resources: {'Port': ['ID=36266591-77d0-4341-9b49-99d985791fa2,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:12.510109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c26b3f95-8794-4ae7-9f57-588774447c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273af4fb-3ef2-4cbc-b8c9-a488b3406219', 'name': 'tempest-NetworksTestDHCPv6-router-1727889896', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:51Z', 'updated_at': '2022-03-02T20:12:08Z', 'revision_number': 3, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:12.511165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3dfdbbef-3edc-4b7b-b7c1-da1dc8910628 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.514667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734d4d6-27b6-4dbf-9ccb-e34e725ed904 None None] No DVR routers for this DVR port 36266591-77d0-4341-9b49-99d985791fa2 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:12.518447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e0d7bb86-261e-4a17-93f1-fbd0bc334cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:12.521885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b3f95-8794-4ae7-9f57-588774447c1e None None] The sync data for ids ['273af4fb-3ef2-4cbc-b8c9-a488b3406219'] in dv-neutron-831593-2-hyperv is: [{'id': '273af4fb-3ef2-4cbc-b8c9-a488b3406219', 'name': 'tempest-NetworksTestDHCPv6-router-1727889896', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:51Z', 'updated_at': '2022-03-02T20:12:08Z', 'revision_number': 3, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:12.554585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d7bb86-261e-4a17-93f1-fbd0bc334cdc None None] Routers {'1d884078-e3d1-48cc-a2bb-90c6cc18766b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:12.555103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e0d7bb86-261e-4a17-93f1-fbd0bc334cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:11:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['1d884078-e3d1-48cc-a2bb-90c6cc18766b'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:12.569947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f885fdb2-453f-4e79-9d71-f0bf103d73e9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.604035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3dfdbbef-3edc-4b7b-b7c1-da1dc8910628 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.623413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e0d7bb86-261e-4a17-93f1-fbd0bc334cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:12.623809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d7bb86-261e-4a17-93f1-fbd0bc334cdc None None] The sync data for ids ['1d884078-e3d1-48cc-a2bb-90c6cc18766b'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:12.702239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.703636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdbbef-3edc-4b7b-b7c1-da1dc8910628 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] In _notify_port_updated(), no bound segment for port e4d18ce4-1eb7-4163-8b6b-f6de3007b3da on network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:12:12.707375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfdbbef-3edc-4b7b-b7c1-da1dc8910628 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:12.711227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3dfdbbef-3edc-4b7b-b7c1-da1dc8910628 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.711227 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3dfdbbef-3edc-4b7b-b7c1-da1dc8910628 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "PUT /v2.0/ports/e4d18ce4-1eb7-4163-8b6b-f6de3007b3da HTTP/1.1" status: 200 len: 1064 time: 2.2459719 Mar 02 20:12:12.713794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38722) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:12.752021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdbbef-3edc-4b7b-b7c1-da1dc8910628 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event updated for resources: {'Port': ['ID=e4d18ce4-1eb7-4163-8b6b-f6de3007b3da,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:12.776344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:12.779524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.802260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Usage tracker for resource:security_group_rule and tenant:8382cc4161de420bb15e536c38da6f70 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:12.806144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:12.835783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:12.846342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9dff42-2a40-495a-a230-5a612d5d6c9b']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:12.869491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-95c78c59-04b2-42e1-8d10-e3ac558ccee7 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Deleting port e4d18ce4-1eb7-4163-8b6b-f6de3007b3da {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:12.870192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-95c78c59-04b2-42e1-8d10-e3ac558ccee7 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.877611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba540f-1169-479e-abb4-3a8be834f062 None None] DHCP port deletion for 2a8cb842-aeac-4681-b49e-2d84d6c1ae16 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:12:12.881939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-47ba540f-1169-479e-abb4-3a8be834f062 None None] Deleting port 21b28935-627c-474d-8794-e03daccbed8b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:12.882344 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-47ba540f-1169-479e-abb4-3a8be834f062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.926970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f885fdb2-453f-4e79-9d71-f0bf103d73e9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:12.930575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c1e49e-d271-4bf1-a95d-21ecaff8620b') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:12.930869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c1e49e-d271-4bf1-a95d-21ecaff8620b') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:12.987607 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-73e87f79-9c9f-43ed-bcd2-5688a8bdc38c tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/routers/1d884078-e3d1-48cc-a2bb-90c6cc18766b HTTP/1.1" status: 200 len: 921 time: 0.8057721 Mar 02 20:12:12.993106 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885fdb2-453f-4e79-9d71-f0bf103d73e9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9dd8af-07d3-4100-8613-636d89cd6a10,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:13.005056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38728) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:13.100433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f885fdb2-453f-4e79-9d71-f0bf103d73e9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.140273 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f885fdb2-453f-4e79-9d71-f0bf103d73e9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/8f9dd8af-07d3-4100-8613-636d89cd6a10 HTTP/1.1" status: 204 len: 168 time: 2.0573494 Mar 02 20:12:13.149289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38732) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:13.152072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.162258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54dbeb-9e83-4921-982c-e062b58b2883 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:13.200539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.202651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 36266591-77d0-4341-9b49-99d985791fa2 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:13.274306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.313578 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 36266591-77d0-4341-9b49-99d985791fa2 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:12:13.314212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 36266591-77d0-4341-9b49-99d985791fa2 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:13.356960 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-47ba540f-1169-479e-abb4-3a8be834f062 None None] For port 21b28935-627c-474d-8794-e03daccbed8b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=21b28935-627c-474d-8794-e03daccbed8b,segment=NetworkSegment(373b3157-fafc-431b-bfac-91d4dcf7dc98),segment_id=373b3157-fafc-431b-bfac-91d4dcf7dc98)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:13.357350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-47ba540f-1169-479e-abb4-3a8be834f062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.379990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Calling delete_port for facc9424-3842-431e-8d70-aec3718c7c75 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:13.411649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:13.411997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:13.430136 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:13.441945 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2c61b373-f397-4af6-a516-60fa2f4134ad tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2903016 Mar 02 20:12:13.443456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e0e08725-bfab-47ae-ae4b-1274ed9c71d9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Synchronizing usage tracker for tenant:565980af9bf94a5fa43545ee198aaffc on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:13.450644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38736) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:13.500654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-53b43ec6-98f1-402d-91a2-dfe828d11686 None None] Provisioning complete for port e4d18ce4-1eb7-4163-8b6b-f6de3007b3da triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:13.500865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-53b43ec6-98f1-402d-91a2-dfe828d11686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.559756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-47ba540f-1169-479e-abb4-3a8be834f062 None None] Calling delete_port for 21b28935-627c-474d-8794-e03daccbed8b owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:13.606539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-95c78c59-04b2-42e1-8d10-e3ac558ccee7 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.640689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.642009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.661458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02751f-8a74-4463-829c-a4839bb67be5 req-23c49bf0-a7ad-4491-be0c-224191ecc07b tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:13.668624 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cb02751f-8a74-4463-829c-a4839bb67be5 req-23c49bf0-a7ad-4491-be0c-224191ecc07b tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.7143018 Mar 02 20:12:13.681455 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-53b43ec6-98f1-402d-91a2-dfe828d11686 None None] Port e4d18ce4-1eb7-4163-8b6b-f6de3007b3da cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:13.710211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.741339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-95c78c59-04b2-42e1-8d10-e3ac558ccee7 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Calling delete_port for e4d18ce4-1eb7-4163-8b6b-f6de3007b3da owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:13.763379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.771620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e0e08725-bfab-47ae-ae4b-1274ed9c71d9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Unset dirty status for tenant:565980af9bf94a5fa43545ee198aaffc on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:13.776260 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e0e08725-bfab-47ae-ae4b-1274ed9c71d9 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=8365059c-528a-42c0-931f-6ee8653060e0&device_id=1d884078-e3d1-48cc-a2bb-90c6cc18766b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7687542 Mar 02 20:12:13.782963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38740) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:13.788765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Network': ['ID=5d9dff42-2a40-495a-a230-5a612d5d6c9b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:13.792218 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a98620-b5c1-4969-9998-c744511b8040 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:12:13.796619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d0a98620-b5c1-4969-9998-c744511b8040 None None] Deleting port e6f05b07-ac92-4d15-9c55-28d363b255f9 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:13.796985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d0a98620-b5c1-4969-9998-c744511b8040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.807167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.808183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.818630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8d6199a-2c5f-49a3-8326-7e8f6f6e01ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.824949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-47ba540f-1169-479e-abb4-3a8be834f062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.876145 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cb02751f-8a74-4463-829c-a4839bb67be5 req-1ad25136-7b99-429a-9197-aae1b2f5782d tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066503 Mar 02 20:12:13.880078 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-606e3ca7-f1a9-4245-8076-6ec67753eefa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/networks/5d9dff42-2a40-495a-a230-5a612d5d6c9b HTTP/1.1" status: 204 len: 168 time: 2.0887001 Mar 02 20:12:13.884177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38744) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:13.890423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Deleting port 453f3181-9597-498d-84db-4f0b58182b80 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:13.890881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:13.906593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba540f-1169-479e-abb4-3a8be834f062 None None] Pushing event deleted for resources: {'Port': ['ID=21b28935-627c-474d-8794-e03daccbed8b,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:13.917400 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba540f-1169-479e-abb4-3a8be834f062 None None] No DVR routers for this DVR port 21b28935-627c-474d-8794-e03daccbed8b on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:13.982724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de516b8-6662-4125-9fac-644b902158ad,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:14.112993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.131254 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d0a98620-b5c1-4969-9998-c744511b8040 None None] For port e6f05b07-ac92-4d15-9c55-28d363b255f9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e6f05b07-ac92-4d15-9c55-28d363b255f9,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:14.131646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d0a98620-b5c1-4969-9998-c744511b8040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.153740 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:14.184082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Pushing event deleted for resources: {'Port': ['ID=facc9424-3842-431e-8d70-aec3718c7c75,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:14.205975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.206307 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Added segment 354e156a-f04c-478d-ac76-95c779ee3d28 of type vlan for network 50aa4e7a-23d9-4b19-b05b-53e437b8e919 Mar 02 20:12:14.257507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d0a98620-b5c1-4969-9998-c744511b8040 None None] Calling delete_port for e6f05b07-ac92-4d15-9c55-28d363b255f9 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:14.285189 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] For port 453f3181-9597-498d-84db-4f0b58182b80, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=453f3181-9597-498d-84db-4f0b58182b80,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:14.285558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.314907 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.393331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d0a98620-b5c1-4969-9998-c744511b8040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.440264 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a98620-b5c1-4969-9998-c744511b8040 None None] Pushing event deleted for resources: {'Port': ['ID=e6f05b07-ac92-4d15-9c55-28d363b255f9,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:14.443523 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Calling delete_port for 453f3181-9597-498d-84db-4f0b58182b80 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:14.447514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a98620-b5c1-4969-9998-c744511b8040 None None] No DVR routers for this DVR port e6f05b07-ac92-4d15-9c55-28d363b255f9 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:14.476066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.502688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eebd876-a3d8-4bbc-910f-d82c1d3a1c49 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:14.503261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9eebd876-a3d8-4bbc-910f-d82c1d3a1c49 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Synchronizing usage tracker for tenant:565980af9bf94a5fa43545ee198aaffc on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:14.519175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e6f05b07-ac92-4d15-9c55-28d363b255f9 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:14.556047 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: e6f05b07-ac92-4d15-9c55-28d363b255f9 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:12:14.556598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e6f05b07-ac92-4d15-9c55-28d363b255f9 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:14.557024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 21b28935-627c-474d-8794-e03daccbed8b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:14.594538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 21b28935-627c-474d-8794-e03daccbed8b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:12:14.594538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 21b28935-627c-474d-8794-e03daccbed8b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:14.594538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 094e2897-8da2-4b6a-96d5-d7fac7583234 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:14.624367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 094e2897-8da2-4b6a-96d5-d7fac7583234 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:12:14.624796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 094e2897-8da2-4b6a-96d5-d7fac7583234 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:14.625284 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8b10a32d-baac-4fde-8591-92fdd56fca1f no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:14.634422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:12:14.658530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 8b10a32d-baac-4fde-8591-92fdd56fca1f {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:12:14.658803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8b10a32d-baac-4fde-8591-92fdd56fca1f not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:14.677432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.776566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8d6199a-2c5f-49a3-8326-7e8f6f6e01ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.784356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9eebd876-a3d8-4bbc-910f-d82c1d3a1c49 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Unset dirty status for tenant:565980af9bf94a5fa43545ee198aaffc on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:14.785536 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9eebd876-a3d8-4bbc-910f-d82c1d3a1c49 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/networks/8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 881 time: 1.0015247 Mar 02 20:12:14.790650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.798215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38750) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:14.801414 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8d6199a-2c5f-49a3-8326-7e8f6f6e01ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.855807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-95c78c59-04b2-42e1-8d10-e3ac558ccee7 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:14.862441 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-34f81ceb-3810-484c-9681-4a05cf1b6660 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d884078-e3d1-48cc-a2bb-90c6cc18766b HTTP/1.1" status: 200 len: 205 time: 0.0624828 Mar 02 20:12:14.902101 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38754) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:14.908832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8cb842-aeac-4681-b49e-2d84d6c1ae16']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:14.910943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:14.981122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c78c59-04b2-42e1-8d10-e3ac558ccee7 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event deleted for resources: {'Port': ['ID=e4d18ce4-1eb7-4163-8b6b-f6de3007b3da,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:14.984002 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373b3157-fafc-431b-bfac-91d4dcf7dc98') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:14.984278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373b3157-fafc-431b-bfac-91d4dcf7dc98') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:15.045120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.045482 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Added segment da594abc-cf1b-468e-8433-3912ed0d73f9 of type vlan for network fa50ad97-0613-41a5-b7d3-ce16714a5d42 Mar 02 20:12:15.067850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.075773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.096620 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.101791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.130378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.149391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:15.149790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:15.170731 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:15.247100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8d6199a-2c5f-49a3-8326-7e8f6f6e01ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.247580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d6199a-2c5f-49a3-8326-7e8f6f6e01ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Fanout notify agent at l3_agent the message router_deleted on router 273af4fb-3ef2-4cbc-b8c9-a488b3406219 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:15.282186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.322236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8d6199a-2c5f-49a3-8326-7e8f6f6e01ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.323721 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b8d6199a-2c5f-49a3-8326-7e8f6f6e01ea tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/routers/273af4fb-3ef2-4cbc-b8c9-a488b3406219 HTTP/1.1" status: 204 len: 168 time: 1.8718615 Mar 02 20:12:15.329889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38758) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:15.337841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:15.338103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.338607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.342601 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:15.345487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:15.346162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.371699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.372201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Fanout notify agent at l3_agent the message router_deleted on router 33962717-e996-4180-b32c-31d1cdfcc450 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:15.378538 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=453f3181-9597-498d-84db-4f0b58182b80,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:15.545372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.546476 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a3613ad8-0874-4c97-8734-21e26c10143e tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/33962717-e996-4180-b32c-31d1cdfcc450 HTTP/1.1" status: 204 len: 168 time: 5.6227498 Mar 02 20:12:15.551355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event updated for resources: {'Network': ['ID=50aa4e7a-23d9-4b19-b05b-53e437b8e919,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:15.559337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38762) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:15.564299 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 50aa4e7a-23d9-4b19-b05b-53e437b8e919 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:15.582442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.583840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-090f0136-dad8-4cd2-821d-1c0afa19da79 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1657380653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:15.619284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.645975 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.0348017 Mar 02 20:12:15.648917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-090f0136-dad8-4cd2-821d-1c0afa19da79 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:15.649124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38766) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:15.671536 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-090f0136-dad8-4cd2-821d-1c0afa19da79 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Usage tracker for resource:router and tenant:d4ba52ed691249a398a477525f4f3f10 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:15.678984 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-090f0136-dad8-4cd2-821d-1c0afa19da79 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:15.701023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Network': ['ID=2a8cb842-aeac-4681-b49e-2d84d6c1ae16,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:15.710867 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-32a118c2-c015-42cd-a614-1ade91d17aa0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/networks/2a8cb842-aeac-4681-b49e-2d84d6c1ae16 HTTP/1.1" status: 204 len: 168 time: 1.7543688 Mar 02 20:12:15.715252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-95c78c59-04b2-42e1-8d10-e3ac558ccee7 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.716594 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-95c78c59-04b2-42e1-8d10-e3ac558ccee7 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "DELETE /v2.0/ports/e4d18ce4-1eb7-4163-8b6b-f6de3007b3da HTTP/1.1" status: 204 len: 168 time: 3.0008442 Mar 02 20:12:15.746385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-090f0136-dad8-4cd2-821d-1c0afa19da79 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:15.748184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38770) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:15.748508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38772) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:15.782734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:15.796564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:15.809782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:15.813297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78506c-7a5d-42fc-afa9-db07705a9908 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event updated for resources: {'Network': ['ID=fa50ad97-0613-41a5-b7d3-ce16714a5d42,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:15.819246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:15.825029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network fa50ad97-0613-41a5-b7d3-ce16714a5d42 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:15.859457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1842620863'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:15.880662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:15.884898 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97f7171-0e5d-4119-96d9-2c836858d1af tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] GET failed (client error): The resource could not be found. Mar 02 20:12:15.886949 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e97f7171-0e5d-4119-96d9-2c836858d1af tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "GET /v2.0/ports/e4d18ce4-1eb7-4163-8b6b-f6de3007b3da HTTP/1.1" status: 404 len: 333 time: 0.1295416 Mar 02 20:12:15.887228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc88583-0a38-4188-9fd4-133654d3a816 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:15.890318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:network and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:15.892175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc88583-0a38-4188-9fd4-133654d3a816 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:15.892840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38778) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:15.895132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.896872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc88583-0a38-4188-9fd4-133654d3a816 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:15.901492 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc88583-0a38-4188-9fd4-133654d3a816 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:15.903426 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4cc88583-0a38-4188-9fd4-133654d3a816 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2462621 Mar 02 20:12:15.906012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:15.909509 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.927233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38782) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:15.947654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:15.987869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-090f0136-dad8-4cd2-821d-1c0afa19da79 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.988693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-090f0136-dad8-4cd2-821d-1c0afa19da79 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.001090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.052494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:16.162596 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5c621a74-8358-461e-9c7b-1110effb1ad1 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Deleting port 284a1748-9721-44c7-9f11-05a1f08e4bbb {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:16.162932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c621a74-8358-461e-9c7b-1110effb1ad1 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.245652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.256423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:16.259369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.410278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.415613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-090f0136-dad8-4cd2-821d-1c0afa19da79 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.436173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.477302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.513010 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:16.515739 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50aa4e7a-23d9-4b19-b05b-53e437b8e919']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:16.548372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354e156a-f04c-478d-ac76-95c779ee3d28') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:16.548648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354e156a-f04c-478d-ac76-95c779ee3d28') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:16.564045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.593222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.593567 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added segment 2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe of type vlan for network 5cbedf86-272c-43fc-bf9d-380efbf919f2 Mar 02 20:12:16.600926 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.609973 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:16.615045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-090f0136-dad8-4cd2-821d-1c0afa19da79 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.615180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:16.625212 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:16.646797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.647285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a67f488d-5833-4803-9c31-9d5372c8164c {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:16.666002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.694340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.700525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.701657 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-64cb578d-3d84-47e9-93bd-9c56ea7cbbd5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a67f488d-5833-4803-9c31-9d5372c8164c HTTP/1.1" status: 204 len: 168 time: 5.8629899 Mar 02 20:12:16.712595 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38786) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:16.752948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.769215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c621a74-8358-461e-9c7b-1110effb1ad1 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.776982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-090f0136-dad8-4cd2-821d-1c0afa19da79 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.778555 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-090f0136-dad8-4cd2-821d-1c0afa19da79 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2183390 Mar 02 20:12:16.781450 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38790) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:16.787080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:16.793154 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'enable_snat': False}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:16.840239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:16.849791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:16.850412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.852012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab5922f-5988-4bfd-b350-a698f4c83dd4 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:16.860555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.861803 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=62b1a0a2-e7f2-4ddf-90fd-359b38385454,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:16.914227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5c621a74-8358-461e-9c7b-1110effb1ad1 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Calling delete_port for 284a1748-9721-44c7-9f11-05a1f08e4bbb owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:16.942468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.945968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Deleting port e5197b4f-501b-411f-a019-825d0f5279b1 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:16.946144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.946304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:16.946835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:16.971666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.006969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ee6028-6392-4b2c-8374-e6eee05498c7 admin admin] Deleting subnet a38009bf-ca03-4494-af03-3f70aa3c31a5 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:17.060661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23ee6028-6392-4b2c-8374-e6eee05498c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.115546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event deleted for resources: {'Network': ['ID=50aa4e7a-23d9-4b19-b05b-53e437b8e919,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:17.118044 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a73c3ebf-e299-4daf-85ac-f1943b85cf23 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "DELETE /v2.0/networks/50aa4e7a-23d9-4b19-b05b-53e437b8e919 HTTP/1.1" status: 204 len: 168 time: 1.1906850 Mar 02 20:12:17.124414 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38794) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:17.145032 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3741689 Mar 02 20:12:17.149000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38798) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:17.162846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71d4071c-820d-4bdd-80c4-8847ffc21c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.167644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '62b1a0a2-e7f2-4ddf-90fd-359b38385454'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:12:17.168094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'subnet': {'network_id': '5cbedf86-272c-43fc-bf9d-380efbf919f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:17.168464 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.204474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35593d-3a93-4c97-8771-619e5c758a2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Network': ['ID=5cbedf86-272c-43fc-bf9d-380efbf919f2,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:17.229199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 5cbedf86-272c-43fc-bf9d-380efbf919f2 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:17.255628 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3f82fe4b-011c-45ba-9e5b-2a8a5b4aef93 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9222815 Mar 02 20:12:17.259978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38802) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:17.265136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3dd03e62-0611-4a37-bb42-1721ec0d4e80 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-607718937', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:17.279584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23ee6028-6392-4b2c-8374-e6eee05498c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.322056 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3dd03e62-0611-4a37-bb42-1721ec0d4e80 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:17.380715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3dd03e62-0611-4a37-bb42-1721ec0d4e80 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:router and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:17.396862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3dd03e62-0611-4a37-bb42-1721ec0d4e80 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:17.413817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3dd03e62-0611-4a37-bb42-1721ec0d4e80 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:17.439962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:17.442521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/62b1a0a2-e7f2-4ddf-90fd-359b38385454/7ee99dcd-a1c1-4ac7-99a4-abefb41bb033) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:17.452524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:subnet and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:17.456005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:17.461746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.467189 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:17.486998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23ee6028-6392-4b2c-8374-e6eee05498c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.540287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3dd03e62-0611-4a37-bb42-1721ec0d4e80 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.541132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3dd03e62-0611-4a37-bb42-1721ec0d4e80 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.549360 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.575555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3dd03e62-0611-4a37-bb42-1721ec0d4e80 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.576976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c621a74-8358-461e-9c7b-1110effb1ad1 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.578562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:17.678857 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.692136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Transition to ACTIVE for port object 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:17.705272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c621a74-8358-461e-9c7b-1110effb1ad1 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event deleted for resources: {'Port': ['ID=284a1748-9721-44c7-9f11-05a1f08e4bbb,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:17.720077 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Transition to ACTIVE for port object 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:17.720749 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23ee6028-6392-4b2c-8374-e6eee05498c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.740657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Calling delete_port for e5197b4f-501b-411f-a019-825d0f5279b1 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:17.796882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.817744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee6028-6392-4b2c-8374-e6eee05498c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38009bf-ca03-4494-af03-3f70aa3c31a5,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:17.856079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e4652-505c-4492-a615-feb8c1843573 None None] Network 1be73647-a142-4cbb-bdf7-aa5ac41cffab requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:17.858662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23ee6028-6392-4b2c-8374-e6eee05498c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.864337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.885644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c621a74-8358-461e-9c7b-1110effb1ad1 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.923692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.960876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3dd03e62-0611-4a37-bb42-1721ec0d4e80 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.972705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa50ad97-0613-41a5-b7d3-ce16714a5d42']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:18.009418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da594abc-cf1b-468e-8433-3912ed0d73f9') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:18.009706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da594abc-cf1b-468e-8433-3912ed0d73f9') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:18.018457 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-23ee6028-6392-4b2c-8374-e6eee05498c7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a38009bf-ca03-4494-af03-3f70aa3c31a5 HTTP/1.1" status: 204 len: 168 time: 1.2979548 Mar 02 20:12:18.019309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:18.020161 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38806) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:18.022831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Pushing event updated for resources: {'Port': ['ID=7ee99dcd-a1c1-4ac7-99a4-abefb41bb033,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:18.025362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:18.030404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.030595 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5c621a74-8358-461e-9c7b-1110effb1ad1 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "DELETE /v2.0/ports/284a1748-9721-44c7-9f11-05a1f08e4bbb HTTP/1.1" status: 204 len: 168 time: 2.1341281 Mar 02 20:12:18.030682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:18.034825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38810) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:18.084849 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-539cd664-92e0-4260-b987-0c1937e1123e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] GET failed (client error): The resource could not be found. Mar 02 20:12:18.085333 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-539cd664-92e0-4260-b987-0c1937e1123e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Synchronizing usage tracker for tenant:6af9efbfde2940c2855b3a43fd777a80 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:18.092592 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.125761 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.140004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:18.140004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.140715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3dd03e62-0611-4a37-bb42-1721ec0d4e80 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.142375 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3dd03e62-0611-4a37-bb42-1721ec0d4e80 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8816485 Mar 02 20:12:18.155547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38814) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:18.160360 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:18.216087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Attempting to bind port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:18.216512 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Attempting to bind port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:18.216798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Attempting to bind port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:12:18.226954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-539cd664-92e0-4260-b987-0c1937e1123e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Unset dirty status for tenant:6af9efbfde2940c2855b3a43fd777a80 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:18.232295 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-539cd664-92e0-4260-b987-0c1937e1123e tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "GET /v2.0/ports/284a1748-9721-44c7-9f11-05a1f08e4bbb HTTP/1.1" status: 404 len: 333 time: 0.1930113 Mar 02 20:12:18.232469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:12:18.232469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:18.232707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.233261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:12:18.233460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Bound port: 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:18.233790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.243359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38818) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:18.344604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] For port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:12:18.346553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] For port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7ee99dcd-a1c1-4ac7-99a4-abefb41bb033,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:12:18.384400 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] DHCP port deletion for 1be73647-a142-4cbb-bdf7-aa5ac41cffab request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:12:18.388818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Deleting port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:18.389797 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.412681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.428947 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.445818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-af3babd5-2f5e-456d-abdd-055ef63d5d2c tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Deleting port 2aae8972-c842-421f-827f-34927583dae6 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:18.446104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-af3babd5-2f5e-456d-abdd-055ef63d5d2c tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.472516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Deleting port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:18.472854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.518416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 453f3181-9597-498d-84db-4f0b58182b80 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:18.567638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 453f3181-9597-498d-84db-4f0b58182b80 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:12:18.567638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 453f3181-9597-498d-84db-4f0b58182b80 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:18.567638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 79ce13a9-075c-428b-b211-2bb7dbe14ea1 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:18.613818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.644462 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.676288 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event deleted for resources: {'Network': ['ID=fa50ad97-0613-41a5-b7d3-ce16714a5d42,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:18.690014 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e5c018bf-7d15-45d3-be01-d3d378341405 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "DELETE /v2.0/networks/fa50ad97-0613-41a5-b7d3-ce16714a5d42 HTTP/1.1" status: 204 len: 168 time: 1.5491486 Mar 02 20:12:18.692372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38822) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:18.750452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba772e3-6e97-4acd-9d9b-8394d9af19a3 None None] Pushing event updated for resources: {'Port': ['ID=7ee99dcd-a1c1-4ac7-99a4-abefb41bb033,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:18.834120 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.836024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] For port 79ce13a9-075c-428b-b211-2bb7dbe14ea1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=79ce13a9-075c-428b-b211-2bb7dbe14ea1,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:18.836417 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.880109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:18.936781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Pushing event deleted for resources: {'Port': ['ID=e5197b4f-501b-411f-a019-825d0f5279b1,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:18.973671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Calling delete_port for 79ce13a9-075c-428b-b211-2bb7dbe14ea1 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:19.000739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.057320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] For port 79ce13a9-075c-428b-b211-2bb7dbe14ea1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=79ce13a9-075c-428b-b211-2bb7dbe14ea1,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:19.057320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.071333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Subnet': ['ID=339377d5-aa6c-4665-829e-0a6ce5879f98,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:19.072426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 79ce13a9-075c-428b-b211-2bb7dbe14ea1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=79ce13a9-075c-428b-b211-2bb7dbe14ea1,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:19.154044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c201a-66b4-431a-9af7-5c46bdc145d2 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:19.159266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c201a-66b4-431a-9af7-5c46bdc145d2 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:19.160066 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f21c201a-66b4-431a-9af7-5c46bdc145d2 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Synchronizing usage tracker for tenant:8382cc4161de420bb15e536c38da6f70 on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:19.163267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.240117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Calling delete_port for 79ce13a9-075c-428b-b211-2bb7dbe14ea1 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:19.256449 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:12:19.256782 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:12:19.280752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=79ce13a9-075c-428b-b211-2bb7dbe14ea1,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:19.295729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-af3babd5-2f5e-456d-abdd-055ef63d5d2c tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.349808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Checking segment: {'id': '2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5cbedf86-272c-43fc-bf9d-380efbf919f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:19.349808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network hostable DHCP agents. Network: 5cbedf86-272c-43fc-bf9d-380efbf919f2, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:19.371092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-910deefb-c602-468e-9240-c0bdb6f3c53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.415450 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.491152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:12:19.498587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:12:19.538820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f21c201a-66b4-431a-9af7-5c46bdc145d2 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Unset dirty status for tenant:8382cc4161de420bb15e536c38da6f70 on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:19.540174 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f21c201a-66b4-431a-9af7-5c46bdc145d2 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8468447 Mar 02 20:12:19.547263 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38826) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:19.548739 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-af3babd5-2f5e-456d-abdd-055ef63d5d2c tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Calling delete_port for 2aae8972-c842-421f-827f-34927583dae6 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:19.560142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-424684720'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:19.567844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:19.618546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 5cbedf86-272c-43fc-bf9d-380efbf919f2 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:19.622699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:19.641587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.758304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Deleting port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:19.758818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.820729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 5cbedf86-272c-43fc-bf9d-380efbf919f2) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:19.825765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:19.826367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.832788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b97743-b937-42cd-ad18-5baeecfea43b None None] Network 5cbedf86-272c-43fc-bf9d-380efbf919f2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:19.852675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Made reservation on behalf of 8382cc4161de420bb15e536c38da6f70 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:19.856651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.883591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.894850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:19.904744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.905091 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Added segment 6a76c7ee-8ef7-4139-a0ec-a1783952a6ee of type vlan for network 5eb95952-323a-41d3-9314-9b8387837f27 Mar 02 20:12:19.934050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.980888 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4fa227e5-37ac-400f-989e-50989903272a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8226314 Mar 02 20:12:19.981810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38830) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:19.985313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:19.987107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-88055682-058f-48be-9af6-76b1662d725d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1944549736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:19.998218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Deleting port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:19.998561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.030360 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-88055682-058f-48be-9af6-76b1662d725d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:20.042399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-88055682-058f-48be-9af6-76b1662d725d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:router and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:20.053221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-88055682-058f-48be-9af6-76b1662d725d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:20.068790 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-88055682-058f-48be-9af6-76b1662d725d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:20.081868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.085597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:20.086228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.197950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.222896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.226853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] For port 79ce13a9-075c-428b-b211-2bb7dbe14ea1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=79ce13a9-075c-428b-b211-2bb7dbe14ea1,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:20.227410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.329798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Allocated IP 172.26.5.107 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/3b4c6b64-978d-4edb-9248-bf3aa00a0fe1) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:20.332015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event updated for resources: {'Network': ['ID=5eb95952-323a-41d3-9314-9b8387837f27,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:20.346713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-88055682-058f-48be-9af6-76b1662d725d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.347634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-88055682-058f-48be-9af6-76b1662d725d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.358532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::1 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/62b1a0a2-e7f2-4ddf-90fd-359b38385454/c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:20.359140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 5eb95952-323a-41d3-9314-9b8387837f27 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:20.364964 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-af3babd5-2f5e-456d-abdd-055ef63d5d2c tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.382780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Calling delete_port for 79ce13a9-075c-428b-b211-2bb7dbe14ea1 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:20.446941 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8d36fab0-429f-4933-b372-763512c4171a tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8985136 Mar 02 20:12:20.454204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38834) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:20.476263 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1983465288'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:20.482229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:20.486912 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3babd5-2f5e-456d-abdd-055ef63d5d2c tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event deleted for resources: {'Port': ['ID=2aae8972-c842-421f-827f-34927583dae6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:20.488726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.489226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Fanout notify agent at l3_agent the message router_deleted on router 1d884078-e3d1-48cc-a2bb-90c6cc18766b {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:20.519628 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Usage tracker for resource:network and tenant:8382cc4161de420bb15e536c38da6f70 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:20.543016 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:12:20.579680 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:20.579898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-af3babd5-2f5e-456d-abdd-055ef63d5d2c tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.583868 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-af3babd5-2f5e-456d-abdd-055ef63d5d2c tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "DELETE /v2.0/ports/2aae8972-c842-421f-827f-34927583dae6 HTTP/1.1" status: 204 len: 168 time: 2.3374314 Mar 02 20:12:20.585069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38838) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:20.605184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.618990 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fba3ed10-6c87-42c3-b366-cf892e7baa1b tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/1d884078-e3d1-48cc-a2bb-90c6cc18766b HTTP/1.1" status: 204 len: 168 time: 5.6916177 Mar 02 20:12:20.619266 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-42ea9f11-ec34-4556-844a-fca1764a33a1 None None] Provisioning for port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:20.623425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-5cbedf86-272c-43fc-bf9d-380efbf919f2', 'network_id': '5cbedf86-272c-43fc-bf9d-380efbf919f2', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'fixed_ips': [{'subnet_id': '339377d5-aa6c-4665-829e-0a6ce5879f98'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:12:20.624240 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.626099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38842) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:20.627474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-88055682-058f-48be-9af6-76b1662d725d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.640229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:20.650419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:20.655180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d8993dd7-fc57-4c95-9d3b-d4f419121757 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-342023718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:20.664953 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] For port 79ce13a9-075c-428b-b211-2bb7dbe14ea1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=79ce13a9-075c-428b-b211-2bb7dbe14ea1,segment=NetworkSegment(a36b5dda-5640-445e-9a14-912b7805135e),segment_id=a36b5dda-5640-445e-9a14-912b7805135e)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:20.665308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.688865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d8993dd7-fc57-4c95-9d3b-d4f419121757 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:20.703781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d8993dd7-fc57-4c95-9d3b-d4f419121757 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Usage tracker for resource:router and tenant:bf812956d0bf4315a0952257862998d2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:20.719385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.727997 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.762777 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.768432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d8993dd7-fc57-4c95-9d3b-d4f419121757 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:20.821306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] Pushing event deleted for resources: {'Port': ['ID=79ce13a9-075c-428b-b211-2bb7dbe14ea1,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:20.835813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83905c4d-fe62-4806-9fc6-fdc68068b9d0 None None] No DVR routers for this DVR port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:20.851652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.860093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Calling delete_port for 79ce13a9-075c-428b-b211-2bb7dbe14ea1 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:20.887402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d8993dd7-fc57-4c95-9d3b-d4f419121757 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:20.905221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Made reservation on behalf of 8382cc4161de420bb15e536c38da6f70 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:20.907792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.919081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Allocated IP 2001:db8::2 (5cbedf86-272c-43fc-bf9d-380efbf919f2/339377d5-aa6c-4665-829e-0a6ce5879f98/82f3b5af-ccc8-4706-afbd-2804a609e4b9) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:20.935363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abcc52f-f3af-40b2-8426-1c4bafc2853f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Deleting subnet fe231b45-9da0-480c-82f8-903ca34e3196 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:20.939012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8abcc52f-f3af-40b2-8426-1c4bafc2853f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.984151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-88055682-058f-48be-9af6-76b1662d725d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:20.997851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:21.006990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.007866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8abcc52f-f3af-40b2-8426-1c4bafc2853f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.013454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:21.015552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.036282 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:21.048608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.055215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:21.061436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8993dd7-fc57-4c95-9d3b-d4f419121757 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.061436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8993dd7-fc57-4c95-9d3b-d4f419121757 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.073923 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:12:21.074946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:12:21.079266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.079602 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Added segment a2f68c1f-63e0-4a46-8028-70ecbb84a0c6 of type vlan for network 1319d025-e7a9-4292-8424-1e1b803fc919 Mar 02 20:12:21.123451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.137880 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8993dd7-fc57-4c95-9d3b-d4f419121757 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.157318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-88055682-058f-48be-9af6-76b1662d725d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.161204 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-88055682-058f-48be-9af6-76b1662d725d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1757865 Mar 02 20:12:21.163763 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Pushing event updated for resources: {'Port': ['ID=3b4c6b64-978d-4edb-9248-bf3aa00a0fe1,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:21.163916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38846) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:21.166074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:21.171874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'port': {'network_id': '5cbedf86-272c-43fc-bf9d-380efbf919f2', 'name': 'tempest-RoutersIpV6Test-926549018'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:21.172589 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:21.177040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:21.207086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.232441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8abcc52f-f3af-40b2-8426-1c4bafc2853f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.253947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.295243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7ee99dcd-a1c1-4ac7-99a4-abefb41bb033,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:21.304697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.309805 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:21.310425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.333626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.345415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Transition to ACTIVE for port object 82f3b5af-ccc8-4706-afbd-2804a609e4b9 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:21.355437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8993dd7-fc57-4c95-9d3b-d4f419121757 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.366603 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.369190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Transition to ACTIVE for port object 82f3b5af-ccc8-4706-afbd-2804a609e4b9 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:21.436637 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=7ee99dcd-a1c1-4ac7-99a4-abefb41bb033,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:21.445115 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8abcc52f-f3af-40b2-8426-1c4bafc2853f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.470544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.488736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcc52f-f3af-40b2-8426-1c4bafc2853f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event deleted for resources: {'Subnet': ['ID=fe231b45-9da0-480c-82f8-903ca34e3196,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:21.495687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:21.500827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8abcc52f-f3af-40b2-8426-1c4bafc2853f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.509352 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8abcc52f-f3af-40b2-8426-1c4bafc2853f tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "DELETE /v2.0/subnets/fe231b45-9da0-480c-82f8-903ca34e3196 HTTP/1.1" status: 204 len: 168 time: 0.9229732 Mar 02 20:12:21.512271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38850) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:21.518190 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:21.521052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:21.521288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00395c73-8df2-46c2-a2a2-f3bc61eb0adb None None] Network 614f72ef-883c-4590-bcc1-ecb9d43d7bfa requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:21.521399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.523977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:21.536422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Deleting port 79ce13a9-075c-428b-b211-2bb7dbe14ea1 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:21.536422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.564874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event updated for resources: {'Network': ['ID=1319d025-e7a9-4292-8424-1e1b803fc919,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:21.579342 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6567a628-1ca4-4f72-84b3-a58cef4b14d4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1237581 Mar 02 20:12:21.585768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38854) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:21.599081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:21.605585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'ports': [{'network_id': '5eb95952-323a-41d3-9314-9b8387837f27', 'name': 'tempest-port--1969901724', 'admin_state_up': True}, {'network_id': '1319d025-e7a9-4292-8424-1e1b803fc919', 'admin_state_up': False}]} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:21.606225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'port': {'network_id': '5eb95952-323a-41d3-9314-9b8387837f27', 'name': 'tempest-port--1969901724', 'admin_state_up': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:21.606827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'port': {'network_id': '1319d025-e7a9-4292-8424-1e1b803fc919', 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:21.614142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 1319d025-e7a9-4292-8424-1e1b803fc919 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:21.657610 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8993dd7-fc57-4c95-9d3b-d4f419121757 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.661811 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d8993dd7-fc57-4c95-9d3b-d4f419121757 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0302105 Mar 02 20:12:21.675741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.676405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] The port '79ce13a9-075c-428b-b211-2bb7dbe14ea1' was deleted {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:12:21.678315 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:port and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:21.680799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38858) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:21.696630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.741204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Network 5cbedf86-272c-43fc-bf9d-380efbf919f2 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:21.754266 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:21.772033 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:21.774393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Pushing event updated for resources: {'Port': ['ID=82f3b5af-ccc8-4706-afbd-2804a609e4b9,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:21.837423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:21.844898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Request body: {'router': {'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:21.846818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Deleting port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:21.847317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.874629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:21.953259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:21.990524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Attempting to bind port 82f3b5af-ccc8-4706-afbd-2804a609e4b9 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:21.991137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Attempting to bind port 82f3b5af-ccc8-4706-afbd-2804a609e4b9 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5cbedf86-272c-43fc-bf9d-380efbf919f2'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:21.991656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Attempting to bind port 82f3b5af-ccc8-4706-afbd-2804a609e4b9 on network 5cbedf86-272c-43fc-bf9d-380efbf919f2 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:12:22.002750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:12:22.003125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Checking segment: {'id': '2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5cbedf86-272c-43fc-bf9d-380efbf919f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:22.003524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.003914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Bound using segment: {'id': '2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5cbedf86-272c-43fc-bf9d-380efbf919f2'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:12:22.004373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Bound port: 82f3b5af-ccc8-4706-afbd-2804a609e4b9, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '5cbedf86-272c-43fc-bf9d-380efbf919f2'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:22.004744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.011676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.060036 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c99675df-deb5-407f-a954-06116b500403 None None] Provisioning for port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:22.081700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c99675df-deb5-407f-a954-06116b500403 None None] Provisioning complete for port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:22.082104 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c99675df-deb5-407f-a954-06116b500403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.158243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:22.161432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.175033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.180579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43132d04-029d-40e4-9ab1-16223cc7d113 None None] DHCP port deletion for 614f72ef-883c-4590-bcc1-ecb9d43d7bfa request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:12:22.202867 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-43132d04-029d-40e4-9ab1-16223cc7d113 None None] Deleting port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:22.203235 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-43132d04-029d-40e4-9ab1-16223cc7d113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.213113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.237968 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c99675df-deb5-407f-a954-06116b500403 None None] Port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:22.252541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] For port 82f3b5af-ccc8-4706-afbd-2804a609e4b9, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:12:22.265857 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] For port 82f3b5af-ccc8-4706-afbd-2804a609e4b9, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=82f3b5af-ccc8-4706-afbd-2804a609e4b9,segment=NetworkSegment(2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe),segment_id=2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:12:22.331466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] For port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f,segment=NetworkSegment(0a724740-d1e1-42e9-9ade-b42dae227c12),segment_id=0a724740-d1e1-42e9-9ade-b42dae227c12)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:22.331821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.341876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be73647-a142-4cbb-bdf7-aa5ac41cffab']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:22.387933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.419387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] device_id is not set on port 24497527-3609-4041-98e1-b940b01246ea yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:12:22.466789 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Calling delete_port for 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:22.481516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36b5dda-5640-445e-9a14-912b7805135e') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:22.481967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36b5dda-5640-445e-9a14-912b7805135e') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:22.482072 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-43132d04-029d-40e4-9ab1-16223cc7d113 None None] For port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f,segment=NetworkSegment(0a724740-d1e1-42e9-9ade-b42dae227c12),segment_id=0a724740-d1e1-42e9-9ade-b42dae227c12)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:22.482473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-43132d04-029d-40e4-9ab1-16223cc7d113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.537796 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.565083 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:22.589293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.604539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:22.616332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Usage tracker for resource:port and tenant:8382cc4161de420bb15e536c38da6f70 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:22.667105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:22.668117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-43132d04-029d-40e4-9ab1-16223cc7d113 None None] Calling delete_port for 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:22.683654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.695081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:22.713545 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.732572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eec64c-bf5a-45c8-8fc1-a823ff1ab1fb None None] Pushing event updated for resources: {'Port': ['ID=82f3b5af-ccc8-4706-afbd-2804a609e4b9,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:22.732971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:22.732971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:22.736687 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:22.775216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event deleted for resources: {'Port': ['ID=5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:22.780921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:22.781291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:22.788496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] No DVR routers for this DVR port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:22.804855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-43132d04-029d-40e4-9ab1-16223cc7d113 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:12:22.809423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-43132d04-029d-40e4-9ab1-16223cc7d113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:12:22.834571 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Router b0cff9fe-239a-41fa-a8ce-0be47931ec8a is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:12:22.950297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Made reservation on behalf of 8382cc4161de420bb15e536c38da6f70 for: {'port': 2} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:22.954613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.019701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:23.057504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:12:23.062759 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:23.148857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.180742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614f72ef-883c-4590-bcc1-ecb9d43d7bfa']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:23.195601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a724740-d1e1-42e9-9ade-b42dae227c12') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:23.195900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a724740-d1e1-42e9-9ade-b42dae227c12') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:23.211274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.236275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.246088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:23.246508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:23.263598 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:23.306631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-43132d04-029d-40e4-9ab1-16223cc7d113 None None] Deleting port 5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:23.307604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-43132d04-029d-40e4-9ab1-16223cc7d113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.354589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.364879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:23.368433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Allocated IP 2001:db8::26b (5cbedf86-272c-43fc-bf9d-380efbf919f2/339377d5-aa6c-4665-829e-0a6ce5879f98/24497527-3609-4041-98e1-b940b01246ea) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:23.376631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-43132d04-029d-40e4-9ab1-16223cc7d113 None None] The port '5bbfbe2f-5953-4dbb-952f-1f8df38c0d0f' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:12:23.380471 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535a6d2-6f7c-4b19-923b-6fbfd64daf38 None None] Sync routers for ids ['b0cff9fe-239a-41fa-a8ce-0be47931ec8a'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:23.388269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.394134 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535a6d2-6f7c-4b19-923b-6fbfd64daf38 None None] Routers {'b0cff9fe-239a-41fa-a8ce-0be47931ec8a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:23.397917 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7535a6d2-6f7c-4b19-923b-6fbfd64daf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['b0cff9fe-239a-41fa-a8ce-0be47931ec8a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:23.442184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.448945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.450505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.469960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.474156 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7535a6d2-6f7c-4b19-923b-6fbfd64daf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:23.474328 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] 10.222.0.44 "DELETE /v2.0/networks/614f72ef-883c-4590-bcc1-ecb9d43d7bfa HTTP/1.1" status: 204 len: 168 time: 1.9575133 Mar 02 20:12:23.484117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cf9c2-5288-4191-94da-663b286a6af0 tempest-AllowedAddressPairIpV6TestJSON-2082230650 tempest-AllowedAddressPairIpV6TestJSON-2082230650-project] Pushing event deleted for resources: {'Network': ['ID=614f72ef-883c-4590-bcc1-ecb9d43d7bfa,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:23.486180 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535a6d2-6f7c-4b19-923b-6fbfd64daf38 None None] Routers {'b0cff9fe-239a-41fa-a8ce-0be47931ec8a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:23.486787 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7535a6d2-6f7c-4b19-923b-6fbfd64daf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['b0cff9fe-239a-41fa-a8ce-0be47931ec8a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:23.490918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:23.493180 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8f0d5442-3c0f-40d8-a880-32e33af0585c tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "PUT /v2.0/routers/b0cff9fe-239a-41fa-a8ce-0be47931ec8a HTTP/1.1" status: 200 len: 920 time: 6.7107775 Mar 02 20:12:23.497280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38864) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:23.506112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1be73647-a142-4cbb-bdf7-aa5ac41cffab,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:23.609240 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7535a6d2-6f7c-4b19-923b-6fbfd64daf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:23.609843 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7535a6d2-6f7c-4b19-923b-6fbfd64daf38 None None] The sync data for ids ['b0cff9fe-239a-41fa-a8ce-0be47931ec8a'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:23.752369 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d3fd80b9-d294-4ddb-9c68-cba0c6308ff2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1be73647-a142-4cbb-bdf7-aa5ac41cffab HTTP/1.1" status: 204 len: 168 time: 5.7279422 Mar 02 20:12:23.765955 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6048bbfa-4b74-457d-a3cd-6fdd423b2bf0 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/routers/b0cff9fe-239a-41fa-a8ce-0be47931ec8a HTTP/1.1" status: 200 len: 926 time: 0.2670965 Mar 02 20:12:23.771480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38870) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:23.883340 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9d8d53ee-27c8-4024-9a37-1b5e67a3a859 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=8365059c-528a-42c0-931f-6ee8653060e0&device_id=b0cff9fe-239a-41fa-a8ce-0be47931ec8a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1154015 Mar 02 20:12:23.886698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38874) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:23.905813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd383f30-8b52-4f75-840d-e987787ca63e None None] Network 5cbedf86-272c-43fc-bf9d-380efbf919f2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:23.917306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] device_id is not set on port 37f203f4-a07e-4a6f-98a8-8c1e73605393 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:12:24.072247 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a5ce944c-d63c-47c5-ac4a-c35418846de2 None None] Provisioning for port 82f3b5af-ccc8-4706-afbd-2804a609e4b9 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:24.113999 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.175564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be392c30-a2da-4365-9814-6cf1450cb565 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:24.177045 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-be392c30-a2da-4365-9814-6cf1450cb565 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/networks/8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 881 time: 0.2874801 Mar 02 20:12:24.179939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38880) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:24.189846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.211265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.212011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.227668 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-18bfd943-9308-4db6-a076-652a72cbed3f tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0cff9fe-239a-41fa-a8ce-0be47931ec8a HTTP/1.1" status: 200 len: 205 time: 0.0466127 Mar 02 20:12:24.232456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38884) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:24.297027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38888) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:24.336224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Transition to ACTIVE for port object 24497527-3609-4041-98e1-b940b01246ea will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:24.339909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38892) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:24.441133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:24.445519 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d50ffaf4-baa9-4754-9094-455e3cbc4414 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6260fc155d734108978102ab0353176d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1423593 Mar 02 20:12:24.450218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38898) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:24.454933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.567542 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cae181d5-44a1-47ce-ac9a-e2e866560c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.601788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 82f3b5af-ccc8-4706-afbd-2804a609e4b9 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:24.613505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.616952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cae181d5-44a1-47ce-ac9a-e2e866560c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.660860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.675167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.722156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] device_id is not set on port f58368c0-6fb5-40f7-a789-10f23ae26cb4 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:12:24.755963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 82f3b5af-ccc8-4706-afbd-2804a609e4b9 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:24.762712 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.762950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 82f3b5af-ccc8-4706-afbd-2804a609e4b9 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:24.763394 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.879181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:24.887082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cae181d5-44a1-47ce-ac9a-e2e866560c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.891682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:24.906778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.910518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.927120 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae181d5-44a1-47ce-ac9a-e2e866560c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e440c8-f0ef-416e-8b01-1212f319f553,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:24.939660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cae181d5-44a1-47ce-ac9a-e2e866560c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:24.957532 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cae181d5-44a1-47ce-ac9a-e2e866560c32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89e440c8-f0ef-416e-8b01-1212f319f553 HTTP/1.1" status: 204 len: 168 time: 0.4950325 Mar 02 20:12:24.967848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 82f3b5af-ccc8-4706-afbd-2804a609e4b9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=82f3b5af-ccc8-4706-afbd-2804a609e4b9,segment=NetworkSegment(2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe),segment_id=2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:25.030448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Deleting port 3b4c6b64-978d-4edb-9248-bf3aa00a0fe1 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:25.030867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:25.056384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:25.196868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=82f3b5af-ccc8-4706-afbd-2804a609e4b9,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:25.255087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-28916be6-8954-4594-bea3-abe2fb841c5e None None] Provisioning complete for port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:25.255514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-28916be6-8954-4594-bea3-abe2fb841c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:25.268933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:25.277038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=24497527-3609-4041-98e1-b940b01246ea,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:25.279578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 5cbedf86-272c-43fc-bf9d-380efbf919f2 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:25.304374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:25.329646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:25.333846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:25.334509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:25.347272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-28916be6-8954-4594-bea3-abe2fb841c5e None None] Port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:25.360390 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7e1012f3-4e15-409e-8af3-dcacd306df81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6af9efbfde2940c2855b3a43fd777a80&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0120075 Mar 02 20:12:25.381805 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38906) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:25.428860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Calling delete_port for 3b4c6b64-978d-4edb-9248-bf3aa00a0fe1 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:25.445035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Allocated IP 172.26.5.129 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/c5595860-810c-4a1d-9b91-5224b282cc8a) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:25.524657 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fdf29163-396e-4612-abcf-bb49bca836b2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3609159 Mar 02 20:12:25.529807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38910) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:25.551941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:25.744601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7b075987-699f-4848-b885-07c6cee139be None None] Provisioning for port 24497527-3609-4041-98e1-b940b01246ea completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:25.752287 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7b075987-699f-4848-b885-07c6cee139be None None] Provisioning complete for port 24497527-3609-4041-98e1-b940b01246ea triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:25.755190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b075987-699f-4848-b885-07c6cee139be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:25.827087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7b075987-699f-4848-b885-07c6cee139be None None] Port 24497527-3609-4041-98e1-b940b01246ea cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:25.832465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d10-d77b-4a25-90d9-7d02392913f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:25.892711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:25.899464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d10-d77b-4a25-90d9-7d02392913f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:25.914487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:26.044397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event updated for resources: {'Port': ['ID=37f203f4-a07e-4a6f-98a8-8c1e73605393,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:26.095963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Checking segment: {'id': '6a76c7ee-8ef7-4139-a0ec-a1783952a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '5eb95952-323a-41d3-9314-9b8387837f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:26.096324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Network hostable DHCP agents. Network: 5eb95952-323a-41d3-9314-9b8387837f27, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:26.140026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:26.170789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:26.203254 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Pushing event deleted for resources: {'Port': ['ID=3b4c6b64-978d-4edb-9248-bf3aa00a0fe1,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:26.224398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d10-d77b-4a25-90d9-7d02392913f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:26.227810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Router 680e4e00-06c7-4f2e-b950-faf9aea94b0a is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:12:26.230250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Network 5eb95952-323a-41d3-9314-9b8387837f27 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:26.267860 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d6d10-d77b-4a25-90d9-7d02392913f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6371b2c-0f51-4f4c-b2ac-a15aee1b7e56,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:26.288221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Pushing event updated for resources: {'Port': ['ID=c5595860-810c-4a1d-9b91-5224b282cc8a,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:26.293627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:26.296261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c49d6d10-d77b-4a25-90d9-7d02392913f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:26.297420 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c49d6d10-d77b-4a25-90d9-7d02392913f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6371b2c-0f51-4f4c-b2ac-a15aee1b7e56 HTTP/1.1" status: 204 len: 168 time: 0.9146273 Mar 02 20:12:26.298374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:26.306573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:26.408775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 5eb95952-323a-41d3-9314-9b8387837f27) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:26.412605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:26.413602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:26.419833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ed5d8-086c-4d2d-ad17-0f79b67d1971 None None] Network 5eb95952-323a-41d3-9314-9b8387837f27 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:26.516178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38930) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:26.561582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:26.579283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 82f3b5af-ccc8-4706-afbd-2804a609e4b9 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:26.761706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event updated for resources: {'Port': ['ID=f58368c0-6fb5-40f7-a789-10f23ae26cb4,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:26.778336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Checking segment: {'id': 'a2f68c1f-63e0-4a46-8028-70ecbb84a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '1319d025-e7a9-4292-8424-1e1b803fc919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:26.778835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Network hostable DHCP agents. Network: 1319d025-e7a9-4292-8424-1e1b803fc919, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:26.830089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:26.854754 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8040b678-cf2d-472f-af7a-1aee2b441871 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "PUT /v2.0/routers/680e4e00-06c7-4f2e-b950-faf9aea94b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6914234 Mar 02 20:12:26.873841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38940) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:26.883688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Sync routers for ids ['680e4e00-06c7-4f2e-b950-faf9aea94b0a'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:26.901981 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 82f3b5af-ccc8-4706-afbd-2804a609e4b9 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:26.902490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:26.904995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:26.976494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:26.992407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.027929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Routers {'680e4e00-06c7-4f2e-b950-faf9aea94b0a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:27.031933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['680e4e00-06c7-4f2e-b950-faf9aea94b0a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:27.046573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7558a592-1bd2-4275-85d1-7fd134a5f738 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.047392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7558a592-1bd2-4275-85d1-7fd134a5f738 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:27.054744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Network 1319d025-e7a9-4292-8424-1e1b803fc919 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:27.080631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.122183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-613179705-network', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:27.138496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:27.153784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Usage tracker for resource:network and tenant:6a3305a0f9f842cc9b424283dcbfd61f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:27.162501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:27.172575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:27.205564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 1319d025-e7a9-4292-8424-1e1b803fc919) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:27.209718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:27.214507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.219437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.220112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.226037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf6c0f5-0cb3-4a65-9aff-a87ed84cbccd None None] Network 1319d025-e7a9-4292-8424-1e1b803fc919 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:27.245070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7558a592-1bd2-4275-85d1-7fd134a5f738 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:27.248414 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7558a592-1bd2-4275-85d1-7fd134a5f738 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports/c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec HTTP/1.1" status: 200 len: 911 time: 0.3682196 Mar 02 20:12:27.249276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38950) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:27.280990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.281779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Fanout notify agent at l3_agent the message router_deleted on router b0cff9fe-239a-41fa-a8ce-0be47931ec8a {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:27.318507 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a2678cb6-3852-4f4a-a60a-c945ed57e086 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.7278175 Mar 02 20:12:27.322680 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38954) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:27.356387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.357501 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-329b107f-5581-4347-a44e-c0f53dddda32 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/b0cff9fe-239a-41fa-a8ce-0be47931ec8a HTTP/1.1" status: 204 len: 168 time: 3.1239281 Mar 02 20:12:27.362938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38958) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:27.363544 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Made reservation on behalf of 6a3305a0f9f842cc9b424283dcbfd61f for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:27.365942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.383850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-17347848', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:27.394347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:27.396647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.411307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Usage tracker for resource:router and tenant:d4ba52ed691249a398a477525f4f3f10 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:27.418725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:27.429160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:27.475723 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.477504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Set router 680e4e00-06c7-4f2e-b950-faf9aea94b0a gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:27.485563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:27.486650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.488943 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.492105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Usage tracker for resource:security_group_rule and tenant:6a3305a0f9f842cc9b424283dcbfd61f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:27.496145 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:27.505789 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:27.693878 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662247e6-5c67-4a91-bd5a-68eef8708716 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.698540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662247e6-5c67-4a91-bd5a-68eef8708716 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.700337 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-662247e6-5c67-4a91-bd5a-68eef8708716 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4501462 Mar 02 20:12:27.708588 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38966) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:27.757332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.760859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.766284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.766284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.837685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bab602-5bb0-41ff-812c-402cedcd6506 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.841583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bab602-5bb0-41ff-812c-402cedcd6506 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.842359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-74bab602-5bb0-41ff-812c-402cedcd6506 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Synchronizing usage tracker for tenant:8382cc4161de420bb15e536c38da6f70 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:27.877675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.908647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680e4e00-06c7-4f2e-b950-faf9aea94b0a', 'name': 'tempest-NetworksTestDHCPv6-router-607718937', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:17Z', 'updated_at': '2022-03-02T20:12:22Z', 'revision_number': 2, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None, '_interfaces': [{'id': 'c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec', 'name': '', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'mac_address': 'fa:16:3e:93:f3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680e4e00-06c7-4f2e-b950-faf9aea94b0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b1a0a2-e7f2-4ddf-90fd-359b38385454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:19Z', 'updated_at': '2022-03-02T20:12:23Z', 'revision_number': 2, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'subnets': [{'id': '62b1a0a2-e7f2-4ddf-90fd-359b38385454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:27.917081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Checking router: 680e4e00-06c7-4f2e-b950-faf9aea94b0a for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:12:27.917864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Updating router 680e4e00-06c7-4f2e-b950-faf9aea94b0a port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:12:27.969190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:27.971431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=24497527-3609-4041-98e1-b940b01246ea,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:27.999930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.042813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7310348-b3e9-4156-97af-440fee2378a8,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:28.061334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.068250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-74bab602-5bb0-41ff-812c-402cedcd6506 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Unset dirty status for tenant:8382cc4161de420bb15e536c38da6f70 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:28.074291 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-74bab602-5bb0-41ff-812c-402cedcd6506 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7376699 Mar 02 20:12:28.077132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38972) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:28.077303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.077534 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Added segment 5dd3a41b-f737-44f3-b6c9-6605a5ffc807 of type vlan for network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 Mar 02 20:12:28.185850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38976) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:28.209740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.344288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9e668566-f615-4140-ac24-dec138b5a5ab tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Deleting port 37f203f4-a07e-4a6f-98a8-8c1e73605393 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:28.344683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e668566-f615-4140-ac24-dec138b5a5ab tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.380377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'networks': [{'name': 'tempest-network--2140859200'}, {'name': 'tempest-network--695855764'}]} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:28.380942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'network': {'name': 'tempest-network--2140859200'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:28.381747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'network': {'name': 'tempest-network--695855764'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:28.400844 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:28.405015 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1b832a58-783d-4596-b6a1-e6eb4c038b3e None None] Provisioning complete for port 24497527-3609-4041-98e1-b940b01246ea triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:28.405586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1b832a58-783d-4596-b6a1-e6eb4c038b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.452167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.455737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Usage tracker for resource:network and tenant:5c77baa8d28e4bc89f17b4e5db21368c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:28.465629 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:28.479147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:28.503069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.522457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1b832a58-783d-4596-b6a1-e6eb4c038b3e None None] Port 24497527-3609-4041-98e1-b940b01246ea cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:28.576584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Router f115e56d-1fda-42b5-a6aa-d620d57df901 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:12:28.584138 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.585144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:28.585853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.601874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.616750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Transition to ACTIVE for port object c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:28.658089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e668566-f615-4140-ac24-dec138b5a5ab tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.685732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Made reservation on behalf of 5c77baa8d28e4bc89f17b4e5db21368c for: {'network': 2} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:28.689302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.704009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.776892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.829041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216965d-2860-47ca-a93a-5649c3a004d0 None None] Pushing event updated for resources: {'Port': ['ID=c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:28.841672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] Pushing event updated for resources: {'Network': ['ID=3613e8ab-d49e-46ac-a9c6-fa37d7f28b59,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:28.863118 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-25acf3db-d5ac-437c-8eac-0e1b696e92c4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3414705 Mar 02 20:12:28.867165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 38982) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:28.874656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:28.888935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Request body: {'subnet': {'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-613179705-subnet', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:28.890672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:28.910946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9e668566-f615-4140-ac24-dec138b5a5ab tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Calling delete_port for 37f203f4-a07e-4a6f-98a8-8c1e73605393 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:28.912713 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:28.925355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Usage tracker for resource:subnet and tenant:6a3305a0f9f842cc9b424283dcbfd61f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:28.932915 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:28.935696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:28.990781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Usage tracker for resource:security_group_rule and tenant:5c77baa8d28e4bc89f17b4e5db21368c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:28.996595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:29.013511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:29.058895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Attempting to bind port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:29.059263 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Attempting to bind port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:29.059633 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Attempting to bind port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:12:29.075172 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:12:29.075798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:29.076340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.083874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:12:29.083874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Bound port: c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:29.083874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.186221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Made reservation on behalf of 6a3305a0f9f842cc9b424283dcbfd61f for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:29.188750 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.206870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] For port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:12:29.208214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:29.210301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] For port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:12:29.293583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.295092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e668566-f615-4140-ac24-dec138b5a5ab tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.359793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e668566-f615-4140-ac24-dec138b5a5ab tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event deleted for resources: {'Port': ['ID=37f203f4-a07e-4a6f-98a8-8c1e73605393,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:29.379982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Routers {'680e4e00-06c7-4f2e-b950-faf9aea94b0a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:29.379982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['680e4e00-06c7-4f2e-b950-faf9aea94b0a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:29.382540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.433747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216965d-2860-47ca-a93a-5649c3a004d0 None None] Pushing event updated for resources: {'Port': ['ID=c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:29.434233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e668566-f615-4140-ac24-dec138b5a5ab tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.528885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:29.535063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.539571 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-257c7497-616a-43aa-840e-f3760dcd2647 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "PUT /v2.0/routers/f115e56d-1fda-42b5-a6aa-d620d57df901 HTTP/1.1" status: 200 len: 879 time: 7.8543961 Mar 02 20:12:29.545675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38986) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:29.547668 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb936c9e-e749-45e6-a89f-8d7c6e90d947 None None] Sync routers for ids ['f115e56d-1fda-42b5-a6aa-d620d57df901'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:29.564140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] Set router 680e4e00-06c7-4f2e-b950-faf9aea94b0a gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:29.568621 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb936c9e-e749-45e6-a89f-8d7c6e90d947 None None] Routers {'f115e56d-1fda-42b5-a6aa-d620d57df901'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:29.569242 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bb936c9e-e749-45e6-a89f-8d7c6e90d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f115e56d-1fda-42b5-a6aa-d620d57df901'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:29.614176 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9e668566-f615-4140-ac24-dec138b5a5ab tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "DELETE /v2.0/ports/37f203f4-a07e-4a6f-98a8-8c1e73605393 HTTP/1.1" status: 204 len: 168 time: 1.5381193 Mar 02 20:12:29.626346 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38990) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:29.672595 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bb936c9e-e749-45e6-a89f-8d7c6e90d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:29.689083 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb936c9e-e749-45e6-a89f-8d7c6e90d947 None None] Routers {'f115e56d-1fda-42b5-a6aa-d620d57df901'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:29.691031 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bb936c9e-e749-45e6-a89f-8d7c6e90d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f115e56d-1fda-42b5-a6aa-d620d57df901'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:29.722719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.782594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.787281 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bb936c9e-e749-45e6-a89f-8d7c6e90d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:29.788825 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb936c9e-e749-45e6-a89f-8d7c6e90d947 None None] The sync data for ids ['f115e56d-1fda-42b5-a6aa-d620d57df901'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:29.810846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-0adb2d82-7695-4c1e-98de-582eebf9a112 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Deleting port f58368c0-6fb5-40f7-a789-10f23ae26cb4 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:29.811181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0adb2d82-7695-4c1e-98de-582eebf9a112 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.830624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.831248 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.868190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:29.986946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680e4e00-06c7-4f2e-b950-faf9aea94b0a', 'name': 'tempest-NetworksTestDHCPv6-router-607718937', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:17Z', 'updated_at': '2022-03-02T20:12:22Z', 'revision_number': 2, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None, '_interfaces': [{'id': 'c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec', 'name': '', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'mac_address': 'fa:16:3e:93:f3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680e4e00-06c7-4f2e-b950-faf9aea94b0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b1a0a2-e7f2-4ddf-90fd-359b38385454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:19Z', 'updated_at': '2022-03-02T20:12:29Z', 'revision_number': 4, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'subnets': [{'id': '62b1a0a2-e7f2-4ddf-90fd-359b38385454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:29.987349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:12:29.991227 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9e8bb-ac5d-43b4-b73b-da46739b953e None None] The sync data for ids ['680e4e00-06c7-4f2e-b950-faf9aea94b0a'] in dv-neutron-831593-2-hyperv is: [{'id': '680e4e00-06c7-4f2e-b950-faf9aea94b0a', 'name': 'tempest-NetworksTestDHCPv6-router-607718937', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:17Z', 'updated_at': '2022-03-02T20:12:22Z', 'revision_number': 2, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None, '_interfaces': [{'id': 'c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec', 'name': '', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'mac_address': 'fa:16:3e:93:f3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680e4e00-06c7-4f2e-b950-faf9aea94b0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62b1a0a2-e7f2-4ddf-90fd-359b38385454', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:19Z', 'updated_at': '2022-03-02T20:12:29Z', 'revision_number': 4, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'subnets': [{'id': '62b1a0a2-e7f2-4ddf-90fd-359b38385454', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:30.019984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c33ae9-445c-4c38-b1bd-44850cafb1bb,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:30.023766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:30.046184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.046860 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Added segment 70aaf89d-6b74-4a8f-80f0-1a3a86694a8c of type vlan for network fe69f0d6-59c1-4f04-a0cd-977113c72c65 Mar 02 20:12:30.082834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.121260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.133470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.179148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0adb2d82-7695-4c1e-98de-582eebf9a112 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.233068 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:30.244920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.247389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.331643 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36bb119d-1b7d-4a9f-810e-7e75b866203a,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:30.339513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.339982 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Added segment 8c2e8ca5-8b91-4fad-aa6f-7ec54a04c231 of type vlan for network 9bcd21e5-6b96-4642-934a-f923bcf24e8f Mar 02 20:12:30.349355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-0adb2d82-7695-4c1e-98de-582eebf9a112 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Calling delete_port for f58368c0-6fb5-40f7-a789-10f23ae26cb4 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:30.406841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Allocated IP 172.26.5.5 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/40a14565-a4e5-4e14-acbe-6bf950e7f49d) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:30.427861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=24497527-3609-4041-98e1-b940b01246ea,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:30.469429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:30.469769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.499297 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c88f4b12-3f14-4553-9703-06d6f2ea6c06 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/routers/f115e56d-1fda-42b5-a6aa-d620d57df901 HTTP/1.1" status: 200 len: 920 time: 0.9519727 Mar 02 20:12:30.505317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38994) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:30.524706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.569620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:30.607721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Checking segment: {'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:30.613071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Network hostable DHCP agents. Network: 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:30.673306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0adb2d82-7695-4c1e-98de-582eebf9a112 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.729243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 5cbedf86-272c-43fc-bf9d-380efbf919f2 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:30.733288 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:30.741414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:30.749176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:30.749820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.885574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb2d82-7695-4c1e-98de-582eebf9a112 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event deleted for resources: {'Port': ['ID=f58368c0-6fb5-40f7-a789-10f23ae26cb4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:30.891311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.891856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.895563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:30.898815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:30.899470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.933343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0adb2d82-7695-4c1e-98de-582eebf9a112 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.967796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:30.972570 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0adb2d82-7695-4c1e-98de-582eebf9a112 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "DELETE /v2.0/ports/f58368c0-6fb5-40f7-a789-10f23ae26cb4 HTTP/1.1" status: 204 len: 168 time: 1.3450167 Mar 02 20:12:30.974380 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 38998) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:30.983339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c7180d8d-85a6-46c5-b2fd-5ed80c3fd925 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Synchronizing usage tracker for tenant:565980af9bf94a5fa43545ee198aaffc on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:31.016060 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:31.021782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.040141 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d5a9ac23-cb91-4e39-ab77-f680bb81bca3 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Synchronizing usage tracker for tenant:8382cc4161de420bb15e536c38da6f70 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:31.042415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:31.054520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] For port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:31.054957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.074772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c7180d8d-85a6-46c5-b2fd-5ed80c3fd925 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Unset dirty status for tenant:565980af9bf94a5fa43545ee198aaffc on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:31.075917 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c7180d8d-85a6-46c5-b2fd-5ed80c3fd925 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=8365059c-528a-42c0-931f-6ee8653060e0&device_id=f115e56d-1fda-42b5-a6aa-d620d57df901&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5700467 Mar 02 20:12:31.082079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39002) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:31.087201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.093943 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event updated for resources: {'Network': ['ID=fe69f0d6-59c1-4f04-a0cd-977113c72c65,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:31.165738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network fe69f0d6-59c1-4f04-a0cd-977113c72c65 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:31.248440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:31.260092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:31.264486 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0775592 Mar 02 20:12:31.280340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39006) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:31.293392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:31.293392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.310342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e71f026-6529-4688-978b-3c6d0806323d None None] Network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:31.329341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:31.378288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d5a9ac23-cb91-4e39-ab77-f680bb81bca3 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Unset dirty status for tenant:8382cc4161de420bb15e536c38da6f70 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:31.378717 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d5a9ac23-cb91-4e39-ab77-f680bb81bca3 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4009833 Mar 02 20:12:31.385721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb6803-b5de-4e4b-8dc1-491163535017 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event updated for resources: {'Network': ['ID=9bcd21e5-6b96-4642-934a-f923bcf24e8f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:31.387678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39010) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:31.439667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 9bcd21e5-6b96-4642-934a-f923bcf24e8f details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:31.511823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9410b68-d2d1-4a89-9c13-0bcea554e840 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:31.517552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9410b68-d2d1-4a89-9c13-0bcea554e840 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:31.522295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9410b68-d2d1-4a89-9c13-0bcea554e840 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:31.528691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9410b68-d2d1-4a89-9c13-0bcea554e840 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:31.531097 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f9410b68-d2d1-4a89-9c13-0bcea554e840 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2495492 Mar 02 20:12:31.588425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39014) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:31.600608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-941125924'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:31.645625 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-86bc824f-065d-4c99-9d2a-01c534396ca9 None None] Provisioning complete for port 24497527-3609-4041-98e1-b940b01246ea triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:31.646220 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86bc824f-065d-4c99-9d2a-01c534396ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.656555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:31.705671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:12:31.706960 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:12:31.741065 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Usage tracker for resource:network and tenant:8382cc4161de420bb15e536c38da6f70 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:31.749827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-86bc824f-065d-4c99-9d2a-01c534396ca9 None None] Port 24497527-3609-4041-98e1-b940b01246ea cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:31.756482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:31.771567 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-82c3fe74-8e7a-41fc-816a-8dbe35e11040 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9010813 Mar 02 20:12:31.772953 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39018) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:31.779623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.781053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:31.784006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:31.810971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:31.816437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Usage tracker for resource:router and tenant:6a3305a0f9f842cc9b424283dcbfd61f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:31.822013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:31.832317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab435641-a2b2-4952-af69-ac30a3709eb2 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:31.833781 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ab435641-a2b2-4952-af69-ac30a3709eb2 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/networks/8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 881 time: 0.7492173 Mar 02 20:12:31.845564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39022) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:31.912376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:31.913694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.919788 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-41029182-afb6-4045-bf6e-78edcb6a6c39 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=f115e56d-1fda-42b5-a6aa-d620d57df901 HTTP/1.1" status: 200 len: 205 time: 0.0709052 Mar 02 20:12:31.922476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39026) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:31.989673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'fixed_ips': [{'subnet_id': '36bb119d-1b7d-4a9f-810e-7e75b866203a'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:12:31.990516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.000234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:32.001617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Pushing event updated for resources: {'Port': ['ID=40a14565-a4e5-4e14-acbe-6bf950e7f49d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:32.012286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Made reservation on behalf of 8382cc4161de420bb15e536c38da6f70 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:32.015248 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.019427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.020602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.024951 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:32.051180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.082972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:32.217430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:32.217787 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.229550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Allocated IP 172.20.0.2 (3613e8ab-d49e-46ac-a9c6-fa37d7f28b59/36bb119d-1b7d-4a9f-810e-7e75b866203a/b62a32f1-d4b2-41b7-8045-873bb24f9079) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:32.267460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:32.377644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.378014 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Added segment 3574b001-e0ac-4c74-96bc-05a1503a0893 of type vlan for network b909fa34-45c6-4a09-88d9-825a310b1ac9 Mar 02 20:12:32.383606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.438846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe69f0d6-59c1-4f04-a0cd-977113c72c65']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:32.474944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.486867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70aaf89d-6b74-4a8f-80f0-1a3a86694a8c') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:32.487237 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70aaf89d-6b74-4a8f-80f0-1a3a86694a8c') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:32.498294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.520565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.527628 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.545392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Transition to ACTIVE for port object b62a32f1-d4b2-41b7-8045-873bb24f9079 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:32.548151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:32.552606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] For port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:32.553036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.560106 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.578433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:32.578824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:32.593156 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:32.644727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:32.645347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.694698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.697481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:32.698097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.698659 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:32.767880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Transition to ACTIVE for port object b62a32f1-d4b2-41b7-8045-873bb24f9079 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:32.805471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.806992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 045f8e54-12cd-41dc-8d09-5bb7bd665c0a is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:12:32.819222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.841886 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.844913 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event updated for resources: {'Network': ['ID=b909fa34-45c6-4a09-88d9-825a310b1ac9,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:32.876320 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "DELETE /v2.0/networks/fe69f0d6-59c1-4f04-a0cd-977113c72c65 HTTP/1.1" status: 204 len: 168 time: 1.2530599 Mar 02 20:12:32.878156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39030) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:32.878375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad3b79-4772-47c6-8676-f625217db4e9 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event deleted for resources: {'Network': ['ID=fe69f0d6-59c1-4f04-a0cd-977113c72c65,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:32.917724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network b909fa34-45c6-4a09-88d9-825a310b1ac9 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:32.940070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.940792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:32.951588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.015164 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f1a07b6d-cd74-4d90-9137-b838fb80732f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6221061 Mar 02 20:12:33.026567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39034) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:33.037430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Pushing event updated for resources: {'Port': ['ID=b62a32f1-d4b2-41b7-8045-873bb24f9079,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:33.042154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:33.045978 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:33.049656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:33.155522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Attempting to bind port b62a32f1-d4b2-41b7-8045-873bb24f9079 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:33.156350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Attempting to bind port b62a32f1-d4b2-41b7-8045-873bb24f9079 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:33.158108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Attempting to bind port b62a32f1-d4b2-41b7-8045-873bb24f9079 on network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:12:33.169461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:12:33.169861 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Checking segment: {'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:33.170281 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.170828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Bound using segment: {'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:12:33.171306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Bound port: b62a32f1-d4b2-41b7-8045-873bb24f9079, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:33.172048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.192214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.228074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-163457642'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:33.266429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.268585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] For port b62a32f1-d4b2-41b7-8045-873bb24f9079, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:12:33.271696 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] For port b62a32f1-d4b2-41b7-8045-873bb24f9079, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b62a32f1-d4b2-41b7-8045-873bb24f9079,segment=NetworkSegment(5dd3a41b-f737-44f3-b6c9-6605a5ffc807),segment_id=5dd3a41b-f737-44f3-b6c9-6605a5ffc807)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:12:33.299316 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.300172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:33.317369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Usage tracker for resource:network and tenant:8382cc4161de420bb15e536c38da6f70 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:33.330717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.347413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.365379 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:33.384212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:33.403159 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:33.440710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f1a3a-5975-476b-b7b0-5c394270a8ee None None] Pushing event updated for resources: {'Port': ['ID=b62a32f1-d4b2-41b7-8045-873bb24f9079,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:33.503563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Made reservation on behalf of 8382cc4161de420bb15e536c38da6f70 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:33.506717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.536878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:33.543552 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d439483c-e260-424c-ad93-d4948cf97ac5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/045f8e54-12cd-41dc-8d09-5bb7bd665c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0138581 Mar 02 20:12:33.548022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561408d4-1e8a-4554-a31b-b1eb7f285ecf None None] Sync routers for ids ['045f8e54-12cd-41dc-8d09-5bb7bd665c0a'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:33.564331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.568874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561408d4-1e8a-4554-a31b-b1eb7f285ecf None None] Routers {'045f8e54-12cd-41dc-8d09-5bb7bd665c0a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:33.568874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-561408d4-1e8a-4554-a31b-b1eb7f285ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['045f8e54-12cd-41dc-8d09-5bb7bd665c0a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:33.569585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39038) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:33.664680 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2df02d-6fca-4ca6-b3be-0cd8e6026b21 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:33.669760 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2e2df02d-6fca-4ca6-b3be-0cd8e6026b21 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports/24497527-3609-4041-98e1-b940b01246ea HTTP/1.1" status: 200 len: 983 time: 0.0988636 Mar 02 20:12:33.675896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-561408d4-1e8a-4554-a31b-b1eb7f285ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:33.696728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561408d4-1e8a-4554-a31b-b1eb7f285ecf None None] Routers {'045f8e54-12cd-41dc-8d09-5bb7bd665c0a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:33.697503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-561408d4-1e8a-4554-a31b-b1eb7f285ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['045f8e54-12cd-41dc-8d09-5bb7bd665c0a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:33.698143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39042) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:33.783204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-561408d4-1e8a-4554-a31b-b1eb7f285ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:33.783789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561408d4-1e8a-4554-a31b-b1eb7f285ecf None None] The sync data for ids ['045f8e54-12cd-41dc-8d09-5bb7bd665c0a'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:33.844581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcd21e5-6b96-4642-934a-f923bcf24e8f']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:33.876301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:33.876545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2e8ca5-8b91-4fad-aa6f-7ec54a04c231') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:33.876860 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2e8ca5-8b91-4fad-aa6f-7ec54a04c231') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:33.901763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.926964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Allocated IP 172.26.5.109 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/5049e6c5-cbfb-404d-a98f-26ac16ac6285) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:33.933377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.933724 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Added segment 43b9bcaf-e5b1-4b5a-8b5f-724dce508345 of type vlan for network 02c56cc7-112f-4b10-8dcc-1e1477ddf9c0 Mar 02 20:12:33.938327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.944370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.945780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.959170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:33.959581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:33.974792 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:33.988630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.048332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Deleting port c5595860-810c-4a1d-9b91-5224b282cc8a {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:34.048711 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.202211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.205772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:34.206393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.314553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Router 0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:12:34.353548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.361514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.439081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.465245 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event deleted for resources: {'Network': ['ID=9bcd21e5-6b96-4642-934a-f923bcf24e8f,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:34.485699 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6931087e-5ff1-48c5-b726-824bab697d36 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "DELETE /v2.0/networks/9bcd21e5-6b96-4642-934a-f923bcf24e8f HTTP/1.1" status: 204 len: 168 time: 1.6080110 Mar 02 20:12:34.492039 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39046) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:34.497346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event updated for resources: {'Network': ['ID=02c56cc7-112f-4b10-8dcc-1e1477ddf9c0,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:34.504984 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-093bcabc-e034-4ce7-b2d9-c35204198bda tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4724252 Mar 02 20:12:34.514883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 02c56cc7-112f-4b10-8dcc-1e1477ddf9c0 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:34.712170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39050) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:34.738134 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'subnets': [{'network_id': 'b909fa34-45c6-4a09-88d9-825a310b1ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--607570538', 'ip_version': 4}, {'network_id': '02c56cc7-112f-4b10-8dcc-1e1477ddf9c0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:34.740105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'subnet': {'network_id': 'b909fa34-45c6-4a09-88d9-825a310b1ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--607570538', 'ip_version': 4}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:34.740105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Request body: {'subnet': {'network_id': '02c56cc7-112f-4b10-8dcc-1e1477ddf9c0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:34.740278 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b62a32f1-d4b2-41b7-8045-873bb24f9079 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:34.767009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28186068-5135-4d3d-9691-2ca63688ab96 None None] Network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:34.911103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Router 680e4e00-06c7-4f2e-b950-faf9aea94b0a has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:12:34.937920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beccf212-a518-4f47-991b-1408139bbeea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:34.941358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beccf212-a518-4f47-991b-1408139bbeea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:34.942163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-beccf212-a518-4f47-991b-1408139bbeea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Synchronizing usage tracker for tenant:5c77baa8d28e4bc89f17b4e5db21368c on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:34.960491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.985511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e25afa21-f312-452b-b8b1-2566aef48092 None None] Provisioning for port b62a32f1-d4b2-41b7-8045-873bb24f9079 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:35.027318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.034617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port b62a32f1-d4b2-41b7-8045-873bb24f9079 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:35.046341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b62a32f1-d4b2-41b7-8045-873bb24f9079 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:35.046341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.127357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-beccf212-a518-4f47-991b-1408139bbeea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Unset dirty status for tenant:5c77baa8d28e4bc89f17b4e5db21368c on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:35.131692 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-beccf212-a518-4f47-991b-1408139bbeea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6387417 Mar 02 20:12:35.136244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39054) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:35.149460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1001325337'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:35.165405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:35.169678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:35.173135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Pushing event updated for resources: {'Port': ['ID=5049e6c5-cbfb-404d-a98f-26ac16ac6285,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:35.175598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:35.181462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:35.194094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Calling delete_port for c5595860-810c-4a1d-9b91-5224b282cc8a owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:35.208469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.214002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:35.240904 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:35.247876 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-44dd443a-992a-49fc-8f11-667a3dd08a37 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "PUT /v2.0/routers/680e4e00-06c7-4f2e-b950-faf9aea94b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5374551 Mar 02 20:12:35.252766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39058) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:35.253947 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port b62a32f1-d4b2-41b7-8045-873bb24f9079, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b62a32f1-d4b2-41b7-8045-873bb24f9079,segment=NetworkSegment(5dd3a41b-f737-44f3-b6c9-6605a5ffc807),segment_id=5dd3a41b-f737-44f3-b6c9-6605a5ffc807)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:35.256245 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a5367-753d-4f78-9c73-c87d12ac1340 None None] Sync routers for ids ['680e4e00-06c7-4f2e-b950-faf9aea94b0a'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:35.271726 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a5367-753d-4f78-9c73-c87d12ac1340 None None] Routers {'680e4e00-06c7-4f2e-b950-faf9aea94b0a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:35.272552 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-cb6a5367-753d-4f78-9c73-c87d12ac1340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['680e4e00-06c7-4f2e-b950-faf9aea94b0a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:35.334487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Made reservation on behalf of 5c77baa8d28e4bc89f17b4e5db21368c for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:35.337583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.347481 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.448728 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-cb6a5367-753d-4f78-9c73-c87d12ac1340 None None] Set router 680e4e00-06c7-4f2e-b950-faf9aea94b0a gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:35.452251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=b62a32f1-d4b2-41b7-8045-873bb24f9079,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:35.466533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97f3d5-ef8b-435f-81c2-5310888b2ab2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:35.468464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97f3d5-ef8b-435f-81c2-5310888b2ab2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:35.469499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2b97f3d5-ef8b-435f-81c2-5310888b2ab2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:35.477404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:35.497419 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.498007 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Added segment 7cfbfb90-2720-45d0-b35f-8704356c4c0b of type vlan for network 317573ff-90e2-4018-a314-f6af853d4d60 Mar 02 20:12:35.502934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:35.526199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.539369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Usage tracker for resource:subnet and tenant:8382cc4161de420bb15e536c38da6f70 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:35.539713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fe6ddcc5-a270-4d52-80b3-3c172f6642f6 None None] Provisioning complete for port b62a32f1-d4b2-41b7-8045-873bb24f9079 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:35.540603 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fe6ddcc5-a270-4d52-80b3-3c172f6642f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.546100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:35.562702 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-cb6a5367-753d-4f78-9c73-c87d12ac1340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680e4e00-06c7-4f2e-b950-faf9aea94b0a', 'name': 'tempest-NetworksTestDHCPv6-router-607718937', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:17Z', 'updated_at': '2022-03-02T20:12:32Z', 'revision_number': 3, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:35.566466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:35.567102 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a5367-753d-4f78-9c73-c87d12ac1340 None None] Checking router: 680e4e00-06c7-4f2e-b950-faf9aea94b0a for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:12:35.572900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2b97f3d5-ef8b-435f-81c2-5310888b2ab2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:35.578257 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2b97f3d5-ef8b-435f-81c2-5310888b2ab2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3190117 Mar 02 20:12:35.578401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39062) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:35.579080 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a5367-753d-4f78-9c73-c87d12ac1340 None None] Routers {'680e4e00-06c7-4f2e-b950-faf9aea94b0a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:35.581302 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-cb6a5367-753d-4f78-9c73-c87d12ac1340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['680e4e00-06c7-4f2e-b950-faf9aea94b0a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:35.589232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.589983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.660551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.663626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:35.664662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.666989 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Made reservation on behalf of 8382cc4161de420bb15e536c38da6f70 for: {'subnet': 2} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:35.714550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:35.733729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ad95f-8702-4cd9-b449-64b30de10a6c None None] Sync routers for ids ['0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:35.756568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ad95f-8702-4cd9-b449-64b30de10a6c None None] Routers {'0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:35.756568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-213ad95f-8702-4cd9-b449-64b30de10a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:35.756890 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-cb6a5367-753d-4f78-9c73-c87d12ac1340 None None] Set router 680e4e00-06c7-4f2e-b950-faf9aea94b0a gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:35.788586 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6509178 Mar 02 20:12:35.795698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39066) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:35.832498 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-213ad95f-8702-4cd9-b449-64b30de10a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:35.848680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ad95f-8702-4cd9-b449-64b30de10a6c None None] Routers {'0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:35.849334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-213ad95f-8702-4cd9-b449-64b30de10a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:35.859114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-702358276'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:35.868394 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-cb6a5367-753d-4f78-9c73-c87d12ac1340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680e4e00-06c7-4f2e-b950-faf9aea94b0a', 'name': 'tempest-NetworksTestDHCPv6-router-607718937', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:17Z', 'updated_at': '2022-03-02T20:12:32Z', 'revision_number': 3, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:35.872818 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a5367-753d-4f78-9c73-c87d12ac1340 None None] The sync data for ids ['680e4e00-06c7-4f2e-b950-faf9aea94b0a'] in dv-neutron-831593-2-hyperv is: [{'id': '680e4e00-06c7-4f2e-b950-faf9aea94b0a', 'name': 'tempest-NetworksTestDHCPv6-router-607718937', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:17Z', 'updated_at': '2022-03-02T20:12:32Z', 'revision_number': 3, 'project_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'gw_port_host': None}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:35.892032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:35.918741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Usage tracker for resource:network and tenant:5c77baa8d28e4bc89f17b4e5db21368c is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:35.922052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce07dc0-9f05-4069-a8f7-177be307ccea tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event updated for resources: {'Network': ['ID=317573ff-90e2-4018-a314-f6af853d4d60,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:35.926506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:35.937346 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:35.937653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-213ad95f-8702-4cd9-b449-64b30de10a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:35.938511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ad95f-8702-4cd9-b449-64b30de10a6c None None] The sync data for ids ['0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:35.941691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 317573ff-90e2-4018-a314-f6af853d4d60 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:36.052983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.057229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.063196 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7a0757a7-90c3-4813-8097-d11967760d43 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.6822405 Mar 02 20:12:36.063614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39070) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:36.066825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:36.124392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Made reservation on behalf of 5c77baa8d28e4bc89f17b4e5db21368c for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:36.127314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.144290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Router 7653ade3-f789-4538-bc22-3062b37321a5 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:12:36.146825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Pushing event deleted for resources: {'Port': ['ID=c5595860-810c-4a1d-9b91-5224b282cc8a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:36.214849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2dfe2e-17df-445b-b8a8-0bd75700e28a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 62b1a0a2-e7f2-4ddf-90fd-359b38385454 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:36.218335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.218660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.240840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9cdf-dd74-4012-9958-a753f13373d5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.283950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:36.296915 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae2dfe2e-17df-445b-b8a8-0bd75700e28a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.470224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.470584 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Added segment 79983bf4-8451-49bb-bfb6-993e14aed614 of type vlan for network bed66b3f-4d39-468d-ac94-a411394fd8f7 Mar 02 20:12:36.506170 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b62a32f1-d4b2-41b7-8045-873bb24f9079 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:36.531519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.598309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b62a32f1-d4b2-41b7-8045-873bb24f9079 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:36.598977 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.641311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.644955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:36.645544 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.648418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae2dfe2e-17df-445b-b8a8-0bd75700e28a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.742098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:36.777393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:12:36.777791 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c24bddb0-8aab-4a14-9d8e-83ecbfb2d6ec not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:36.881437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event updated for resources: {'Network': ['ID=bed66b3f-4d39-468d-ac94-a411394fd8f7,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:36.888395 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:36.900910 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Sync routers for ids ['7653ade3-f789-4538-bc22-3062b37321a5'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:36.902105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:36.904765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network bed66b3f-4d39-468d-ac94-a411394fd8f7 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:36.927779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Routers {'7653ade3-f789-4538-bc22-3062b37321a5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:36.928813 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7653ade3-f789-4538-bc22-3062b37321a5'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:36.940798 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2624767c-982d-4f8d-bc00-eadedcae1ffc tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0873625 Mar 02 20:12:36.943002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39074) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:36.950840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'ports': [{'network_id': '317573ff-90e2-4018-a314-f6af853d4d60', 'name': 'tempest-port--750833261', 'admin_state_up': True}, {'network_id': 'bed66b3f-4d39-468d-ac94-a411394fd8f7', 'admin_state_up': False}]} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:36.951154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'port': {'network_id': '317573ff-90e2-4018-a314-f6af853d4d60', 'name': 'tempest-port--750833261', 'admin_state_up': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:36.951622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'port': {'network_id': 'bed66b3f-4d39-468d-ac94-a411394fd8f7', 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:37.030976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.032312 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-99971212-f076-46bf-92e8-666a0ed6eac9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2576435 Mar 02 20:12:37.045645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39078) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:37.099535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae2dfe2e-17df-445b-b8a8-0bd75700e28a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.154263 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Set router 7653ade3-f789-4538-bc22-3062b37321a5 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:37.339936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.374029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.462274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:37.469166 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:35Z', 'revision_number': 3, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:37.473638 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Checking router: 7653ade3-f789-4538-bc22-3062b37321a5 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:12:37.474114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Usage tracker for resource:port and tenant:5c77baa8d28e4bc89f17b4e5db21368c is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:37.474445 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Updating router 7653ade3-f789-4538-bc22-3062b37321a5 port 5049e6c5-cbfb-404d-a98f-26ac16ac6285 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:12:37.480279 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:37.491954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:37.532786 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.545985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae2dfe2e-17df-445b-b8a8-0bd75700e28a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.588046 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Made reservation on behalf of 5c77baa8d28e4bc89f17b4e5db21368c for: {'port': 2} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:37.591820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.612447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dfe2e-17df-445b-b8a8-0bd75700e28a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=62b1a0a2-e7f2-4ddf-90fd-359b38385454,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:37.668792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae2dfe2e-17df-445b-b8a8-0bd75700e28a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.676019 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e12163-c435-40a7-8a9f-cad525eb7267 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:37.705553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a9cdf-dd74-4012-9958-a753f13373d5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 24497527-3609-4041-98e1-b940b01246ea {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:37.706024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9cdf-dd74-4012-9958-a753f13373d5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.735319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.749594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.750117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Fanout notify agent at l3_agent the message router_deleted on router f115e56d-1fda-42b5-a6aa-d620d57df901 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:37.784549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.785658 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-828a68ec-cb99-4771-87d9-092ef4e97838 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/f115e56d-1fda-42b5-a6aa-d620d57df901 HTTP/1.1" status: 204 len: 168 time: 5.8593497 Mar 02 20:12:37.792437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39082) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:37.799922 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ae2dfe2e-17df-445b-b8a8-0bd75700e28a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/62b1a0a2-e7f2-4ddf-90fd-359b38385454 HTTP/1.1" status: 204 len: 168 time: 2.2179577 Mar 02 20:12:37.805092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39086) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:37.812095 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-27f76bbe-f435-48e8-ae49-b536acf789ee tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1287204322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:37.825932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-27f76bbe-f435-48e8-ae49-b536acf789ee tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:37.835322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-27f76bbe-f435-48e8-ae49-b536acf789ee tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Usage tracker for resource:router and tenant:bf812956d0bf4315a0952257862998d2 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:37.855924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-27f76bbe-f435-48e8-ae49-b536acf789ee tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:37.918274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-27f76bbe-f435-48e8-ae49-b536acf789ee tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:37.966124 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.985542 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Transition to ACTIVE for port object 5049e6c5-cbfb-404d-a98f-26ac16ac6285 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:38.022481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9cdf-dd74-4012-9958-a753f13373d5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.033886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-27f76bbe-f435-48e8-ae49-b536acf789ee tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.036876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-27f76bbe-f435-48e8-ae49-b536acf789ee tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.036999 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c5771d-19c9-42f7-975d-06fd8c2911ac None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:12:38.042752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-13c5771d-19c9-42f7-975d-06fd8c2911ac None None] Deleting port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:38.043484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-13c5771d-19c9-42f7-975d-06fd8c2911ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.055668 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.124226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.207015 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Attempting to bind port 5049e6c5-cbfb-404d-a98f-26ac16ac6285 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:38.207649 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Attempting to bind port 5049e6c5-cbfb-404d-a98f-26ac16ac6285 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:38.208161 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Attempting to bind port 5049e6c5-cbfb-404d-a98f-26ac16ac6285 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:12:38.225436 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Pushing event updated for resources: {'Port': ['ID=5049e6c5-cbfb-404d-a98f-26ac16ac6285,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:38.237120 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:38.237655 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:38.238203 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:38.239754 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:38.243067 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:38.243067 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:38.243067 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:38.243067 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:38.243067 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:38.243067 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:38.243067 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:38.258152 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:12:38.258724 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:38.259285 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.259861 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:12:38.260527 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Bound port: 5049e6c5-cbfb-404d-a98f-26ac16ac6285, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:38.262372 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.278216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.287952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a9cdf-dd74-4012-9958-a753f13373d5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 24497527-3609-4041-98e1-b940b01246ea owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:38.296243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8879d743-ffe0-4994-b11f-eeb5ad82f9b5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:router {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:38.305585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] device_id is not set on port 1174ca23-802b-47ec-a2f8-4446a133ccee yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:12:38.351191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-13c5771d-19c9-42f7-975d-06fd8c2911ac None None] For port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7ee99dcd-a1c1-4ac7-99a4-abefb41bb033,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:38.351806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-13c5771d-19c9-42f7-975d-06fd8c2911ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.357800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.387776 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] For port 5049e6c5-cbfb-404d-a98f-26ac16ac6285, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:12:38.392292 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] For port 5049e6c5-cbfb-404d-a98f-26ac16ac6285, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5049e6c5-cbfb-404d-a98f-26ac16ac6285,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:12:38.417495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-27f76bbe-f435-48e8-ae49-b536acf789ee tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.420861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event updated for resources: {'Subnet': ['ID=7ccfbdcf-f618-4f50-9765-a37ecea11f44,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:38.425940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8879d743-ffe0-4994-b11f-eeb5ad82f9b5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:router {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:38.427113 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8879d743-ffe0-4994-b11f-eeb5ad82f9b5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6160762 Mar 02 20:12:38.433212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39090) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:38.491309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Deleting port 40a14565-a4e5-4e14-acbe-6bf950e7f49d {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:38.491571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.495664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-13c5771d-19c9-42f7-975d-06fd8c2911ac None None] Calling delete_port for 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:38.513087 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.580372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:38.598084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.613623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Checking segment: {'id': '3574b001-e0ac-4c74-96bc-05a1503a0893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'b909fa34-45c6-4a09-88d9-825a310b1ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:38.614259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Network hostable DHCP agents. Network: b909fa34-45c6-4a09-88d9-825a310b1ac9, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:38.622787 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Routers {'7653ade3-f789-4538-bc22-3062b37321a5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:38.624030 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7653ade3-f789-4538-bc22-3062b37321a5'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:38.648452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-13c5771d-19c9-42f7-975d-06fd8c2911ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.649280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3612-2ce8-4875-b71a-3e33db5100c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.659825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No active binding found for port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 {{(pid=84505) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 20:12:38.660237 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:38.703861 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5771d-19c9-42f7-975d-06fd8c2911ac None None] No DVR routers for this DVR port 7ee99dcd-a1c1-4ac7-99a4-abefb41bb033 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:38.711801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5771d-19c9-42f7-975d-06fd8c2911ac None None] Pushing event deleted for resources: {'Port': ['ID=7ee99dcd-a1c1-4ac7-99a4-abefb41bb033,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:38.761785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-27f76bbe-f435-48e8-ae49-b536acf789ee tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.861728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] device_id is not set on port a08c7df8-228e-420f-a535-599da36b092c yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:12:38.862178 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d49c3-6191-4a33-9495-5510272226c5 None None] Pushing event updated for resources: {'Port': ['ID=5049e6c5-cbfb-404d-a98f-26ac16ac6285,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:38.909113 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] Set router 7653ade3-f789-4538-bc22-3062b37321a5 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:38.937141 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.003296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Network b909fa34-45c6-4a09-88d9-825a310b1ac9 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:39.005632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-27f76bbe-f435-48e8-ae49-b536acf789ee tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.011504 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-27f76bbe-f435-48e8-ae49-b536acf789ee tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2059288 Mar 02 20:12:39.016425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9cdf-dd74-4012-9958-a753f13373d5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.017765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39094) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:39.061157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'enable_snat': True}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:39.088217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Calling delete_port for 40a14565-a4e5-4e14-acbe-6bf950e7f49d owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:39.132276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, b909fa34-45c6-4a09-88d9-825a310b1ac9) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:39.146360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9cfb06-922e-4783-9733-1ca5ab36dc39 None None] Network b909fa34-45c6-4a09-88d9-825a310b1ac9 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:39.215740 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:35Z', 'revision_number': 3, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:39.220445 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f31f8c-da8f-46d7-9388-2e685d1cafa1 None None] The sync data for ids ['7653ade3-f789-4538-bc22-3062b37321a5'] in dv-neutron-831593-2-hyperv is: [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:35Z', 'revision_number': 3, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:39.262374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a9cdf-dd74-4012-9958-a753f13373d5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=24497527-3609-4041-98e1-b940b01246ea,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:39.264923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.318546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.459307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-b909fa34-45c6-4a09-88d9-825a310b1ac9', 'network_id': 'b909fa34-45c6-4a09-88d9-825a310b1ac9', 'tenant_id': '8382cc4161de420bb15e536c38da6f70', 'fixed_ips': [{'subnet_id': '7ccfbdcf-f618-4f50-9765-a37ecea11f44'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:12:39.460598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.563174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.692077 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.703330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Allocated IP 172.20.0.2 (b909fa34-45c6-4a09-88d9-825a310b1ac9/7ccfbdcf-f618-4f50-9765-a37ecea11f44/385d820d-744d-44e6-860f-6ed93f9bdf45) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:39.706261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3612-2ce8-4875-b71a-3e33db5100c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.716173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.761507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event updated for resources: {'Port': ['ID=1174ca23-802b-47ec-a2f8-4446a133ccee,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:39.804776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3612-2ce8-4875-b71a-3e33db5100c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.807176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event updated for resources: {'Subnet': ['ID=79c68d92-6cbe-4a58-8f56-0f358d5bc391,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:39.964495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.978038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Transition to ACTIVE for port object 385d820d-744d-44e6-860f-6ed93f9bdf45 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:40.001689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Transition to ACTIVE for port object 385d820d-744d-44e6-860f-6ed93f9bdf45 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:40.008925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Checking segment: {'id': '43b9bcaf-e5b1-4b5a-8b5f-724dce508345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02c56cc7-112f-4b10-8dcc-1e1477ddf9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:40.008925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Network hostable DHCP agents. Network: 02c56cc7-112f-4b10-8dcc-1e1477ddf9c0, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:40.019569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9cdf-dd74-4012-9958-a753f13373d5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.067968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Pushing event deleted for resources: {'Port': ['ID=40a14565-a4e5-4e14-acbe-6bf950e7f49d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:40.080142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.150981 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3612-2ce8-4875-b71a-3e33db5100c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.151498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0c3612-2ce8-4875-b71a-3e33db5100c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Fanout notify agent at l3_agent the message router_deleted on router 680e4e00-06c7-4f2e-b950-faf9aea94b0a {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:40.213893 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Network b909fa34-45c6-4a09-88d9-825a310b1ac9 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:40.217825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:40.219931 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Pushing event updated for resources: {'Port': ['ID=385d820d-744d-44e6-860f-6ed93f9bdf45,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:40.222234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:40.300634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Allocated IP 172.20.0.1 (3613e8ab-d49e-46ac-a9c6-fa37d7f28b59/36bb119d-1b7d-4a9f-810e-7e75b866203a/b275cb02-35e6-4444-9c8b-f244c4594f6b) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:40.316098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Checking segment: {'id': '7cfbfb90-2720-45d0-b35f-8704356c4c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '317573ff-90e2-4018-a314-f6af853d4d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:40.316686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Network hostable DHCP agents. Network: 317573ff-90e2-4018-a314-f6af853d4d60, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:40.330181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Attempting to bind port 385d820d-744d-44e6-860f-6ed93f9bdf45 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:40.330181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Attempting to bind port 385d820d-744d-44e6-860f-6ed93f9bdf45 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '3574b001-e0ac-4c74-96bc-05a1503a0893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'b909fa34-45c6-4a09-88d9-825a310b1ac9'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:40.330810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Attempting to bind port 385d820d-744d-44e6-860f-6ed93f9bdf45 on network b909fa34-45c6-4a09-88d9-825a310b1ac9 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:12:40.340530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:12:40.340530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Checking segment: {'id': '3574b001-e0ac-4c74-96bc-05a1503a0893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'b909fa34-45c6-4a09-88d9-825a310b1ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:40.341087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.341864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Bound using segment: {'id': '3574b001-e0ac-4c74-96bc-05a1503a0893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'b909fa34-45c6-4a09-88d9-825a310b1ac9'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:12:40.343323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Bound port: 385d820d-744d-44e6-860f-6ed93f9bdf45, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3574b001-e0ac-4c74-96bc-05a1503a0893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'b909fa34-45c6-4a09-88d9-825a310b1ac9'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:40.343948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.345345 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3612-2ce8-4875-b71a-3e33db5100c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.349073 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9e0c3612-2ce8-4875-b71a-3e33db5100c3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/routers/680e4e00-06c7-4f2e-b950-faf9aea94b0a HTTP/1.1" status: 204 len: 168 time: 1.9077153 Mar 02 20:12:40.349867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39098) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:40.413861 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-09d45232-7159-448e-9233-14e376842d27 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0578511 Mar 02 20:12:40.413861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39102) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:40.455070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.461862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1290ea86-c125-41ee-85a7-67087227413f None None] For port 385d820d-744d-44e6-860f-6ed93f9bdf45, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:12:40.468601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1290ea86-c125-41ee-85a7-67087227413f None None] For port 385d820d-744d-44e6-860f-6ed93f9bdf45, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=385d820d-744d-44e6-860f-6ed93f9bdf45,segment=NetworkSegment(3574b001-e0ac-4c74-96bc-05a1503a0893),segment_id=3574b001-e0ac-4c74-96bc-05a1503a0893)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:12:40.474790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Network 02c56cc7-112f-4b10-8dcc-1e1477ddf9c0 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:40.537988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5049e6c5-cbfb-404d-a98f-26ac16ac6285 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:40.575304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.602143 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.662143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beb68f1-3a92-4dab-ae7c-d4501fd0e1d2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:40.662426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3beb68f1-3a92-4dab-ae7c-d4501fd0e1d2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:40.693572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290ea86-c125-41ee-85a7-67087227413f None None] Pushing event updated for resources: {'Port': ['ID=385d820d-744d-44e6-860f-6ed93f9bdf45,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:40.714504 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 02c56cc7-112f-4b10-8dcc-1e1477ddf9c0) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:40.718578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Network 317573ff-90e2-4018-a314-f6af853d4d60 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:40.718863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:40.719291 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:40.719914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.728050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed242aaf-da3c-4482-9a39-4c32f2f9ee18 None None] Network 02c56cc7-112f-4b10-8dcc-1e1477ddf9c0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:40.751014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.755599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 317573ff-90e2-4018-a314-f6af853d4d60) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:40.771459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.778072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:40.778899 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.805115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd55e8-b4bf-4215-b65c-7f2331c7b9e1 None None] Network 317573ff-90e2-4018-a314-f6af853d4d60 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:40.829151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.865627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 5049e6c5-cbfb-404d-a98f-26ac16ac6285 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:40.891357 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e10ad56f-83da-436a-bdba-eca5c9752131 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.1722076 Mar 02 20:12:40.895476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3beb68f1-3a92-4dab-ae7c-d4501fd0e1d2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:40.895476 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3beb68f1-3a92-4dab-ae7c-d4501fd0e1d2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4807360 Mar 02 20:12:40.898128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39106) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:40.898458 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39108) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:40.953936 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5049e6c5-cbfb-404d-a98f-26ac16ac6285 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:40.954505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.958000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Transition to ACTIVE for port object b275cb02-35e6-4444-9c8b-f244c4594f6b will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:41.221317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-87c0ecc2-2a64-45a1-b60a-65aa3ea271fd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:router {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:41.246100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event updated for resources: {'Port': ['ID=a08c7df8-228e-420f-a535-599da36b092c,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:41.258560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Checking segment: {'id': '79983bf4-8451-49bb-bfb6-993e14aed614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'bed66b3f-4d39-468d-ac94-a411394fd8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:41.259114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Network hostable DHCP agents. Network: bed66b3f-4d39-468d-ac94-a411394fd8f7, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:41.270898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:41.301308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf116-ee54-49f5-b8bd-624af54dc97f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:41.302672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf116-ee54-49f5-b8bd-624af54dc97f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:41.304080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf116-ee54-49f5-b8bd-624af54dc97f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:41.304933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cd6bf116-ee54-49f5-b8bd-624af54dc97f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Synchronizing usage tracker for tenant:8382cc4161de420bb15e536c38da6f70 on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:41.315774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7a9cdf-dd74-4012-9958-a753f13373d5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 045f8e54-12cd-41dc-8d09-5bb7bd665c0a has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:12:41.328480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Router 0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:12:41.336782 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:41.347928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-87c0ecc2-2a64-45a1-b60a-65aa3ea271fd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:router {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:41.348721 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-87c0ecc2-2a64-45a1-b60a-65aa3ea271fd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4456177 Mar 02 20:12:41.356496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39114) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:41.365265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:41.374722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:41.379780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:41.382060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:41.389755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 5049e6c5-cbfb-404d-a98f-26ac16ac6285, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5049e6c5-cbfb-404d-a98f-26ac16ac6285,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:41.420139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-02c56cc7-112f-4b10-8dcc-1e1477ddf9c0', 'network_id': '02c56cc7-112f-4b10-8dcc-1e1477ddf9c0', 'tenant_id': '8382cc4161de420bb15e536c38da6f70', 'fixed_ips': [{'subnet_id': '79c68d92-6cbe-4a58-8f56-0f358d5bc391'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:12:41.421612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:41.430870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Pushing event updated for resources: {'Port': ['ID=b275cb02-35e6-4444-9c8b-f244c4594f6b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:41.493403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:41.532163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Network bed66b3f-4d39-468d-ac94-a411394fd8f7 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:41.539287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cd6bf116-ee54-49f5-b8bd-624af54dc97f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Unset dirty status for tenant:8382cc4161de420bb15e536c38da6f70 on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:41.544588 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cd6bf116-ee54-49f5-b8bd-624af54dc97f tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.6429138 Mar 02 20:12:41.569827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39118) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:41.583585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=5049e6c5-cbfb-404d-a98f-26ac16ac6285,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:41.604581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:41.639139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:41.657386 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:41.660932 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-afeb15f1-28d0-4293-84ae-8652b667b101 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "PUT /v2.0/routers/0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b HTTP/1.1" status: 200 len: 708 time: 5.5963142 Mar 02 20:12:41.664613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39122) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:41.676775 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93903a0d-f639-4060-8d83-961aa9eac711 None None] Sync routers for ids ['0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:41.725574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93903a0d-f639-4060-8d83-961aa9eac711 None None] Routers {'0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:41.726867 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-93903a0d-f639-4060-8d83-961aa9eac711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:41.748028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, bed66b3f-4d39-468d-ac94-a411394fd8f7) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:41.781554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:41.791957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:41.801689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fae01b-e58f-4f12-b41c-cfc64decf309 None None] Network bed66b3f-4d39-468d-ac94-a411394fd8f7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:41.824248 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Allocated IP 172.20.0.18 (02c56cc7-112f-4b10-8dcc-1e1477ddf9c0/79c68d92-6cbe-4a58-8f56-0f358d5bc391/36dbc537-dfd9-4f99-b3d5-19078c2659c5) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:41.856582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:41.858977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:41.891107 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-93903a0d-f639-4060-8d83-961aa9eac711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:41.954136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7a9cdf-dd74-4012-9958-a753f13373d5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:41.961991 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8d7a9cdf-dd74-4012-9958-a753f13373d5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/045f8e54-12cd-41dc-8d09-5bb7bd665c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2588322 Mar 02 20:12:41.965004 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92844f-042f-4828-ab39-1c3171ea2cc5 None None] Sync routers for ids ['045f8e54-12cd-41dc-8d09-5bb7bd665c0a'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:41.975549 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:41.978657 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92844f-042f-4828-ab39-1c3171ea2cc5 None None] Routers {'045f8e54-12cd-41dc-8d09-5bb7bd665c0a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:41.980377 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ec92844f-042f-4828-ab39-1c3171ea2cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['045f8e54-12cd-41dc-8d09-5bb7bd665c0a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:41.985100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:41.989832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39126) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:41.997092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:41.998280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.026955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93903a0d-f639-4060-8d83-961aa9eac711 None None] Routers {'0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:42.027576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-93903a0d-f639-4060-8d83-961aa9eac711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:42.079909 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ec92844f-042f-4828-ab39-1c3171ea2cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:42.094227 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92844f-042f-4828-ab39-1c3171ea2cc5 None None] Routers {'045f8e54-12cd-41dc-8d09-5bb7bd665c0a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:42.097773 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ec92844f-042f-4828-ab39-1c3171ea2cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['045f8e54-12cd-41dc-8d09-5bb7bd665c0a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:42.119683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:42.123983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.171408 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c6d2b98b-6eb6-4cd5-a4b0-333504df5516 None None] Provisioning for port b275cb02-35e6-4444-9c8b-f244c4594f6b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:42.189196 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ec92844f-042f-4828-ab39-1c3171ea2cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:42.189960 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92844f-042f-4828-ab39-1c3171ea2cc5 None None] The sync data for ids ['045f8e54-12cd-41dc-8d09-5bb7bd665c0a'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:42.206350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-93903a0d-f639-4060-8d83-961aa9eac711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:42.206765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93903a0d-f639-4060-8d83-961aa9eac711 None None] The sync data for ids ['0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:42.238706 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0eb41d58-7e9f-49d4-a8e5-162fa38fb467 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/routers/0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b HTTP/1.1" status: 200 len: 743 time: 0.5703862 Mar 02 20:12:42.243164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39130) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:42.244663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c6d2b98b-6eb6-4cd5-a4b0-333504df5516 None None] Provisioning complete for port b275cb02-35e6-4444-9c8b-f244c4594f6b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:42.245138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c6d2b98b-6eb6-4cd5-a4b0-333504df5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.272190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c833cbf-f19c-4ef2-9ec6-e0a2b2ace4c7 None None] Network b909fa34-45c6-4a09-88d9-825a310b1ac9 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:42.292338 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c0bf4c86-8855-45b5-9969-9e48b1222c1d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.3452075 Mar 02 20:12:42.297767 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ae4c6753-8da5-4e02-a399-a6b250f8e882 tempest-RoutersIpV6AdminTest-1007120305 tempest-RoutersIpV6AdminTest-1007120305-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=8365059c-528a-42c0-931f-6ee8653060e0&device_id=0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b HTTP/1.1" status: 200 len: 205 time: 0.0507836 Mar 02 20:12:42.297767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39134) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:42.303473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39136) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:42.402014 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8a36d9cb-d63f-4c81-a449-314d2d35d562 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b HTTP/1.1" status: 200 len: 205 time: 0.0880885 Mar 02 20:12:42.405980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39142) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:42.422952 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2b98b-6eb6-4cd5-a4b0-333504df5516 None None] Port b275cb02-35e6-4444-9c8b-f244c4594f6b cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:42.477437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.555881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.577784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4f3769-cbd1-476b-a8a2-76d6b177a3ac tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Deleting subnet 7ccfbdcf-f618-4f50-9765-a37ecea11f44 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:42.668882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-129741ea-1175-43d1-87c3-ba251744b043 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.672395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Transition to ACTIVE for port object 36dbc537-dfd9-4f99-b3d5-19078c2659c5 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:42.676238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3769-cbd1-476b-a8a2-76d6b177a3ac tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.733643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5049e6c5-cbfb-404d-a98f-26ac16ac6285 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:42.800181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Transition to ACTIVE for port object 36dbc537-dfd9-4f99-b3d5-19078c2659c5 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:42.805977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a039e60c-93da-4d25-aa24-64bfcc6a1175 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:42.807722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0ebcfd27-99b7-4421-b2cc-7743c6b3d7b9 None None] Provisioning for port 385d820d-744d-44e6-860f-6ed93f9bdf45 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:42.810744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a039e60c-93da-4d25-aa24-64bfcc6a1175 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:42.811622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a039e60c-93da-4d25-aa24-64bfcc6a1175 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Synchronizing usage tracker for tenant:5c77baa8d28e4bc89f17b4e5db21368c on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:42.820740 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.854878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5049e6c5-cbfb-404d-a98f-26ac16ac6285 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:42.855445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.857675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.917404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.934386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Allocated IP 172.26.5.94 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/49d51092-4598-4bfa-be7d-3d22c5af9516) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:42.985896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3769-cbd1-476b-a8a2-76d6b177a3ac tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.036873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.054618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Network 02c56cc7-112f-4b10-8dcc-1e1477ddf9c0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:43.063925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:43.075134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:43.092558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Pushing event updated for resources: {'Port': ['ID=36dbc537-dfd9-4f99-b3d5-19078c2659c5,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:43.109869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a039e60c-93da-4d25-aa24-64bfcc6a1175 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Unset dirty status for tenant:5c77baa8d28e4bc89f17b4e5db21368c on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:43.114547 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a039e60c-93da-4d25-aa24-64bfcc6a1175 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7999740 Mar 02 20:12:43.118457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39146) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:43.256194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Attempting to bind port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:43.256562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Attempting to bind port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '43b9bcaf-e5b1-4b5a-8b5f-724dce508345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02c56cc7-112f-4b10-8dcc-1e1477ddf9c0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:43.256933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Attempting to bind port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 on network 02c56cc7-112f-4b10-8dcc-1e1477ddf9c0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:12:43.267812 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 385d820d-744d-44e6-860f-6ed93f9bdf45 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:43.287457 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-67e6eb8b-7c73-4042-91f1-ef797d610ffc tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 20:12:43.291871 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-67e6eb8b-7c73-4042-91f1-ef797d610ffc tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/045f8e54-12cd-41dc-8d09-5bb7bd665c0a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2976799 Mar 02 20:12:43.297877 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:12:43.298381 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Checking segment: {'id': '43b9bcaf-e5b1-4b5a-8b5f-724dce508345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02c56cc7-112f-4b10-8dcc-1e1477ddf9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:43.304895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.304895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Bound using segment: {'id': '43b9bcaf-e5b1-4b5a-8b5f-724dce508345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02c56cc7-112f-4b10-8dcc-1e1477ddf9c0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:12:43.304895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Bound port: 36dbc537-dfd9-4f99-b3d5-19078c2659c5, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b9bcaf-e5b1-4b5a-8b5f-724dce508345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '02c56cc7-112f-4b10-8dcc-1e1477ddf9c0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:43.304895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.339104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39150) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:43.351067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-129741ea-1175-43d1-87c3-ba251744b043 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.355455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-129741ea-1175-43d1-87c3-ba251744b043 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.422734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0293ef0a-5012-4c50-8ada-44a907d8d18a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Synchronizing usage tracker for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:43.459941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] For port 36dbc537-dfd9-4f99-b3d5-19078c2659c5, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:12:43.464375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] For port 36dbc537-dfd9-4f99-b3d5-19078c2659c5, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=36dbc537-dfd9-4f99-b3d5-19078c2659c5,segment=NetworkSegment(43b9bcaf-e5b1-4b5a-8b5f-724dce508345),segment_id=43b9bcaf-e5b1-4b5a-8b5f-724dce508345)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:12:43.477164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3769-cbd1-476b-a8a2-76d6b177a3ac tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.511788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.518437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Pushing event updated for resources: {'Port': ['ID=b275cb02-35e6-4444-9c8b-f244c4594f6b,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:43.527244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e355b9fe-4299-4cd8-93aa-2459bba3141b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Deleting port 1174ca23-802b-47ec-a2f8-4446a133ccee {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:43.527580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e355b9fe-4299-4cd8-93aa-2459bba3141b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.530298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 385d820d-744d-44e6-860f-6ed93f9bdf45 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:43.535399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 385d820d-744d-44e6-860f-6ed93f9bdf45 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:43.535790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.565092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.565372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.574037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0293ef0a-5012-4c50-8ada-44a907d8d18a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Unset dirty status for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:43.578081 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0293ef0a-5012-4c50-8ada-44a907d8d18a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=045f8e54-12cd-41dc-8d09-5bb7bd665c0a HTTP/1.1" status: 200 len: 205 time: 0.2428150 Mar 02 20:12:43.579785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39154) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:43.596161 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-129741ea-1175-43d1-87c3-ba251744b043 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.600954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129741ea-1175-43d1-87c3-ba251744b043 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Fanout notify agent at l3_agent the message router_deleted on router 0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:43.687367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8033671-33b2-40f6-8c38-f5c3efcd78ba None None] Pushing event updated for resources: {'Port': ['ID=36dbc537-dfd9-4f99-b3d5-19078c2659c5,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:43.703902 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-129741ea-1175-43d1-87c3-ba251744b043 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.711028 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-129741ea-1175-43d1-87c3-ba251744b043 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b HTTP/1.1" status: 204 len: 168 time: 1.2997625 Mar 02 20:12:43.734020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39158) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:43.769208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.858366 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3cbddd73-ff77-4013-a700-2cf9bb9d71a1 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b HTTP/1.1" status: 200 len: 205 time: 0.1214228 Mar 02 20:12:43.876662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39162) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:43.943235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e355b9fe-4299-4cd8-93aa-2459bba3141b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.961056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.997088 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-432b0e17-f651-41ec-9ea5-408a405502a3 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] delete failed (client error): The resource could not be found. Mar 02 20:12:43.998178 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-432b0e17-f651-41ec-9ea5-408a405502a3 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/0b6aa22a-cf86-47ac-81ef-11f02e0b5a7b HTTP/1.1" status: 404 len: 336 time: 0.1205251 Mar 02 20:12:44.007091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39166) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.017528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:44.021191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3769-cbd1-476b-a8a2-76d6b177a3ac tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.075451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:44.082996 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e355b9fe-4299-4cd8-93aa-2459bba3141b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Calling delete_port for 1174ca23-802b-47ec-a2f8-4446a133ccee owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:44.090183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:12:44.090652 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:12:44.131426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6af9c0ed-d2cb-4b22-a71d-b0c2d64dcfe7 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.211476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f3769-cbd1-476b-a8a2-76d6b177a3ac tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccfbdcf-f618-4f50-9765-a37ecea11f44,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:44.219961 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ac8fd8c3-3ca8-42e6-9b63-fceaeb90230c tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0cff9fe-239a-41fa-a8ce-0be47931ec8a HTTP/1.1" status: 200 len: 205 time: 0.2005773 Mar 02 20:12:44.244330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39170) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.282393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.objects.ports [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84503) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:12:44.287384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:44.296323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3769-cbd1-476b-a8a2-76d6b177a3ac tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.299030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event updated for resources: {'Port': ['ID=49d51092-4598-4bfa-be7d-3d22c5af9516,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:44.304311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:44.304760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b5a565-28c8-40a5-b01a-807dafb3c5e8 None None] Network b909fa34-45c6-4a09-88d9-825a310b1ac9 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:44.307378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:44.336248 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.336565 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-4f7eae4e-bfd6-4348-9c5b-e0da1436c257 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] delete failed (client error): The resource could not be found. Mar 02 20:12:44.340590 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4f7eae4e-bfd6-4348-9c5b-e0da1436c257 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/b0cff9fe-239a-41fa-a8ce-0be47931ec8a HTTP/1.1" status: 404 len: 336 time: 0.0922594 Mar 02 20:12:44.341698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39174) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.475281 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-380c6eb4-1fc9-495b-8648-c6b9228924a9 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=33962717-e996-4180-b32c-31d1cdfcc450 HTTP/1.1" status: 200 len: 205 time: 0.1015065 Mar 02 20:12:44.484412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39178) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.554432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:44.564330 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4d4f3769-cbd1-476b-a8a2-76d6b177a3ac tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "DELETE /v2.0/subnets/7ccfbdcf-f618-4f50-9765-a37ecea11f44 HTTP/1.1" status: 204 len: 168 time: 2.9806924 Mar 02 20:12:44.577281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:44.580224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:44.580820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.588927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39182) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.589119 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b233b256-aba7-4fea-bc53-5b397a312b6f None None] Provisioning complete for port b275cb02-35e6-4444-9c8b-f244c4594f6b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:44.589558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b233b256-aba7-4fea-bc53-5b397a312b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.590917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=364cd630-fbba-4a1e-949f-fb91109374f4,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:44.594718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e355b9fe-4299-4cd8-93aa-2459bba3141b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.597158 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-b47ad33a-9c0a-447d-991a-31f80a49bef2 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] delete failed (client error): The resource could not be found. Mar 02 20:12:44.598714 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b47ad33a-9c0a-447d-991a-31f80a49bef2 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/33962717-e996-4180-b32c-31d1cdfcc450 HTTP/1.1" status: 404 len: 336 time: 0.1089184 Mar 02 20:12:44.607810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39186) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.655865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b834265f-816d-4e21-8a9c-170fc5af551f None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:44.723825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355b9fe-4299-4cd8-93aa-2459bba3141b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event deleted for resources: {'Port': ['ID=1174ca23-802b-47ec-a2f8-4446a133ccee,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:44.731687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b233b256-aba7-4fea-bc53-5b397a312b6f None None] Port b275cb02-35e6-4444-9c8b-f244c4594f6b cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:12:44.739530 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9d251753-8068-4744-b7f0-183df0802d44 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=226b1600-677c-47cc-87b1-fabc2fd87500 HTTP/1.1" status: 200 len: 205 time: 0.0870707 Mar 02 20:12:44.740861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39194) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.791407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.810938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e355b9fe-4299-4cd8-93aa-2459bba3141b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.834119 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-b4f5395c-b7dc-4909-bdda-05234abe9c8b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] delete failed (client error): The resource could not be found. Mar 02 20:12:44.837535 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b4f5395c-b7dc-4909-bdda-05234abe9c8b tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/226b1600-677c-47cc-87b1-fabc2fd87500 HTTP/1.1" status: 404 len: 336 time: 0.0896320 Mar 02 20:12:44.838643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39198) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.878094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ecd2b8-2c36-49b2-a926-91c188d86fa5 None None] Network 02c56cc7-112f-4b10-8dcc-1e1477ddf9c0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:44.887346 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3e5dd533-f228-4750-9f19-749b85d82c93 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5 HTTP/1.1" status: 200 len: 205 time: 0.0458069 Mar 02 20:12:44.890451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39202) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.985592 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e355b9fe-4299-4cd8-93aa-2459bba3141b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "DELETE /v2.0/ports/1174ca23-802b-47ec-a2f8-4446a133ccee HTTP/1.1" status: 204 len: 168 time: 1.8550413 Mar 02 20:12:44.987000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39206) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.987488 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-ba925ba3-e3cc-4d65-b1eb-33e7ff46c395 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] delete failed (client error): The resource could not be found. Mar 02 20:12:44.990882 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ba925ba3-e3cc-4d65-b1eb-33e7ff46c395 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/14d28e3e-fbc3-4180-ba20-bad9e7ef1cf5 HTTP/1.1" status: 404 len: 336 time: 0.0965629 Mar 02 20:12:44.992608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39208) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.992734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fce4f9a-ad9c-4e2f-88ed-34eaa6fdddfd None None] DHCP port deletion for b909fa34-45c6-4a09-88d9-825a310b1ac9 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:12:45.007119 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 385d820d-744d-44e6-860f-6ed93f9bdf45, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=385d820d-744d-44e6-860f-6ed93f9bdf45,segment=NetworkSegment(3574b001-e0ac-4c74-96bc-05a1503a0893),segment_id=3574b001-e0ac-4c74-96bc-05a1503a0893)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:45.017794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8fce4f9a-ad9c-4e2f-88ed-34eaa6fdddfd None None] Deleting port 385d820d-744d-44e6-860f-6ed93f9bdf45 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:45.018189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8fce4f9a-ad9c-4e2f-88ed-34eaa6fdddfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.104512 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.106709 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a3297f7b-d2e4-4a40-b249-c8de26f53965 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7478337 Mar 02 20:12:45.161402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39214) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:45.177722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:45.271214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6af9c0ed-d2cb-4b22-a71d-b0c2d64dcfe7 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.280302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-79953ee9-ee41-4c0e-8560-457a2fad6910 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Deleting port a08c7df8-228e-420f-a535-599da36b092c {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:45.280837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-79953ee9-ee41-4c0e-8560-457a2fad6910 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.286244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-85f88a66-ff0f-4a8f-b777-c3a1fbbb5257 None None] Provisioning for port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:45.304005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 36dbc537-dfd9-4f99-b3d5-19078c2659c5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:45.324970 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-efb2a9b4-783e-4f19-9864-ad41520f5473 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfd8e801-c46c-494a-80a4-71fc9f0ab438 HTTP/1.1" status: 200 len: 205 time: 0.3324456 Mar 02 20:12:45.325746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39218) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:45.338536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6af9c0ed-d2cb-4b22-a71d-b0c2d64dcfe7 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.405186 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-1c27ae6a-5184-4ced-b8a4-f76d0f532824 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] delete failed (client error): The resource could not be found. Mar 02 20:12:45.408705 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1c27ae6a-5184-4ced-b8a4-f76d0f532824 tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/routers/bfd8e801-c46c-494a-80a4-71fc9f0ab438 HTTP/1.1" status: 404 len: 336 time: 0.0753911 Mar 02 20:12:45.416475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39222) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:45.432779 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:45.448152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:45.449255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=385d820d-744d-44e6-860f-6ed93f9bdf45,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:45.464069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Router 7653ade3-f789-4538-bc22-3062b37321a5 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:12:45.507764 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-87209940-fc8e-4f56-8f24-f4ff7f63b91a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] DELETE failed (client error): The resource could not be found. Mar 02 20:12:45.508209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87209940-fc8e-4f56-8f24-f4ff7f63b91a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:12:45.509973 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-87209940-fc8e-4f56-8f24-f4ff7f63b91a tempest-RoutersIpV6AdminTest-4183585 tempest-RoutersIpV6AdminTest-4183585-project] 10.222.0.44 "DELETE /v2.0/subnets/e1571112-1508-4c8a-8e10-21616f5b15fb HTTP/1.1" status: 404 len: 337 time: 0.0868940 Mar 02 20:12:45.521235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d4f89d-6816-48fc-b78d-78fef0ac203c tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Deleting subnet 79c68d92-6cbe-4a58-8f56-0f358d5bc391 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:45.544002 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-79d4f89d-6816-48fc-b78d-78fef0ac203c tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.597700 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:45.645380 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '364cd630-fbba-4a1e-949f-fb91109374f4'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:12:45.647117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.651168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6af9c0ed-d2cb-4b22-a71d-b0c2d64dcfe7 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.651691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af9c0ed-d2cb-4b22-a71d-b0c2d64dcfe7 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Fanout notify agent at l3_agent the message router_deleted on router 045f8e54-12cd-41dc-8d09-5bb7bd665c0a {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:45.663932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8fce4f9a-ad9c-4e2f-88ed-34eaa6fdddfd None None] For port 385d820d-744d-44e6-860f-6ed93f9bdf45, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=385d820d-744d-44e6-860f-6ed93f9bdf45,segment=NetworkSegment(3574b001-e0ac-4c74-96bc-05a1503a0893),segment_id=3574b001-e0ac-4c74-96bc-05a1503a0893)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:45.664368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8fce4f9a-ad9c-4e2f-88ed-34eaa6fdddfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.690535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6af9c0ed-d2cb-4b22-a71d-b0c2d64dcfe7 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.694263 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6af9c0ed-d2cb-4b22-a71d-b0c2d64dcfe7 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/045f8e54-12cd-41dc-8d09-5bb7bd665c0a HTTP/1.1" status: 204 len: 168 time: 2.1099815 Mar 02 20:12:45.695786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39228) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:45.709391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-79d4f89d-6816-48fc-b78d-78fef0ac203c tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.747752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-79953ee9-ee41-4c0e-8560-457a2fad6910 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.844826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8fce4f9a-ad9c-4e2f-88ed-34eaa6fdddfd None None] Calling delete_port for 385d820d-744d-44e6-860f-6ed93f9bdf45 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:45.876688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:45.889469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-79953ee9-ee41-4c0e-8560-457a2fad6910 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Calling delete_port for a08c7df8-228e-420f-a535-599da36b092c owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:45.907463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:45.907463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.912358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.959368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.110263 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Allocated IP 2001:db8::f816:3eff:fe3d:9199 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/364cd630-fbba-4a1e-949f-fb91109374f4/03ab06db-c04f-4a9c-a5ea-5354b516ba58) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:46.117411 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8366963-7b7d-492b-9f82-43a685607bdc tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting subnet 339377d5-aa6c-4665-829e-0a6ce5879f98 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:46.250569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.271550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b8366963-7b7d-492b-9f82-43a685607bdc tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.272737 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8fce4f9a-ad9c-4e2f-88ed-34eaa6fdddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.345351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce4f9a-ad9c-4e2f-88ed-34eaa6fdddfd None None] Pushing event deleted for resources: {'Port': ['ID=385d820d-744d-44e6-860f-6ed93f9bdf45,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:46.349736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-79d4f89d-6816-48fc-b78d-78fef0ac203c tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.361436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce4f9a-ad9c-4e2f-88ed-34eaa6fdddfd None None] No DVR routers for this DVR port 385d820d-744d-44e6-860f-6ed93f9bdf45 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:46.415183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bbd8cd25-56a9-4fb2-96bb-bf0f25649b54 None None] Provisioning complete for port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:46.415183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bbd8cd25-56a9-4fb2-96bb-bf0f25649b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.432634 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-79953ee9-ee41-4c0e-8560-457a2fad6910 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.442170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.445781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b8366963-7b7d-492b-9f82-43a685607bdc tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.473929 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39236) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:46.505480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79953ee9-ee41-4c0e-8560-457a2fad6910 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event deleted for resources: {'Port': ['ID=a08c7df8-228e-420f-a535-599da36b092c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:46.508673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.522117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-79953ee9-ee41-4c0e-8560-457a2fad6910 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.581749 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1c1cd-e4ef-4070-a49c-ff555d4db7ea req-33f24054-46b1-4bce-aa7e-a928308bc866 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:46.583246 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bcf1c1cd-e4ef-4070-a49c-ff555d4db7ea req-33f24054-46b1-4bce-aa7e-a928308bc866 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.2689078 Mar 02 20:12:46.595487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:46.614816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.627252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Sync routers for ids ['7653ade3-f789-4538-bc22-3062b37321a5'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:46.649885 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bcf1c1cd-e4ef-4070-a49c-ff555d4db7ea req-9cb263d1-50ca-4f72-990b-14e0112cdab1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524039 Mar 02 20:12:46.656047 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-79953ee9-ee41-4c0e-8560-457a2fad6910 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "DELETE /v2.0/ports/a08c7df8-228e-420f-a535-599da36b092c HTTP/1.1" status: 204 len: 168 time: 1.6631982 Mar 02 20:12:46.662561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-79d4f89d-6816-48fc-b78d-78fef0ac203c tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.662980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39242) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:46.707390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Transition to ACTIVE for port object 03ab06db-c04f-4a9c-a5ea-5354b516ba58 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:46.719346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4f89d-6816-48fc-b78d-78fef0ac203c tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event deleted for resources: {'Subnet': ['ID=79c68d92-6cbe-4a58-8f56-0f358d5bc391,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:46.737148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-79d4f89d-6816-48fc-b78d-78fef0ac203c tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.741646 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-79d4f89d-6816-48fc-b78d-78fef0ac203c tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "DELETE /v2.0/subnets/79c68d92-6cbe-4a58-8f56-0f358d5bc391 HTTP/1.1" status: 204 len: 168 time: 2.1449151 Mar 02 20:12:46.742038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39248) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:46.760424 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae4ed3-a589-4a05-b56e-6e0559f5d195 None None] Network 02c56cc7-112f-4b10-8dcc-1e1477ddf9c0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:46.763939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-744fac11-f42d-464b-9885-0d8941c95e25 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Synchronizing usage tracker for tenant:5c77baa8d28e4bc89f17b4e5db21368c on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:46.766977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b8366963-7b7d-492b-9f82-43a685607bdc tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.789378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bbd8cd25-56a9-4fb2-96bb-bf0f25649b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.819104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32cb0dc7-c9ae-4870-9daa-0bbc1565b9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.857244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Transition to ACTIVE for port object 03ab06db-c04f-4a9c-a5ea-5354b516ba58 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:46.861206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4469906-bd9c-461d-8c31-73c416689f4e tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:46.861893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e4469906-bd9c-461d-8c31-73c416689f4e tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Synchronizing usage tracker for tenant:8382cc4161de420bb15e536c38da6f70 on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:46.870448 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Routers {'7653ade3-f789-4538-bc22-3062b37321a5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:46.870724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7653ade3-f789-4538-bc22-3062b37321a5'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:46.872826 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.881097 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-57bd8f88-3351-41cc-bcfa-1082e616763f admin admin] 10.222.0.44 "PUT /v2.0/routers/7653ade3-f789-4538-bc22-3062b37321a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8307831 Mar 02 20:12:46.887278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-32cb0dc7-c9ae-4870-9daa-0bbc1565b9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:46.913043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-32cb0dc7-c9ae-4870-9daa-0bbc1565b9ca admin admin] Usage tracker for resource:security_group_rule and tenant:d4ba52ed691249a398a477525f4f3f10 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:46.924448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-32cb0dc7-c9ae-4870-9daa-0bbc1565b9ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:46.969077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-32cb0dc7-c9ae-4870-9daa-0bbc1565b9ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:46.979130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:12:46.979570 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:12:47.056660 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.084418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=e1e7da98-1a6e-4c77-a2e8-ceaa6a18a49f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:47.121061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32cb0dc7-c9ae-4870-9daa-0bbc1565b9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.124270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e4469906-bd9c-461d-8c31-73c416689f4e tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Unset dirty status for tenant:8382cc4161de420bb15e536c38da6f70 on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:47.126146 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e4469906-bd9c-461d-8c31-73c416689f4e tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3829496 Mar 02 20:12:47.131093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39258) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:47.177325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:47.190717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:47.213955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:47.214796 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.242422 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Set router 7653ade3-f789-4538-bc22-3062b37321a5 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:47.244505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-744fac11-f42d-464b-9885-0d8941c95e25 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Unset dirty status for tenant:5c77baa8d28e4bc89f17b4e5db21368c on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:47.246806 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-744fac11-f42d-464b-9885-0d8941c95e25 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5795672 Mar 02 20:12:47.262252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dc454-78fa-474e-91a6-78ccadf9bcc4 req-d807a099-a1cc-4693-a3b8-4e755da0fa7e tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:47.263879 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c05dc454-78fa-474e-91a6-78ccadf9bcc4 req-d807a099-a1cc-4693-a3b8-4e755da0fa7e tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.4290979 Mar 02 20:12:47.264363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39262) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:47.272610 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-955282502'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:47.279660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32cb0dc7-c9ae-4870-9daa-0bbc1565b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.282607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:47.289942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Usage tracker for resource:network and tenant:5c77baa8d28e4bc89f17b4e5db21368c is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:47.295551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:47.304958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:47.341983 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b22a4449-8e85-4b09-b0e7-18b2f8746101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.351845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-bbd8cd25-56a9-4fb2-96bb-bf0f25649b54 None None] For port 36dbc537-dfd9-4f99-b3d5-19078c2659c5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=36dbc537-dfd9-4f99-b3d5-19078c2659c5,segment=NetworkSegment(43b9bcaf-e5b1-4b5a-8b5f-724dce508345),segment_id=43b9bcaf-e5b1-4b5a-8b5f-724dce508345)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:47.354721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:47.358340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.376170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0dc7-c9ae-4870-9daa-0bbc1565b9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a642129-2b97-4e8d-83ff-7eef1007a25a,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:47.377965 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c05dc454-78fa-474e-91a6-78ccadf9bcc4 req-dc3af841-0b4d-4bfe-9f33-bdff4f3f2774 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639312 Mar 02 20:12:47.379299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b8366963-7b7d-492b-9f82-43a685607bdc tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.383174 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-32cb0dc7-c9ae-4870-9daa-0bbc1565b9ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4ba52ed691249a398a477525f4f3f10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9008636 Mar 02 20:12:47.385405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Deleting port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:47.386102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.388571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:47.388835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39266) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:47.390329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Pushing event updated for resources: {'Port': ['ID=03ab06db-c04f-4a9c-a5ea-5354b516ba58,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:47.405330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:47.423756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bbd8cd25-56a9-4fb2-96bb-bf0f25649b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.431468 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7d5dff73-85a7-4e80-8104-0a91cb65982b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2638462 Mar 02 20:12:47.436486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39270) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:47.451735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:1e:4e:ac', 'name': 'tempest-NetworksTestDHCPv6-765830629'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:47.486499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8366963-7b7d-492b-9f82-43a685607bdc tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Subnet': ['ID=339377d5-aa6c-4665-829e-0a6ce5879f98,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:47.515568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b70b7396-b9b4-435b-9aef-66a4e445c498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.517181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Made reservation on behalf of 5c77baa8d28e4bc89f17b4e5db21368c for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:47.520789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.534995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Router 0ee2213f-d32b-4224-afd7-d9da67d81a55 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:12:47.555481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b8366963-7b7d-492b-9f82-43a685607bdc tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.562599 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b8366963-7b7d-492b-9f82-43a685607bdc tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/339377d5-aa6c-4665-829e-0a6ce5879f98 HTTP/1.1" status: 204 len: 168 time: 1.8664653 Mar 02 20:12:47.571403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39276) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:47.618256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3e98b8-854e-42a6-863a-88afd6005f4d None None] Network 5cbedf86-272c-43fc-bf9d-380efbf919f2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:47.718057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.779124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b70b7396-b9b4-435b-9aef-66a4e445c498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.797385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 82f3b5af-ccc8-4706-afbd-2804a609e4b9 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:47.797859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.962916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:47.986891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Attempting to bind port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:47.987444 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Attempting to bind port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:47.987667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Attempting to bind port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:12:47.991796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:47.996317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:48.006864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:48.016491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] For port 36dbc537-dfd9-4f99-b3d5-19078c2659c5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=36dbc537-dfd9-4f99-b3d5-19078c2659c5,segment=NetworkSegment(43b9bcaf-e5b1-4b5a-8b5f-724dce508345),segment_id=43b9bcaf-e5b1-4b5a-8b5f-724dce508345)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:48.016934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.022182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:48.039731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:12:48.040079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:48.040507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.040900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:12:48.041420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Bound port: 03ab06db-c04f-4a9c-a5ea-5354b516ba58, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:48.041788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.082314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.084061 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Added segment d4ac3185-a538-4302-8e98-c3b9054aa646 of type vlan for network 951233d6-c0e5-484d-8ab1-3322aa5d8802 Mar 02 20:12:48.084880 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] For port 82f3b5af-ccc8-4706-afbd-2804a609e4b9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=82f3b5af-ccc8-4706-afbd-2804a609e4b9,segment=NetworkSegment(2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe),segment_id=2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:48.085425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.149695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Calling delete_port for 36dbc537-dfd9-4f99-b3d5-19078c2659c5 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:48.190220 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8cd25-56a9-4fb2-96bb-bf0f25649b54 None None] Pushing event updated for resources: {'Port': ['ID=36dbc537-dfd9-4f99-b3d5-19078c2659c5,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:48.202032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:48.252950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 385d820d-744d-44e6-860f-6ed93f9bdf45 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:48.255063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43e08-024b-4677-aa3a-70633bd489c0 req-01b17607-ac4e-4bd9-9f84-b8ab151e1f7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:48.256562 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-27c43e08-024b-4677-aa3a-70633bd489c0 req-01b17607-ac4e-4bd9-9f84-b8ab151e1f7f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.5340123 Mar 02 20:12:48.257044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39280) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:48.264680 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 82f3b5af-ccc8-4706-afbd-2804a609e4b9 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:48.310270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b17b8d-06ca-435d-baad-9d1d81577c9a None None] DHCP port deletion for 02c56cc7-112f-4b10-8dcc-1e1477ddf9c0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:12:48.313005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875998266', 'description': 'tempest-description--840154806'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:48.319882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 385d820d-744d-44e6-860f-6ed93f9bdf45 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:12:48.320286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 385d820d-744d-44e6-860f-6ed93f9bdf45 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:48.333082 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-43b17b8d-06ca-435d-baad-9d1d81577c9a None None] Deleting port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:48.334210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-43b17b8d-06ca-435d-baad-9d1d81577c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.350889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:48.354907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.378470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] For port 03ab06db-c04f-4a9c-a5ea-5354b516ba58, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:12:48.382734 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-27c43e08-024b-4677-aa3a-70633bd489c0 req-1ccced66-b5f0-410d-8548-a3b8d39d8079 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764017 Mar 02 20:12:48.383799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Usage tracker for resource:security_group and tenant:6a3305a0f9f842cc9b424283dcbfd61f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:48.390221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:48.401554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:48.441769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 36dbc537-dfd9-4f99-b3d5-19078c2659c5 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:48.441872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b70b7396-b9b4-435b-9aef-66a4e445c498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.466413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b7396-b9b4-435b-9aef-66a4e445c498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a642129-2b97-4e8d-83ff-7eef1007a25a,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:48.519427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] For port 03ab06db-c04f-4a9c-a5ea-5354b516ba58, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=03ab06db-c04f-4a9c-a5ea-5354b516ba58,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:12:48.523986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.535538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f39ba9d-aa38-49f4-8758-c65dcbe1e674 None None] DHCP port deletion for 5cbedf86-272c-43fc-bf9d-380efbf919f2 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:12:48.557709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.562675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.566382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:48.567137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.571017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.591987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 7c2fda51-686f-4264-beb7-8e0259d96b93 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:12:48.598291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7f39ba9d-aa38-49f4-8758-c65dcbe1e674 None None] Deleting port 82f3b5af-ccc8-4706-afbd-2804a609e4b9 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:48.598291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7f39ba9d-aa38-49f4-8758-c65dcbe1e674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.624941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b275cb02-35e6-4444-9c8b-f244c4594f6b', 'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'mac_address': 'fa:16:3e:1b:90:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:39Z', 'updated_at': '2022-03-02T20:12:42Z', 'revision_number': 2, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'subnets': [{'id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:48.631023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.688612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=82f3b5af-ccc8-4706-afbd-2804a609e4b9,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:48.690666 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:48.702911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event deleted for resources: {'Port': ['ID=36dbc537-dfd9-4f99-b3d5-19078c2659c5,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:48.718479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] No DVR routers for this DVR port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:48.724073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:12:48.733001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.738329 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2569e7-44d1-45ba-a230-b220b1ed5bf5 None None] Sync routers for ids ['0ee2213f-d32b-4224-afd7-d9da67d81a55'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:12:48.753539 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2569e7-44d1-45ba-a230-b220b1ed5bf5 None None] Routers {'0ee2213f-d32b-4224-afd7-d9da67d81a55'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:48.755131 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2c2569e7-44d1-45ba-a230-b220b1ed5bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0ee2213f-d32b-4224-afd7-d9da67d81a55'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:48.773838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Usage tracker for resource:security_group_rule and tenant:6a3305a0f9f842cc9b424283dcbfd61f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:48.793923 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:48.814480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:48.827658 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No DVR routers for this DVR port 82f3b5af-ccc8-4706-afbd-2804a609e4b9 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:48.834008 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2c2569e7-44d1-45ba-a230-b220b1ed5bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:48.842597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7f39ba9d-aa38-49f4-8758-c65dcbe1e674 None None] The port '82f3b5af-ccc8-4706-afbd-2804a609e4b9' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:12:48.846546 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2569e7-44d1-45ba-a230-b220b1ed5bf5 None None] Routers {'0ee2213f-d32b-4224-afd7-d9da67d81a55'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:48.847517 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2c2569e7-44d1-45ba-a230-b220b1ed5bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0ee2213f-d32b-4224-afd7-d9da67d81a55'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:48.850195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Checking router: 7653ade3-f789-4538-bc22-3062b37321a5 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:12:48.850544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Updating router 7653ade3-f789-4538-bc22-3062b37321a5 port b275cb02-35e6-4444-9c8b-f244c4594f6b binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:12:48.877057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event updated for resources: {'Network': ['ID=951233d6-c0e5-484d-8ab1-3322aa5d8802,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:48.909119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b70b7396-b9b4-435b-9aef-66a4e445c498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.914455 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.923123 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2c2569e7-44d1-45ba-a230-b220b1ed5bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:48.923799 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2569e7-44d1-45ba-a230-b220b1ed5bf5 None None] The sync data for ids ['0ee2213f-d32b-4224-afd7-d9da67d81a55'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:48.932163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 951233d6-c0e5-484d-8ab1-3322aa5d8802 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:48.932718 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b70b7396-b9b4-435b-9aef-66a4e445c498 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a642129-2b97-4e8d-83ff-7eef1007a25a HTTP/1.1" status: 204 len: 168 time: 1.4827986 Mar 02 20:12:48.996097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 172.20.0.11 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/e1e7da98-1a6e-4c77-a2e8-ceaa6a18a49f/7c2fda51-686f-4264-beb7-8e0259d96b93) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:49.054334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.073626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No active binding found for port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 {{(pid=84505) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 20:12:49.074177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 36dbc537-dfd9-4f99-b3d5-19078c2659c5 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:49.078633 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::f816:3eff:fe1e:4eac (2c0dfed8-adb2-4b23-a32c-5e04666528a0/364cd630-fbba-4a1e-949f-fb91109374f4/7c2fda51-686f-4264-beb7-8e0259d96b93) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:49.086267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.090414 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-950ee986-a036-403b-b74e-4d6e136240ea tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "PUT /v2.0/routers/0ee2213f-d32b-4224-afd7-d9da67d81a55 HTTP/1.1" status: 200 len: 914 time: 10.0647089 Mar 02 20:12:49.095462 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.103582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39292) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:49.106322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbedf86-272c-43fc-bf9d-380efbf919f2']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:49.128535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:49.128535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ded340b-1c5e-4ebe-b1f7-3e18cef6a8fe') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:49.145264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.167553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.177252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:49.177883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:49.200098 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:49.218904 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8cea7417-d4ec-4b55-96ee-4f3a9d3d7a3d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9534972 Mar 02 20:12:49.222098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8dc27-5671-473b-b791-0cd97b8b12de None None] Pushing event updated for resources: {'Port': ['ID=03ab06db-c04f-4a9c-a5ea-5354b516ba58,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:49.285511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39296) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:49.292187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c56cc7-112f-4b10-8dcc-1e1477ddf9c0']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:49.336643 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b9bcaf-e5b1-4b5a-8b5f-724dce508345') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:49.336936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b9bcaf-e5b1-4b5a-8b5f-724dce508345') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:49.344012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-43b17b8d-06ca-435d-baad-9d1d81577c9a None None] For port 36dbc537-dfd9-4f99-b3d5-19078c2659c5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=36dbc537-dfd9-4f99-b3d5-19078c2659c5,segment=NetworkSegment(43b9bcaf-e5b1-4b5a-8b5f-724dce508345),segment_id=43b9bcaf-e5b1-4b5a-8b5f-724dce508345)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:49.344510 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-43b17b8d-06ca-435d-baad-9d1d81577c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.346605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1430034500'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:49.364584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.364713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:49.375605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Usage tracker for resource:network and tenant:5c77baa8d28e4bc89f17b4e5db21368c is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:49.408604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb39511-0d58-4114-b04d-46d4b3de846b req-3cef78b6-dc29-4257-9cad-961caff17748 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:49.411696 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5fb39511-0d58-4114-b04d-46d4b3de846b req-3cef78b6-dc29-4257-9cad-961caff17748 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.7748754 Mar 02 20:12:49.416799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:49.487516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:49.502794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.508090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.515136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d86e6567-fdc0-42b9-b257-f2c149b4ca4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.536744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.550123 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/networks/5cbedf86-272c-43fc-bf9d-380efbf919f2 HTTP/1.1" status: 204 len: 168 time: 1.9740176 Mar 02 20:12:49.553319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39302) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:49.568782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:49.569435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.589190 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01633713-3267-41fd-9791-a049989a5776 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Network': ['ID=5cbedf86-272c-43fc-bf9d-380efbf919f2,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:49.592556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.600306 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5fb39511-0d58-4114-b04d-46d4b3de846b req-0bd0497e-85e4-4dd7-8053-c62aa695b75c tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799552 Mar 02 20:12:49.602341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-964485193'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:49.607143 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:49.618107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:49.636348 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-43b17b8d-06ca-435d-baad-9d1d81577c9a None None] Calling delete_port for 36dbc537-dfd9-4f99-b3d5-19078c2659c5 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:49.670747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.740536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.757540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 7c2fda51-686f-4264-beb7-8e0259d96b93 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:49.800323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:network and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:49.810117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-43b17b8d-06ca-435d-baad-9d1d81577c9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:12:49.810652 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-43b17b8d-06ca-435d-baad-9d1d81577c9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:12:49.815645 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:49.817483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Made reservation on behalf of 5c77baa8d28e4bc89f17b4e5db21368c for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:49.820524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.828114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:49.851477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.878784 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6195a6-545e-47da-8fd0-d9126f1fcd78,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:49.890431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:49.906905 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.908074 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Added segment 759109a4-aa1b-466a-9587-bf87cf16ca5a of type vlan for network 5446abc1-f48d-458f-93bd-e58131354f95 Mar 02 20:12:49.917664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:49.926389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:49.931304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:49.937884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.951463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Transition to ACTIVE for port object b275cb02-35e6-4444-9c8b-f244c4594f6b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:49.951585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.972098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.974805 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-873f6bbf-4ab5-4915-94f6-cddcaa7d7617 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.6753862 Mar 02 20:12:49.980059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39308) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:49.980335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39310) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:49.991431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.992928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:49.996508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.005953 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ec43fe44-50b9-40fa-8a6c-dd1635895a2d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Request body: {'security_group_rule': {'security_group_id': '5f6195a6-545e-47da-8fd0-d9126f1fcd78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:50.019691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ec43fe44-50b9-40fa-8a6c-dd1635895a2d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:50.026253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ec43fe44-50b9-40fa-8a6c-dd1635895a2d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Usage tracker for resource:security_group_rule and tenant:6a3305a0f9f842cc9b424283dcbfd61f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:50.034909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ec43fe44-50b9-40fa-8a6c-dd1635895a2d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:50.043988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.045392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ec43fe44-50b9-40fa-8a6c-dd1635895a2d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:50.045523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.059486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39316) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:50.059772 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "DELETE /v2.0/networks/02c56cc7-112f-4b10-8dcc-1e1477ddf9c0 HTTP/1.1" status: 204 len: 168 time: 2.9268570 Mar 02 20:12:50.083916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03956dc7-3eaa-446f-bcba-7c52b276cf5b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event deleted for resources: {'Network': ['ID=02c56cc7-112f-4b10-8dcc-1e1477ddf9c0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:50.095684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=7c2fda51-686f-4264-beb7-8e0259d96b93,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:50.115136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:50.117712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.158064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:50.159048 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-dfbd7203-8e85-4184-8654-e677ef42cd78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2a63b1b9c4549f9963d0e24c475b2e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1760409 Mar 02 20:12:50.166705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39322) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:50.181053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.184977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:50.185704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.198635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.199118 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added segment f7d59568-c988-435b-90b9-51b37e2c3cd2 of type vlan for network 3b422a3e-85c3-472f-ad03-37f088f19438 Mar 02 20:12:50.211528 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7afdad8e-6a7f-4b8d-baf4-1a4082598b0e tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/routers/0ee2213f-d32b-4224-afd7-d9da67d81a55 HTTP/1.1" status: 200 len: 920 time: 1.1064026 Mar 02 20:12:50.219856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39326) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:50.291967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ec43fe44-50b9-40fa-8a6c-dd1635895a2d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.294026 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1f46a240-a745-4625-9be8-be891393887d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8564143 Mar 02 20:12:50.303864 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9999254 Mar 02 20:12:50.315112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39330) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:50.316718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-43b17b8d-06ca-435d-baad-9d1d81577c9a None None] Deleting port 36dbc537-dfd9-4f99-b3d5-19078c2659c5 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:50.317167 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-43b17b8d-06ca-435d-baad-9d1d81577c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.471309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.504223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fedbc202-baed-4b42-8c1e-99742f9d4a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.541836 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-43b17b8d-06ca-435d-baad-9d1d81577c9a None None] The port '36dbc537-dfd9-4f99-b3d5-19078c2659c5' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:12:50.555643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b03b08-b3d7-4ff3-94f8-daebb5840013 None None] Pushing event updated for resources: {'Port': ['ID=b275cb02-35e6-4444-9c8b-f244c4594f6b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:50.585199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fedbc202-baed-4b42-8c1e-99742f9d4a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.599886 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 03ab06db-c04f-4a9c-a5ea-5354b516ba58 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:50.646433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.718932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.737096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.751955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0033d9a2-4077-443b-8ab6-8af86f83e113 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:50.782034 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fedbc202-baed-4b42-8c1e-99742f9d4a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.784640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22179c43-8e1c-4ab5-b64a-3c6213b7470b tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event updated for resources: {'Network': ['ID=5446abc1-f48d-458f-93bd-e58131354f95,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:50.805641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbc202-baed-4b42-8c1e-99742f9d4a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f79373-9d27-4671-af7c-bc3bd73d52e0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:50.811960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.816746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:50.817530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.856961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 5446abc1-f48d-458f-93bd-e58131354f95 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:50.870572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fedbc202-baed-4b42-8c1e-99742f9d4a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.874391 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fedbc202-baed-4b42-8c1e-99742f9d4a53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18f79373-9d27-4671-af7c-bc3bd73d52e0 HTTP/1.1" status: 204 len: 168 time: 0.6990087 Mar 02 20:12:50.896556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Attempting to bind port b275cb02-35e6-4444-9c8b-f244c4594f6b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:50.896914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Attempting to bind port b275cb02-35e6-4444-9c8b-f244c4594f6b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:50.897297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Attempting to bind port b275cb02-35e6-4444-9c8b-f244c4594f6b on network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:12:50.963721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ec43fe44-50b9-40fa-8a6c-dd1635895a2d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.992320 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bedc6774-10d9-4369-a443-22f68443c2f8 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=8365059c-528a-42c0-931f-6ee8653060e0&device_id=0ee2213f-d32b-4224-afd7-d9da67d81a55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7535782 Mar 02 20:12:50.996339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39336) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:51.033222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Network': ['ID=3b422a3e-85c3-472f-ad03-37f088f19438,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:51.076835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ec43fe44-50b9-40fa-8a6c-dd1635895a2d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.083896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c4f3f-c2ae-4a5c-a6e2-55fa13700388 req-835a7064-8111-4e87-b2ad-ff3ac332b620 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:51.092203 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a43c4f3f-c2ae-4a5c-a6e2-55fa13700388 req-835a7064-8111-4e87-b2ad-ff3ac332b620 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.6041245 Mar 02 20:12:51.099965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba55c98-f324-4a70-b2e2-cf4b15d078b5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:51.104741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba55c98-f324-4a70-b2e2-cf4b15d078b5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:51.105533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0ba55c98-f324-4a70-b2e2-cf4b15d078b5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:51.200818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43fe44-50b9-40fa-8a6c-dd1635895a2d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71b0f97-7b48-4291-96a2-d7eab60b5831,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:51.216481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.258309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0ba55c98-f324-4a70-b2e2-cf4b15d078b5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:51.262935 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0ba55c98-f324-4a70-b2e2-cf4b15d078b5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.8916001 Mar 02 20:12:51.263602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39340) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:51.285972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 3b422a3e-85c3-472f-ad03-37f088f19438 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:51.323694 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a43c4f3f-c2ae-4a5c-a6e2-55fa13700388 req-6cf62aab-cc48-42f4-9adb-c1f10d605ac7 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303870 Mar 02 20:12:51.367752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b909fa34-45c6-4a09-88d9-825a310b1ac9']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:51.375146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ec43fe44-50b9-40fa-8a6c-dd1635895a2d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.389391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39344) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:51.394577 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ec43fe44-50b9-40fa-8a6c-dd1635895a2d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3984616 Mar 02 20:12:51.400389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6d3efc91-4e84-4dbc-9ad7-b7b336ea09d5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Request body: {'security_group_rule': {'security_group_id': '5f6195a6-545e-47da-8fd0-d9126f1fcd78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:51.402072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-22156bdc-f966-41e3-88f6-2315b70db2a3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 7c2fda51-686f-4264-beb7-8e0259d96b93 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:51.402415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-22156bdc-f966-41e3-88f6-2315b70db2a3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.407003 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b75df4ec-7164-4b4f-86d7-9e90eb0cad62 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8522904 Mar 02 20:12:51.411375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:12:51.411881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Checking segment: {'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:51.412128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.412517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Bound using segment: {'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:12:51.413051 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Bound port: b275cb02-35e6-4444-9c8b-f244c4594f6b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:51.413425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.420430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6d3efc91-4e84-4dbc-9ad7-b7b336ea09d5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:51.422899 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39348) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:51.434897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'subnet': {'network_id': '3b422a3e-85c3-472f-ad03-37f088f19438', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:51.457539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6d3efc91-4e84-4dbc-9ad7-b7b336ea09d5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Usage tracker for resource:security_group_rule and tenant:6a3305a0f9f842cc9b424283dcbfd61f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:51.466484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6d3efc91-4e84-4dbc-9ad7-b7b336ea09d5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:51.531358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6d3efc91-4e84-4dbc-9ad7-b7b336ea09d5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:51.579932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3574b001-e0ac-4c74-96bc-05a1503a0893') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:51.582485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3574b001-e0ac-4c74-96bc-05a1503a0893') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:51.599221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.642213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] For port b275cb02-35e6-4444-9c8b-f244c4594f6b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:12:51.644456 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] For port b275cb02-35e6-4444-9c8b-f244c4594f6b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b275cb02-35e6-4444-9c8b-f244c4594f6b,segment=NetworkSegment(5dd3a41b-f737-44f3-b6c9-6605a5ffc807),segment_id=5dd3a41b-f737-44f3-b6c9-6605a5ffc807)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:12:51.694559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.718863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:51.719167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.725579 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:51.734971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6d3efc91-4e84-4dbc-9ad7-b7b336ea09d5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:51.737788 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:51.748207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932be777-457b-4a42-a4d9-cba180cca29f tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:51.753377 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-932be777-457b-4a42-a4d9-cba180cca29f tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/networks/8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 881 time: 0.7559943 Mar 02 20:12:51.755321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:subnet and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:51.758417 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39354) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:51.807288 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:51.814045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.820486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:51.844206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:51.859008 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5ee08efd-051b-4118-bc30-f0edf12ec69f tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee2213f-d32b-4224-afd7-d9da67d81a55 HTTP/1.1" status: 200 len: 205 time: 0.0957751 Mar 02 20:12:51.860729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39360) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:51.871609 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.872379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7d5e0740-153a-41b9-a8c4-15204aba219d None None] Provisioning for port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:51.894651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:51.894651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.923905 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7d5e0740-153a-41b9-a8c4-15204aba219d None None] Provisioning complete for port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:51.924268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0740-153a-41b9-a8c4-15204aba219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.944443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.991477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.050774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:52.060036 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "DELETE /v2.0/networks/b909fa34-45c6-4a09-88d9-825a310b1ac9 HTTP/1.1" status: 204 len: 168 time: 1.9994097 Mar 02 20:12:52.063306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e5cbc-339b-4869-af07-5a45199c41c4 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event deleted for resources: {'Network': ['ID=b909fa34-45c6-4a09-88d9-825a310b1ac9,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:52.088764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39368) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:52.117774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-22156bdc-f966-41e3-88f6-2315b70db2a3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.175694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6d3efc91-4e84-4dbc-9ad7-b7b336ea09d5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.268341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Routers {'7653ade3-f789-4538-bc22-3062b37321a5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:12:52.269055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7653ade3-f789-4538-bc22-3062b37321a5'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:52.378066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-22156bdc-f966-41e3-88f6-2315b70db2a3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 7c2fda51-686f-4264-beb7-8e0259d96b93 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:52.392998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.405550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6d3efc91-4e84-4dbc-9ad7-b7b336ea09d5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.464448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3efc91-4e84-4dbc-9ad7-b7b336ea09d5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926c3cde-a83f-4d1e-870b-96819c36d993,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:52.537501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6d3efc91-4e84-4dbc-9ad7-b7b336ea09d5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.539013 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6d3efc91-4e84-4dbc-9ad7-b7b336ea09d5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1478941 Mar 02 20:12:52.555384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39376) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:52.635657 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] Set router 7653ade3-f789-4538-bc22-3062b37321a5 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:12:52.663349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.692371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1319d025-e7a9-4292-8424-1e1b803fc919']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:52.705630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f68c1f-63e0-4a46-8028-70ecbb84a0c6') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:52.705946 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f68c1f-63e0-4a46-8028-70ecbb84a0c6') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:52.718352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.754605 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.763703 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:52.764110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.887597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0740-153a-41b9-a8c4-15204aba219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:52.888309 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:52.891122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.906614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b03b08-b3d7-4ff3-94f8-daebb5840013 None None] Pushing event updated for resources: {'Port': ['ID=b275cb02-35e6-4444-9c8b-f244c4594f6b,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:53.009598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:53.015371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:53.019246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Usage tracker for resource:floatingip and tenant:6a3305a0f9f842cc9b424283dcbfd61f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:53.022353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:53.045355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:53.052998 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7d5e0740-153a-41b9-a8c4-15204aba219d None None] For port 03ab06db-c04f-4a9c-a5ea-5354b516ba58, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=03ab06db-c04f-4a9c-a5ea-5354b516ba58,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:53.054189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.075881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.121431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c494-8387-425d-8bf2-eada380c4d63 req-d98ac684-6aad-46d0-aad3-88f802eea22f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:53.130884 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9734c494-8387-425d-8bf2-eada380c4d63 req-d98ac684-6aad-46d0-aad3-88f802eea22f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3425243 Mar 02 20:12:53.153994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.166840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event deleted for resources: {'Network': ['ID=1319d025-e7a9-4292-8424-1e1b803fc919,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:53.182349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0740-153a-41b9-a8c4-15204aba219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.210572 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9734c494-8387-425d-8bf2-eada380c4d63 req-b0b35ab4-d967-4f8d-be13-cb6d676c8e23 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773413 Mar 02 20:12:53.214244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-22156bdc-f966-41e3-88f6-2315b70db2a3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.351855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22156bdc-f966-41e3-88f6-2315b70db2a3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=7c2fda51-686f-4264-beb7-8e0259d96b93,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:53.389340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a4f798-13c8-4a9c-817c-1ac2cedf4271 None None] Update dhcp port {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'fixed_ips': [{'subnet_id': '364cd630-fbba-4a1e-949f-fb91109374f4', 'ip_address': '2001:db8::f816:3eff:fe3d:9199'}, {'subnet_id': 'e1e7da98-1a6e-4c77-a2e8-ceaa6a18a49f'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '03ab06db-c04f-4a9c-a5ea-5354b516ba58'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:12:53.410833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39386) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:53.425672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:12:53.426050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:12:53.433848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.491301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-22156bdc-f966-41e3-88f6-2315b70db2a3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.498626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.499594 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e0740-153a-41b9-a8c4-15204aba219d None None] Pushing event updated for resources: {'Port': ['ID=03ab06db-c04f-4a9c-a5ea-5354b516ba58,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:53.534162 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-20a4f798-13c8-4a9c-817c-1ac2cedf4271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.573614 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-22156bdc-f966-41e3-88f6-2315b70db2a3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/7c2fda51-686f-4264-beb7-8e0259d96b93 HTTP/1.1" status: 204 len: 168 time: 2.3007579 Mar 02 20:12:53.574060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39392) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:53.638959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39396) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:53.650823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'subnets': [{'network_id': '951233d6-c0e5-484d-8ab1-3322aa5d8802', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--859277788', 'ip_version': 6}, {'network_id': '5446abc1-f48d-458f-93bd-e58131354f95', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:53.651320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'subnet': {'network_id': '951233d6-c0e5-484d-8ab1-3322aa5d8802', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--859277788', 'ip_version': 6}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:53.652071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Request body: {'subnet': {'network_id': '5446abc1-f48d-458f-93bd-e58131354f95', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:53.660264 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b275cb02-35e6-4444-9c8b-f244c4594f6b', 'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'mac_address': 'fa:16:3e:1b:90:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:39Z', 'updated_at': '2022-03-02T20:12:51Z', 'revision_number': 4, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'subnets': [{'id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:53.685065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f3ff8-5f4c-402a-a36e-d1d6b779cd66 None None] The sync data for ids ['7653ade3-f789-4538-bc22-3062b37321a5'] in dv-neutron-831593-2-hyperv is: [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b275cb02-35e6-4444-9c8b-f244c4594f6b', 'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'mac_address': 'fa:16:3e:1b:90:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:39Z', 'updated_at': '2022-03-02T20:12:51Z', 'revision_number': 4, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'subnets': [{'id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:12:53.706251 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-031fc297-1273-4598-b77a-62bf868650c5 tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "DELETE /v2.0/networks/1319d025-e7a9-4292-8424-1e1b803fc919 HTTP/1.1" status: 204 len: 168 time: 1.5289958 Mar 02 20:12:53.706801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39400) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:53.716380 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.755083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60fdca2-8272-4f6f-a72e-ad81788c4dc9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:53.757429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60fdca2-8272-4f6f-a72e-ad81788c4dc9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:53.759289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60fdca2-8272-4f6f-a72e-ad81788c4dc9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:53.760440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a60fdca2-8272-4f6f-a72e-ad81788c4dc9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:53.818705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-20a4f798-13c8-4a9c-817c-1ac2cedf4271 None None] Allocated IP 172.20.0.2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/e1e7da98-1a6e-4c77-a2e8-ceaa6a18a49f/03ab06db-c04f-4a9c-a5ea-5354b516ba58) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:53.826538 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-668cdf30-0ce6-4acc-97fb-62ef33d66ad2 tempest-AgentManagementNegativeTest-768788885 tempest-AgentManagementNegativeTest-768788885-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3401511 Mar 02 20:12:53.897625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a60fdca2-8272-4f6f-a72e-ad81788c4dc9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:53.906721 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a60fdca2-8272-4f6f-a72e-ad81788c4dc9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3268623 Mar 02 20:12:53.907444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39406) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:54.055595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Subnet': ['ID=885ec531-f335-4164-901d-cc987209b20f,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:54.056914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-20a4f798-13c8-4a9c-817c-1ac2cedf4271 None None] For port 03ab06db-c04f-4a9c-a5ea-5354b516ba58, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=03ab06db-c04f-4a9c-a5ea-5354b516ba58,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:54.078984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.153757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Checking segment: {'id': 'f7d59568-c988-435b-90b9-51b37e2c3cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3b422a3e-85c3-472f-ad03-37f088f19438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:54.153757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network hostable DHCP agents. Network: 3b422a3e-85c3-472f-ad03-37f088f19438, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:54.182697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-20a4f798-13c8-4a9c-817c-1ac2cedf4271 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.223166 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-20a4f798-13c8-4a9c-817c-1ac2cedf4271 None None] Transition to ACTIVE for port object 03ab06db-c04f-4a9c-a5ea-5354b516ba58 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:54.245280 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 82f3b5af-ccc8-4706-afbd-2804a609e4b9 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:54.289651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:54.295649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 82f3b5af-ccc8-4706-afbd-2804a609e4b9 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:12:54.301082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Usage tracker for resource:subnet and tenant:5c77baa8d28e4bc89f17b4e5db21368c is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:54.301212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 82f3b5af-ccc8-4706-afbd-2804a609e4b9 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:54.301212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-20a4f798-13c8-4a9c-817c-1ac2cedf4271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.307590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:54.318169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:54.330082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d09daf8-57db-4ba3-aee7-7c3ec8441624 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 364cd630-fbba-4a1e-949f-fb91109374f4 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:54.331525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d09daf8-57db-4ba3-aee7-7c3ec8441624 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.389600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.416779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4f798-13c8-4a9c-817c-1ac2cedf4271 None None] Pushing event updated for resources: {'Port': ['ID=03ab06db-c04f-4a9c-a5ea-5354b516ba58,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:54.446885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d09daf8-57db-4ba3-aee7-7c3ec8441624 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.477165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb95952-323a-41d3-9314-9b8387837f27']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:54.500234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 3b422a3e-85c3-472f-ad03-37f088f19438 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:54.531804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a76c7ee-8ef7-4139-a0ec-a1783952a6ee') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:54.532096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a76c7ee-8ef7-4139-a0ec-a1783952a6ee') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:54.535185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39414) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:54.560562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Made reservation on behalf of 5c77baa8d28e4bc89f17b4e5db21368c for: {'subnet': 2} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:54.563341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.569900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.623483 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b275cb02-35e6-4444-9c8b-f244c4594f6b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:54.644349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 3b422a3e-85c3-472f-ad03-37f088f19438) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:54.657690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:54.664174 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.687282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.699947 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5d48e-c344-44e0-b56e-7e8dbaec6426 None None] Network 3b422a3e-85c3-472f-ad03-37f088f19438 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:54.749820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:12:54.750259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:54.793876 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:54.848710 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c254308a-792e-463f-a646-80cedaca5a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.907646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d09daf8-57db-4ba3-aee7-7c3ec8441624 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.045470 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4b61b0e5-b7a7-4f1f-a667-7c7ab2ccc1fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6209223 Mar 02 20:12:55.048368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Allocated IP 172.26.5.140 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/70d2adb7-b303-4599-a92a-5149adb3be3c) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:55.050476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39420) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:55.094858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-3b422a3e-85c3-472f-ad03-37f088f19438', 'network_id': '3b422a3e-85c3-472f-ad03-37f088f19438', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'fixed_ips': [{'subnet_id': '885ec531-f335-4164-901d-cc987209b20f'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:12:55.095734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.104535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e5a491a0-471b-4336-8458-9f846f4945fb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-552665502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:55.111973 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.121715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.123919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e5a491a0-471b-4336-8458-9f846f4945fb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:55.138957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c254308a-792e-463f-a646-80cedaca5a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:55.168471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.183234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e5a491a0-471b-4336-8458-9f846f4945fb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:router and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:55.184038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port b275cb02-35e6-4444-9c8b-f244c4594f6b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:55.187400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] Pushing event deleted for resources: {'Network': ['ID=5eb95952-323a-41d3-9314-9b8387837f27,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:55.189098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c254308a-792e-463f-a646-80cedaca5a2c admin admin] Usage tracker for resource:security_group_rule and tenant:e0396b37edba4f5d9b2656ca96cfd5ec is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:55.195378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c254308a-792e-463f-a646-80cedaca5a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:55.209249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e5a491a0-471b-4336-8458-9f846f4945fb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:55.209395 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4f606-e8f0-484f-b1b3-6500d0f23c97 req-336be10b-e590-49eb-8921-2d328561df07 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:55.212871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b275cb02-35e6-4444-9c8b-f244c4594f6b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:55.213033 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.220381 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d2a4f606-e8f0-484f-b1b3-6500d0f23c97 req-336be10b-e590-49eb-8921-2d328561df07 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.6353490 Mar 02 20:12:55.226370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c254308a-792e-463f-a646-80cedaca5a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:55.296826 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e5a491a0-471b-4336-8458-9f846f4945fb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:55.302303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Deleting port 49d51092-4598-4bfa-be7d-3d22c5af9516 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:55.302708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.312298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.312672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.335471 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b39974f9-40e7-4735-a4ed-43f10dc5587b tempest-BulkNetworkOpsTest-898796745 tempest-BulkNetworkOpsTest-898796745-project] 10.222.0.44 "DELETE /v2.0/networks/5eb95952-323a-41d3-9314-9b8387837f27 HTTP/1.1" status: 204 len: 168 time: 1.6208119 Mar 02 20:12:55.457506 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Allocated IP 2001:db8::2 (3b422a3e-85c3-472f-ad03-37f088f19438/885ec531-f335-4164-901d-cc987209b20f/4ad519f6-d4bf-446c-a0ed-8c7ed6899e07) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:55.463501 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.500362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a491a0-471b-4336-8458-9f846f4945fb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.507430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a491a0-471b-4336-8458-9f846f4945fb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.596571 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.749356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Calling delete_port for 49d51092-4598-4bfa-be7d-3d22c5af9516 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:12:55.779252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.789641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Transition to ACTIVE for port object 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:55.820809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.845218 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Transition to ACTIVE for port object 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:55.853886 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5d4ae4d0-c3e6-41d5-b9ed-636155793876 None None] Could not find standard attr ID for object 7c2fda51-686f-4264-beb7-8e0259d96b93. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:12:55.859203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port b275cb02-35e6-4444-9c8b-f244c4594f6b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b275cb02-35e6-4444-9c8b-f244c4594f6b,segment=NetworkSegment(5dd3a41b-f737-44f3-b6c9-6605a5ffc807),segment_id=5dd3a41b-f737-44f3-b6c9-6605a5ffc807)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:12:55.861865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a491a0-471b-4336-8458-9f846f4945fb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.884478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d09daf8-57db-4ba3-aee7-7c3ec8441624 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.927646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.933804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c254308a-792e-463f-a646-80cedaca5a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.944237 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d2a4f606-e8f0-484f-b1b3-6500d0f23c97 req-af210be1-44cc-447d-b7ea-18fe903d6edb tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7230594 Mar 02 20:12:55.948148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39428) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:55.960872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09daf8-57db-4ba3-aee7-7c3ec8441624 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=364cd630-fbba-4a1e-949f-fb91109374f4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:55.987554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d09daf8-57db-4ba3-aee7-7c3ec8441624 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.017770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5d4ae4d0-c3e6-41d5-b9ed-636155793876 None None] Provisioning for port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:56.021610 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.022232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 03ab06db-c04f-4a9c-a5ea-5354b516ba58 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:56.043891 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c254308a-792e-463f-a646-80cedaca5a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.049869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Pushing event updated for resources: {'Port': ['ID=4ad519f6-d4bf-446c-a0ed-8c7ed6899e07,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:56.110656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.129427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Network 3b422a3e-85c3-472f-ad03-37f088f19438 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:56.130203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=b275cb02-35e6-4444-9c8b-f244c4594f6b,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:56.138137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:56.146511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5d4ae4d0-c3e6-41d5-b9ed-636155793876 None None] Provisioning complete for port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:56.146878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5d4ae4d0-c3e6-41d5-b9ed-636155793876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.160673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a491a0-471b-4336-8458-9f846f4945fb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.187933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.191236 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:56.217646 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c254308a-792e-463f-a646-80cedaca5a2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0396b37edba4f5d9b2656ca96cfd5ec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6683817 Mar 02 20:12:56.220650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39434) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:56.227240 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7d09daf8-57db-4ba3-aee7-7c3ec8441624 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/364cd630-fbba-4a1e-949f-fb91109374f4 HTTP/1.1" status: 204 len: 168 time: 2.3149803 Mar 02 20:12:56.242910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39438) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:56.242910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:56.252876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:56.260051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:12:56.293112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254308a-792e-463f-a646-80cedaca5a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6b0828-eada-424d-a76b-239613b57d1b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:56.343218 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-625a0b07-ac04-40b1-9ae3-674d1093fa0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8382cc4161de420bb15e536c38da6f70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3891854 Mar 02 20:12:56.345690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39442) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:56.416475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Attempting to bind port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:56.416879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Attempting to bind port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'f7d59568-c988-435b-90b9-51b37e2c3cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3b422a3e-85c3-472f-ad03-37f088f19438'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:56.417186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Attempting to bind port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 on network 3b422a3e-85c3-472f-ad03-37f088f19438 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:12:56.426548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a491a0-471b-4336-8458-9f846f4945fb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.430607 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e5a491a0-471b-4336-8458-9f846f4945fb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3758812 Mar 02 20:12:56.430607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Pushing event updated for resources: {'Port': ['ID=70d2adb7-b303-4599-a92a-5149adb3be3c,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:56.431376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:56.431722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.432714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39446) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:56.438014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92e2d629-d197-4a04-839d-1c44a3bce695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.469390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.473891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:12:56.474401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Checking segment: {'id': 'f7d59568-c988-435b-90b9-51b37e2c3cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3b422a3e-85c3-472f-ad03-37f088f19438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:56.474641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92e2d629-d197-4a04-839d-1c44a3bce695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.475015 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.475709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Bound using segment: {'id': 'f7d59568-c988-435b-90b9-51b37e2c3cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3b422a3e-85c3-472f-ad03-37f088f19438'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:12:56.476289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Bound port: 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d59568-c988-435b-90b9-51b37e2c3cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '3b422a3e-85c3-472f-ad03-37f088f19438'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:56.476727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.496423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e9fe54-add9-4463-b0aa-137256fafa8e None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:56.546382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event updated for resources: {'Subnet': ['ID=a4581bfb-0c3f-439c-8622-c18e54fc5a64,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:56.609545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Checking segment: {'id': 'd4ac3185-a538-4302-8e98-c3b9054aa646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '951233d6-c0e5-484d-8ab1-3322aa5d8802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:56.609969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Network hostable DHCP agents. Network: 951233d6-c0e5-484d-8ab1-3322aa5d8802, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:56.612616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Pushing event deleted for resources: {'Port': ['ID=49d51092-4598-4bfa-be7d-3d22c5af9516,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:56.723838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92e2d629-d197-4a04-839d-1c44a3bce695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.740428 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2d629-d197-4a04-839d-1c44a3bce695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de516b8-6662-4125-9fac-644b902158ad,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:56.750280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Network 951233d6-c0e5-484d-8ab1-3322aa5d8802 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:56.754126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92e2d629-d197-4a04-839d-1c44a3bce695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.758504 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-92e2d629-d197-4a04-839d-1c44a3bce695 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6de516b8-6662-4125-9fac-644b902158ad HTTP/1.1" status: 204 len: 168 time: 0.4076912 Mar 02 20:12:56.824242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 951233d6-c0e5-484d-8ab1-3322aa5d8802) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:56.828339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.851020 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93b17ef-8b16-43e0-9edd-d86154d14523 None None] Network 951233d6-c0e5-484d-8ab1-3322aa5d8802 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:56.871734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] For port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:12:56.933820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event updated for resources: {'Subnet': ['ID=81914e0b-bfa7-48f1-837d-08c90a76007c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:56.945219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Checking segment: {'id': '759109a4-aa1b-466a-9587-bf87cf16ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5446abc1-f48d-458f-93bd-e58131354f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:12:56.945219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Network hostable DHCP agents. Network: 5446abc1-f48d-458f-93bd-e58131354f95, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:56.953284 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9dd576c6-3f86-4275-a56b-467f72383175 None None] Could not find standard attr ID for object 7c2fda51-686f-4264-beb7-8e0259d96b93. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:12:56.958479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.010642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] For port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4ad519f6-d4bf-446c-a0ed-8c7ed6899e07,segment=NetworkSegment(f7d59568-c988-435b-90b9-51b37e2c3cd2),segment_id=f7d59568-c988-435b-90b9-51b37e2c3cd2)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:12:57.063825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Network 5446abc1-f48d-458f-93bd-e58131354f95 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:57.099985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7015b306-c886-4f99-bde6-c4ff0d302d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.158098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.174164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 5446abc1-f48d-458f-93bd-e58131354f95) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:57.188864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:57.189255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:57.189865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.237276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f66647-34b9-4730-99ed-fbe239d78f8a None None] Network 5446abc1-f48d-458f-93bd-e58131354f95 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:57.273026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b275cb02-35e6-4444-9c8b-f244c4594f6b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:57.281072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1b1bd-c926-43e8-9a5c-fffbc05f6568 req-c3417d1e-4248-45df-838c-aa3d24349c8c tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:57.288968 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d3c1b1bd-c926-43e8-9a5c-fffbc05f6568 req-c3417d1e-4248-45df-838c-aa3d24349c8c tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.1862409 Mar 02 20:12:57.314845 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7f8a4c79-630c-486d-8fcc-75aeccacf66d tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.6746788 Mar 02 20:12:57.317534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39458) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:57.410844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55f957-5e86-465d-99e4-86d7fe2b662f tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:57.412425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55f957-5e86-465d-99e4-86d7fe2b662f tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:57.417135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55f957-5e86-465d-99e4-86d7fe2b662f tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:57.417135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-af55f957-5e86-465d-99e4-86d7fe2b662f tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Synchronizing usage tracker for tenant:5c77baa8d28e4bc89f17b4e5db21368c on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:57.444132 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d3c1b1bd-c926-43e8-9a5c-fffbc05f6568 req-af55d374-1474-4aa6-ab49-c46dcfd5a9db tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538453 Mar 02 20:12:57.531929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626806e3-fcba-491b-93ab-8bda6f4bb4b4 None None] Pushing event updated for resources: {'Port': ['ID=4ad519f6-d4bf-446c-a0ed-8c7ed6899e07,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:57.538749 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:12:57.546630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-af55f957-5e86-465d-99e4-86d7fe2b662f tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Unset dirty status for tenant:5c77baa8d28e4bc89f17b4e5db21368c on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:57.556954 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-af55f957-5e86-465d-99e4-86d7fe2b662f tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2215838 Mar 02 20:12:57.560164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39466) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:57.593853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7015b306-c886-4f99-bde6-c4ff0d302d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.604755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-967ffac8-0026-4ad8-9bd3-bccf06a317de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet e1e7da98-1a6e-4c77-a2e8-ceaa6a18a49f {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:57.627452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-967ffac8-0026-4ad8-9bd3-bccf06a317de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.641011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Deleting subnet a4581bfb-0c3f-439c-8622-c18e54fc5a64 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:57.645276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.658939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.698592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75366c37-34b1-4019-8189-6105f469e8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-951233d6-c0e5-484d-8ab1-3322aa5d8802', 'network_id': '951233d6-c0e5-484d-8ab1-3322aa5d8802', 'tenant_id': '5c77baa8d28e4bc89f17b4e5db21368c', 'fixed_ips': [{'subnet_id': 'a4581bfb-0c3f-439c-8622-c18e54fc5a64'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:12:57.699728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75366c37-34b1-4019-8189-6105f469e8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.732908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.822369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-967ffac8-0026-4ad8-9bd3-bccf06a317de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.841264 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b275cb02-35e6-4444-9c8b-f244c4594f6b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:57.841264 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.871604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.902088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-5446abc1-f48d-458f-93bd-e58131354f95', 'network_id': '5446abc1-f48d-458f-93bd-e58131354f95', 'tenant_id': '5c77baa8d28e4bc89f17b4e5db21368c', 'fixed_ips': [{'subnet_id': '81914e0b-bfa7-48f1-837d-08c90a76007c'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:12:57.903114 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.985155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.995179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.095100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-967ffac8-0026-4ad8-9bd3-bccf06a317de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.112522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.198300 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.234004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event deleted for resources: {'Subnet': ['ID=a4581bfb-0c3f-439c-8622-c18e54fc5a64,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:58.246491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:58.246884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:58.247320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:58.247747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:58.248232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:58.248660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:58.249082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:58.249519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:58.250025 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:58.250446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:58.250859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:58.264135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 03ab06db-c04f-4a9c-a5ea-5354b516ba58 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:58.336555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.361312 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-febcfcce-8f4f-4523-9b96-b8948331f9a2 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "DELETE /v2.0/subnets/a4581bfb-0c3f-439c-8622-c18e54fc5a64 HTTP/1.1" status: 204 len: 168 time: 0.8026488 Mar 02 20:12:58.362069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39478) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server [None req-75366c37-34b1-4019-8189-6105f469e8e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4581bfb-0c3f-439c-8622-c18e54fc5a64: This subnet is being modified by another concurrent operation. Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:12:58.436672 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise exception Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4581bfb-0c3f-439c-8622-c18e54fc5a64: This subnet is being modified by another concurrent operation. Mar 02 20:12:58.440424 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server Mar 02 20:12:58.461472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.461472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Fanout notify agent at l3_agent the message router_deleted on router 0ee2213f-d32b-4224-afd7-d9da67d81a55 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:12:58.463622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7015b306-c886-4f99-bde6-c4ff0d302d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.477847 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a16410-31cc-495b-bf1f-a7779bcfbfc5 None None] Network 951233d6-c0e5-484d-8ab1-3322aa5d8802 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:58.485094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-27aa9aa7-047b-49e3-aba0-6843cde1eb92 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Deleting subnet 81914e0b-bfa7-48f1-837d-08c90a76007c {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:12:58.573736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-967ffac8-0026-4ad8-9bd3-bccf06a317de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.592670 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39484) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:58.618813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015b306-c886-4f99-bde6-c4ff0d302d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6b0828-eada-424d-a76b-239613b57d1b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:58.631301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Allocated IP 2001:db8:0:1::1 (5446abc1-f48d-458f-93bd-e58131354f95/81914e0b-bfa7-48f1-837d-08c90a76007c/55b76896-8215-430c-b38e-1514f2b2331d) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:58.647432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ffac8-0026-4ad8-9bd3-bccf06a317de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e7da98-1a6e-4c77-a2e8-ceaa6a18a49f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:58.695403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:58.695860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.822971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-967ffac8-0026-4ad8-9bd3-bccf06a317de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.840134 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.844231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37673f66-a72b-4a13-a0c8-e490a28792f9 req-46ef957d-195b-46d9-9e79-7be9063b5887 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:58.845987 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-37673f66-a72b-4a13-a0c8-e490a28792f9 req-46ef957d-195b-46d9-9e79-7be9063b5887 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.1783364 Mar 02 20:12:58.880517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.881613 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-94cd4a24-c511-4f74-9c77-080a581764dc tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/0ee2213f-d32b-4224-afd7-d9da67d81a55 HTTP/1.1" status: 204 len: 168 time: 7.0179818 Mar 02 20:12:58.889004 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-967ffac8-0026-4ad8-9bd3-bccf06a317de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/e1e7da98-1a6e-4c77-a2e8-ceaa6a18a49f HTTP/1.1" status: 204 len: 168 time: 2.6447945 Mar 02 20:12:58.892611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39490) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:58.893114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39492) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:58.964511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7015b306-c886-4f99-bde6-c4ff0d302d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.965926 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7015b306-c886-4f99-bde6-c4ff0d302d0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c6b0828-eada-424d-a76b-239613b57d1b HTTP/1.1" status: 204 len: 168 time: 2.7418220 Mar 02 20:12:58.967064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669582081'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:58.978366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fed618-442c-4846-9937-9a1477e699a8 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:58.988515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:58.999692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:59.009594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:59.038081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9990af93-a469-44f8-a642-cbb2fbfb1d65 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1910633703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:59.059333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:59.063183 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0d8b1839-5883-4234-8ed8-2d9de024a5ed tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1655216 Mar 02 20:12:59.064228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9990af93-a469-44f8-a642-cbb2fbfb1d65 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:59.075623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39500) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:59.082590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9990af93-a469-44f8-a642-cbb2fbfb1d65 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Usage tracker for resource:router and tenant:bf812956d0bf4315a0952257862998d2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:59.089943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9990af93-a469-44f8-a642-cbb2fbfb1d65 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:59.093965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:59.098044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9990af93-a469-44f8-a642-cbb2fbfb1d65 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:59.108104 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-37673f66-a72b-4a13-a0c8-e490a28792f9 req-734d4318-f95a-4989-a555-9aaf12eaa99e tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553332 Mar 02 20:12:59.159818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6311f-b831-422d-b215-7b8af01a8b66 None None] Network 3b422a3e-85c3-472f-ad03-37f088f19438 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:12:59.183669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.199084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9990af93-a469-44f8-a642-cbb2fbfb1d65 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.203233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9990af93-a469-44f8-a642-cbb2fbfb1d65 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.207257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.260773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5a319fc5-5ce8-44a0-98da-e59cdb001e1f None None] Provisioning complete for port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:59.261048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a319fc5-5ce8-44a0-98da-e59cdb001e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.265320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9990af93-a469-44f8-a642-cbb2fbfb1d65 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.266810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:59.276298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:59.280015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:59.287020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:59.361319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9990af93-a469-44f8-a642-cbb2fbfb1d65 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.372405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.398935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:59.407159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:59.440487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:59.462473 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9990af93-a469-44f8-a642-cbb2fbfb1d65 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.464853 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9990af93-a469-44f8-a642-cbb2fbfb1d65 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5688052 Mar 02 20:12:59.466197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.471674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39506) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:59.475755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:59.489269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'enable_snat': False}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:12:59.494432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.514018 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Allocated IP 2001:db8::1 (3b422a3e-85c3-472f-ad03-37f088f19438/885ec531-f335-4164-901d-cc987209b20f/33063515-9a05-4f01-999e-fe39fd96d407) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:59.614480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.664564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.721875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Transition to ACTIVE for port object 55b76896-8215-430c-b38e-1514f2b2331d will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:59.736547 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:59.740128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.791297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Transition to ACTIVE for port object 55b76896-8215-430c-b38e-1514f2b2331d will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:59.836169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:59.840157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c43c83-1aaf-42e4-892e-1cc17f20cd37,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:59.841339 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:59.845840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:59.850763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:59.861733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:59.864826 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-27aa9aa7-047b-49e3-aba0-6843cde1eb92 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.916197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da7cf43-c60e-4843-8ec9-b9c2ca6e1793 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:12:59.919941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.931188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Pushing event updated for resources: {'Port': ['ID=70d2adb7-b303-4599-a92a-5149adb3be3c,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:59.931708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-27aa9aa7-047b-49e3-aba0-6843cde1eb92 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.992971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1da7cf43-c60e-4843-8ec9-b9c2ca6e1793 None None] Deleting port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:12:59.994275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1da7cf43-c60e-4843-8ec9-b9c2ca6e1793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.008527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:00.008925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:00.009256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:00.009584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:00.010203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:00.010538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:00.017171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:00.017171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:00.017171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:00.017171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:00.017171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:00.096050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.168502 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Network 5446abc1-f48d-458f-93bd-e58131354f95 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:00.176936 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:00.190910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:00.194250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Pushing event updated for resources: {'Port': ['ID=55b76896-8215-430c-b38e-1514f2b2331d,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:00.204724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.250450 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Transition to ACTIVE for port object 33063515-9a05-4f01-999e-fe39fd96d407 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:00.268867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-27aa9aa7-047b-49e3-aba0-6843cde1eb92 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.307026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-32ab72b2-facd-48f3-b423-bc90cada4b2e None None] Provisioning for port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:00.314757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.316215 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5013cc0a-8846-4171-ad49-b63dafc27939 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7551632 Mar 02 20:13:00.449893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.466459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.582232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 3b422a3e-85c3-472f-ad03-37f088f19438 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:00.585599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:00.619330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:00.620127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.624943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.645644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=33063515-9a05-4f01-999e-fe39fd96d407,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:00.651615 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1da7cf43-c60e-4843-8ec9-b9c2ca6e1793 None None] For port 03ab06db-c04f-4a9c-a5ea-5354b516ba58, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=03ab06db-c04f-4a9c-a5ea-5354b516ba58,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:00.652432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1da7cf43-c60e-4843-8ec9-b9c2ca6e1793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.735918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-27aa9aa7-047b-49e3-aba0-6843cde1eb92 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.748763 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.objects.ports [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84503) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:13:00.809874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1da7cf43-c60e-4843-8ec9-b9c2ca6e1793 None None] Calling delete_port for 03ab06db-c04f-4a9c-a5ea-5354b516ba58 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:00.828545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-27aa9aa7-047b-49e3-aba0-6843cde1eb92 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.846218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39536) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:00.866654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa9aa7-047b-49e3-aba0-6843cde1eb92 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event deleted for resources: {'Subnet': ['ID=81914e0b-bfa7-48f1-837d-08c90a76007c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:00.898780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9ce5e6-067c-48ba-8b62-47a3ca69cf88,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:00.908602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-b3dc9152-8146-4ff0-a6e8-346097a7fc64 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Synchronizing usage tracker for tenant:6a3305a0f9f842cc9b424283dcbfd61f on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:00.921195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:00.925595 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-27aa9aa7-047b-49e3-aba0-6843cde1eb92 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "DELETE /v2.0/subnets/81914e0b-bfa7-48f1-837d-08c90a76007c HTTP/1.1" status: 204 len: 168 time: 2.5624020 Mar 02 20:13:00.928128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39542) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:00.943057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ee22f-adb0-4e97-9421-f047931124a1 req-b975e462-0c0a-4bd0-b4a6-ce0bc4f715c2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:00.944877 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e22ee22f-adb0-4e97-9421-f047931124a1 req-b975e462-0c0a-4bd0-b4a6-ce0bc4f715c2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.5718462 Mar 02 20:13:01.006095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Attempting to bind port 55b76896-8215-430c-b38e-1514f2b2331d on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:13:01.008332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.009431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Attempting to bind port 55b76896-8215-430c-b38e-1514f2b2331d by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '759109a4-aa1b-466a-9587-bf87cf16ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5446abc1-f48d-458f-93bd-e58131354f95'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:13:01.010157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Attempting to bind port 55b76896-8215-430c-b38e-1514f2b2331d on network 5446abc1-f48d-458f-93bd-e58131354f95 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:13:01.010854 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b0af6ba1-950f-4383-8f65-8e79a7b27c27 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4168472 Mar 02 20:13:01.015352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39546) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:01.023799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1da7cf43-c60e-4843-8ec9-b9c2ca6e1793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.033797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0873e2bf-9efd-43c9-b552-247c36afc6c6 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:01.035511 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0873e2bf-9efd-43c9-b552-247c36afc6c6 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1014209 Mar 02 20:13:01.044607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39550) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:01.050245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:13:01.050481 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Checking segment: {'id': '759109a4-aa1b-466a-9587-bf87cf16ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5446abc1-f48d-458f-93bd-e58131354f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:01.051094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.051607 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Bound using segment: {'id': '759109a4-aa1b-466a-9587-bf87cf16ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5446abc1-f48d-458f-93bd-e58131354f95'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:13:01.052137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Bound port: 55b76896-8215-430c-b38e-1514f2b2331d, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759109a4-aa1b-466a-9587-bf87cf16ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '5446abc1-f48d-458f-93bd-e58131354f95'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:13:01.052511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.080204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.118180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da7cf43-c60e-4843-8ec9-b9c2ca6e1793 None None] No DVR routers for this DVR port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:13:01.144795 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-b3dc9152-8146-4ff0-a6e8-346097a7fc64 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Unset dirty status for tenant:6a3305a0f9f842cc9b424283dcbfd61f on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:01.151191 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-b3dc9152-8146-4ff0-a6e8-346097a7fc64 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1875998266&fields=id&tenant_id=6a3305a0f9f842cc9b424283dcbfd61f HTTP/1.1" status: 200 len: 267 time: 0.4714904 Mar 02 20:13:01.195487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7cf43-c60e-4843-8ec9-b9c2ca6e1793 None None] Pushing event deleted for resources: {'Port': ['ID=03ab06db-c04f-4a9c-a5ea-5354b516ba58,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:01.206964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:01.216827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:01.217181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.222709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1048390261'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:01.234004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:01.254832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:network and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:01.260084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_pluggable_backend [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Port 03ab06db-c04f-4a9c-a5ea-5354b516ba58 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84503) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 02 20:13:01.260447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_pluggable_backend [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3d:9199 {{(pid=84503) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 02 20:13:01.272324 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:01.272512 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] For port 55b76896-8215-430c-b38e-1514f2b2331d, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:13:01.279248 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:01.284930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-54c8a0a2-5754-405a-8ae6-b7cc192cd972 None None] Provisioning complete for port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:01.285284 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-54c8a0a2-5754-405a-8ae6-b7cc192cd972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.286376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.314778 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e22ee22f-adb0-4e97-9421-f047931124a1 req-70f36118-dfd7-412e-a21c-eea10905a754 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573699 Mar 02 20:13:01.347370 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] For port 55b76896-8215-430c-b38e-1514f2b2331d, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=55b76896-8215-430c-b38e-1514f2b2331d,segment=NetworkSegment(759109a4-aa1b-466a-9587-bf87cf16ca5a),segment_id=759109a4-aa1b-466a-9587-bf87cf16ca5a)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:13:01.423549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.437195 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Deleting port 55b76896-8215-430c-b38e-1514f2b2331d {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:01.437539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.456384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-3a1d7567-a1f9-4d98-b1ac-81e457c86599 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:01.460367 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-3a1d7567-a1f9-4d98-b1ac-81e457c86599 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/networks?id=3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 HTTP/1.1" status: 200 len: 811 time: 0.3057296 Mar 02 20:13:01.463919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7fc2dac1-3b9c-4d31-a054-d5dcc8ccb928 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:01.495712 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-ede3f9b8-66f2-46ad-91bf-864283af814e tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/quotas/6a3305a0f9f842cc9b424283dcbfd61f HTTP/1.1" status: 200 len: 375 time: 0.0284529 Mar 02 20:13:01.516378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-54c8a0a2-5754-405a-8ae6-b7cc192cd972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.543654 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.547682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Made reservation on behalf of 595ef1f06f1c412988fc3d9c8187dc89 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:01.550192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.589825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7fc2dac1-3b9c-4d31-a054-d5dcc8ccb928 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:01.591004 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7fc2dac1-3b9c-4d31-a054-d5dcc8ccb928 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5740943 Mar 02 20:13:01.594574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.595798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39554) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:01.612416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0e30b-e726-45f0-9963-879b51fc8bf5 None None] Pushing event updated for resources: {'Port': ['ID=55b76896-8215-430c-b38e-1514f2b2331d,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:01.618658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-54c8a0a2-5754-405a-8ae6-b7cc192cd972 None None] For port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4ad519f6-d4bf-446c-a0ed-8c7ed6899e07,segment=NetworkSegment(f7d59568-c988-435b-90b9-51b37e2c3cd2),segment_id=f7d59568-c988-435b-90b9-51b37e2c3cd2)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:01.629204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b9fc4f04-7c78-4b2c-8416-411238afd3d6 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group': {'name': 'tempest-security--1591382297', 'description': 'tempest-security-description-1931603752'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:01.695442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-9e794e7d-fc77-4f9d-b158-ada266e771ac tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Synchronizing usage tracker for tenant:6a3305a0f9f842cc9b424283dcbfd61f on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:01.699287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.717242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-54c8a0a2-5754-405a-8ae6-b7cc192cd972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.730475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4f04-7c78-4b2c-8416-411238afd3d6 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.744795 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.766837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.861294 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4f04-7c78-4b2c-8416-411238afd3d6 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.861448 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:13:01.861774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:13:01.866999 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8a0a2-5754-405a-8ae6-b7cc192cd972 None None] Pushing event updated for resources: {'Port': ['ID=4ad519f6-d4bf-446c-a0ed-8c7ed6899e07,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:01.872103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edacfaf4-314d-4a30-9553-3e6009c1678d None None] Network 5446abc1-f48d-458f-93bd-e58131354f95 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:01.913421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:01.914291 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=03fb9d7c-4c8b-4a27-b9f3-809c4704e586,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:01.926271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:01.943472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f265eb1-5120-4e9b-87db-ee298ae34747 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:01.950145 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:01.950757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.965155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-54c8a0a2-5754-405a-8ae6-b7cc192cd972 None None] Provisioning for port 33063515-9a05-4f01-999e-fe39fd96d407 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:01.984006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:02.000610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:security_group_rule and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:02.019959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:02.036567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:02.038447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-54c8a0a2-5754-405a-8ae6-b7cc192cd972 None None] Provisioning complete for port 33063515-9a05-4f01-999e-fe39fd96d407 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:02.038902 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-54c8a0a2-5754-405a-8ae6-b7cc192cd972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.039624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] For port 55b76896-8215-430c-b38e-1514f2b2331d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=55b76896-8215-430c-b38e-1514f2b2331d,segment=NetworkSegment(759109a4-aa1b-466a-9587-bf87cf16ca5a),segment_id=759109a4-aa1b-466a-9587-bf87cf16ca5a)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:02.040044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.063839 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Allocated IP 172.26.5.232 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/890e51a3-c206-4938-83df-b60deb475721) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:02.107260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4f04-7c78-4b2c-8416-411238afd3d6 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.110406 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-9e794e7d-fc77-4f9d-b158-ada266e771ac tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Unset dirty status for tenant:6a3305a0f9f842cc9b424283dcbfd61f on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:02.117515 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-9e794e7d-fc77-4f9d-b158-ada266e771ac tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a3305a0f9f842cc9b424283dcbfd61f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6094089 Mar 02 20:13:02.177704 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dec6a00c-1525-4479-9944-e5c9709f02a5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0963321 Mar 02 20:13:02.178530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39562) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:02.184046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-54c8a0a2-5754-405a-8ae6-b7cc192cd972 None None] Port 33063515-9a05-4f01-999e-fe39fd96d407 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:13:02.188831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Calling delete_port for 55b76896-8215-430c-b38e-1514f2b2331d owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:02.210112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc4f04-7c78-4b2c-8416-411238afd3d6 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9ce5e6-067c-48ba-8b62-47a3ca69cf88,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:02.229084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:02.238658 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4f04-7c78-4b2c-8416-411238afd3d6 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.239942 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b9fc4f04-7c78-4b2c-8416-411238afd3d6 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "PUT /v2.0/security-groups/fd9ce5e6-067c-48ba-8b62-47a3ca69cf88 HTTP/1.1" status: 200 len: 1612 time: 0.6432283 Mar 02 20:13:02.244667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39568) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:02.265127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:13:02.303532 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1066d270-5d80-4a79-a922-00b482c24d3d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups/fd9ce5e6-067c-48ba-8b62-47a3ca69cf88 HTTP/1.1" status: 200 len: 1612 time: 0.0575590 Mar 02 20:13:02.312888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-cd27ed51-139d-4e2b-804c-404a7432dc6f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:02.313864 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-cd27ed51-139d-4e2b-804c-404a7432dc6f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0920877 Mar 02 20:13:02.317139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39572) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:02.355914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.395032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.440005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '03fb9d7c-4c8b-4a27-b9f3-809c4704e586'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:13:02.441271 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.495262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.508128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.509763 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:02.514974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.521001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.523857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:02.594075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:02.616315 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:02.640845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.649876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:02.659301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:02.665574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:02.675405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:02.717245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Allocated IP 2001:db8::f816:3eff:feb5:1056 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/03fb9d7c-4c8b-4a27-b9f3-809c4704e586/d2a54d28-8666-4fb4-bd52-458898c0427b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:02.732099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Pushing event updated for resources: {'Port': ['ID=890e51a3-c206-4938-83df-b60deb475721,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:02.739927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=33063515-9a05-4f01-999e-fe39fd96d407,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:02.777759 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abfe4020-c877-4be1-af90-754d5d699954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.778790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] No DVR routers for this DVR port 55b76896-8215-430c-b38e-1514f2b2331d on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:13:02.798020 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-ae6dd006-07ed-43d5-9525-b2f45f7c1b4b service neutron] 10.222.0.44 "GET /v2.0/networks/3613e8ab-d49e-46ac-a9c6-fa37d7f28b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723594 Mar 02 20:13:02.823064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.842666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:02.843032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.859008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event deleted for resources: {'Port': ['ID=55b76896-8215-430c-b38e-1514f2b2331d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:02.919885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abfe4020-c877-4be1-af90-754d5d699954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.942455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e46d23-ff67-4df4-920d-eea7b4e78d02 req-3865188a-4fff-4c26-9927-8bd03fba8fd5 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:02.943917 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-86e46d23-ff67-4df4-920d-eea7b4e78d02 req-3865188a-4fff-4c26-9927-8bd03fba8fd5 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3920228 Mar 02 20:13:02.967051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:02.999015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:13:03.054325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69bd18e-42df-473e-9a63-46f9a4d30422,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:03.062491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.083570 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.097779 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-52c3de65-af94-4240-81fa-b136c1bfdff1 service neutron] 10.222.0.44 "GET /v2.0/networks/3613e8ab-d49e-46ac-a9c6-fa37d7f28b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911685 Mar 02 20:13:03.109503 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-86e46d23-ff67-4df4-920d-eea7b4e78d02 req-d8f747c2-45cc-4f64-bfe5-161c689bf358 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399324 Mar 02 20:13:03.128423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5446abc1-f48d-458f-93bd-e58131354f95']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:03.141607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abfe4020-c877-4be1-af90-754d5d699954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.142076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Transition to ACTIVE for port object d2a54d28-8666-4fb4-bd52-458898c0427b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:03.153347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.153691 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Added segment af7e37a5-d7c0-405d-a28d-e07f26a249a9 of type vlan for network 91d468a7-6772-446b-91e7-8ded9640e778 Mar 02 20:13:03.171861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759109a4-aa1b-466a-9587-bf87cf16ca5a') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:03.172093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759109a4-aa1b-466a-9587-bf87cf16ca5a') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:03.179079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Transition to ACTIVE for port object d2a54d28-8666-4fb4-bd52-458898c0427b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:03.181526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 3b422a3e-85c3-472f-ad03-37f088f19438 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:03.184736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe4020-c877-4be1-af90-754d5d699954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9ce5e6-067c-48ba-8b62-47a3ca69cf88,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:03.188081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:03.261430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.287945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.302161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.415895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.430201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:03.434643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:03.438410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.449042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:03.453216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Pushing event updated for resources: {'Port': ['ID=d2a54d28-8666-4fb4-bd52-458898c0427b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:03.455323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.479302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:03.481415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:03.481870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:03.482337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:03.483943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:03.484381 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:03.484883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:03.485976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:03.491889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:03.496020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:13:03.496020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.496257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:03.496257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:13:03.512973 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:13:03.568533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abfe4020-c877-4be1-af90-754d5d699954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.572741 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-abfe4020-c877-4be1-af90-754d5d699954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-groups/fd9ce5e6-067c-48ba-8b62-47a3ca69cf88 HTTP/1.1" status: 204 len: 168 time: 1.2543283 Mar 02 20:13:03.590032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39588) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:03.607558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 03ab06db-c04f-4a9c-a5ea-5354b516ba58 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:03.730472 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5672bc7d-957e-4537-95da-72aa0356b25d req-cd83edc6-4913-40d9-b478-a526621708b9 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 210 time: 0.1188569 Mar 02 20:13:03.743788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-53e9a499-8173-46e5-965e-119648375cc7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:03.779175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 03ab06db-c04f-4a9c-a5ea-5354b516ba58 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:13:03.780145 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 03ab06db-c04f-4a9c-a5ea-5354b516ba58 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:13:03.819590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Attempting to bind port d2a54d28-8666-4fb4-bd52-458898c0427b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:13:03.820261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Attempting to bind port d2a54d28-8666-4fb4-bd52-458898c0427b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:13:03.821098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Attempting to bind port d2a54d28-8666-4fb4-bd52-458898c0427b on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:13:03.845848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:13:03.846234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:03.846793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.847901 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:13:03.848387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Bound port: d2a54d28-8666-4fb4-bd52-458898c0427b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:13:03.848813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.870898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.877867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.878257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-07bf37f6-5142-4192-b8c7-17b145fbcde6 None None] Provisioning complete for port 33063515-9a05-4f01-999e-fe39fd96d407 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:03.878626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-07bf37f6-5142-4192-b8c7-17b145fbcde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.984010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-07bf37f6-5142-4192-b8c7-17b145fbcde6 None None] Port 33063515-9a05-4f01-999e-fe39fd96d407 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:13:03.991822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:03.996063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:03.996652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:04.011198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-641835f4-1452-438f-ac42-dee08f466242 None None] For port d2a54d28-8666-4fb4-bd52-458898c0427b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:13:04.014827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-641835f4-1452-438f-ac42-dee08f466242 None None] For port d2a54d28-8666-4fb4-bd52-458898c0427b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d2a54d28-8666-4fb4-bd52-458898c0427b,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:13:04.015876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-53e9a499-8173-46e5-965e-119648375cc7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:04.017084 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-53e9a499-8173-46e5-965e-119648375cc7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4264054 Mar 02 20:13:04.022360 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39598) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:04.024057 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:04.029000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:04.056163 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-b3302f4a-d352-4bd1-8cab-66e742dac7b4 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] delete failed (client error): The resource could not be found. Mar 02 20:13:04.061053 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b3302f4a-d352-4bd1-8cab-66e742dac7b4 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-groups/fd9ce5e6-067c-48ba-8b62-47a3ca69cf88 HTTP/1.1" status: 404 len: 347 time: 0.0341794 Mar 02 20:13:04.062977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfeb93-1bd1-4723-9605-c30749b0c321 req-002d0583-e4fa-483d-b905-7d7284efd418 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:04.066356 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-85dfeb93-1bd1-4723-9605-c30749b0c321 req-002d0583-e4fa-483d-b905-7d7284efd418 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.2657623 Mar 02 20:13:04.067059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39602) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:04.079095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group': {'name': 'tempest-secgroup--982474451'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:04.079292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:04.089122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:04.104146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:04.184941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641835f4-1452-438f-ac42-dee08f466242 None None] Pushing event updated for resources: {'Port': ['ID=d2a54d28-8666-4fb4-bd52-458898c0427b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:04.253101 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "DELETE /v2.0/networks/5446abc1-f48d-458f-93bd-e58131354f95 HTTP/1.1" status: 204 len: 168 time: 3.2074156 Mar 02 20:13:04.266229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39606) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:04.268965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Network': ['ID=91d468a7-6772-446b-91e7-8ded9640e778,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:04.282086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 91d468a7-6772-446b-91e7-8ded9640e778 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:13:04.288954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:04.324974 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-85dfeb93-1bd1-4723-9605-c30749b0c321 req-fae00982-182a-455d-b213-107c9453d619 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503641 Mar 02 20:13:04.339533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2ec42-f8c2-4032-94a4-139e98e254d8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event deleted for resources: {'Network': ['ID=5446abc1-f48d-458f-93bd-e58131354f95,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:04.355006 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b2c423ca-69d6-4b36-b062-dbd28ad0cf0a tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5074024 Mar 02 20:13:04.355678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39610) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:04.432311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:04.437737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'subnet': {'network_id': '91d468a7-6772-446b-91e7-8ded9640e778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:04.445991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:04.450935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:04.458670 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:04.572919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:04.636071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:04.641276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:04.657319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d2a54d28-8666-4fb4-bd52-458898c0427b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:04.660899 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4ec3ac11-2c57-43d4-921d-ea6c92a678e9 req-e3738f54-633c-4177-94f1-6b4b24f7bf85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e61b8232eb4340acba554e5488a7b44b&device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 1099 time: 0.7235250 Mar 02 20:13:04.696941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e3477-3c2c-4548-b7dd-3bc0f4fc790e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:04.715177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Router f6c0410f-3bd1-4eaf-9369-3bcc5e44bada is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:13:04.769330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:04.792027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:subnet and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:04.799222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:04.843374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:04.844318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:04.844546 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-376a0cf2-8632-44d8-9c46-5830f017348d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7743464 Mar 02 20:13:04.858188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port d2a54d28-8666-4fb4-bd52-458898c0427b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:04.862800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39618) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:04.891968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a4b30c9c-1cac-47ca-a0ae-53d16845b7f1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e3477-3c2c-4548-b7dd-3bc0f4fc790e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:04.897941 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f0246d0-d685-46ac-a4a9-978dbaaf8edb req-99cfe9d4-2641-4a12-8ab8-b294d1a2e596 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 210 time: 0.0610871 Mar 02 20:13:04.986276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:04.991049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:04.995708 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-70bf6834-85c1-4475-aa11-767db851f4ec tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "PUT /v2.0/routers/f6c0410f-3bd1-4eaf-9369-3bcc5e44bada HTTP/1.1" status: 200 len: 916 time: 5.5134988 Mar 02 20:13:04.996733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39622) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:05.007231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18224820-327d-4237-afac-bc3c27c3766f None None] Sync routers for ids ['f6c0410f-3bd1-4eaf-9369-3bcc5e44bada'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:05.018105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a4b30c9c-1cac-47ca-a0ae-53d16845b7f1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:05.023108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18224820-327d-4237-afac-bc3c27c3766f None None] Routers {'f6c0410f-3bd1-4eaf-9369-3bcc5e44bada'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:05.023813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-18224820-327d-4237-afac-bc3c27c3766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f6c0410f-3bd1-4eaf-9369-3bcc5e44bada'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:05.065042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a4b30c9c-1cac-47ca-a0ae-53d16845b7f1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:05.073274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a4b30c9c-1cac-47ca-a0ae-53d16845b7f1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:05.094582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a4b30c9c-1cac-47ca-a0ae-53d16845b7f1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:05.099793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-18224820-327d-4237-afac-bc3c27c3766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:05.100181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:05.117376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18224820-327d-4237-afac-bc3c27c3766f None None] Routers {'f6c0410f-3bd1-4eaf-9369-3bcc5e44bada'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:05.117728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-18224820-327d-4237-afac-bc3c27c3766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f6c0410f-3bd1-4eaf-9369-3bcc5e44bada'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:05.122801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Made reservation on behalf of 595ef1f06f1c412988fc3d9c8187dc89 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:05.193996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-18224820-327d-4237-afac-bc3c27c3766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:05.194666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18224820-327d-4237-afac-bc3c27c3766f None None] The sync data for ids ['f6c0410f-3bd1-4eaf-9369-3bcc5e44bada'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:05.237355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:05.245505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3ac11-2c57-43d4-921d-ea6c92a678e9 req-ce3097d0-b7aa-43e1-819a-c94dda2d6dfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:05.247006 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4ec3ac11-2c57-43d4-921d-ea6c92a678e9 req-ce3097d0-b7aa-43e1-819a-c94dda2d6dfd service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee HTTP/1.1" status: 200 len: 914 time: 0.5674689 Mar 02 20:13:05.315764 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-69534cd5-6176-488a-af76-fe40fb4b83ba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/routers/f6c0410f-3bd1-4eaf-9369-3bcc5e44bada HTTP/1.1" status: 200 len: 922 time: 0.3180337 Mar 02 20:13:05.320038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39626) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:05.347128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a4f2b9-d752-43e0-92a0-4646b5836be3 None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:13:05.417817 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-acbdd5b2-f877-4156-afee-fc5dc1b1fc28 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=8365059c-528a-42c0-931f-6ee8653060e0&device_id=f6c0410f-3bd1-4eaf-9369-3bcc5e44bada&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0943980 Mar 02 20:13:05.420090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39632) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:05.502052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b70bbc90-1992-4d79-81cd-4bd9996ee849 None None] Provisioning for port d2a54d28-8666-4fb4-bd52-458898c0427b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:05.514175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b70bbc90-1992-4d79-81cd-4bd9996ee849 None None] Provisioning complete for port d2a54d28-8666-4fb4-bd52-458898c0427b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:05.514547 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b70bbc90-1992-4d79-81cd-4bd9996ee849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:05.549766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a4f2b9-d752-43e0-92a0-4646b5836be3 None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:13:05.553431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951233d6-c0e5-484d-8ab1-3322aa5d8802']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:05.589273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ac3185-a538-4302-8e98-c3b9054aa646') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:05.589487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ac3185-a538-4302-8e98-c3b9054aa646') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:05.606887 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:05.622889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:05.624827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a4b30c9c-1cac-47ca-a0ae-53d16845b7f1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:05.638682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:05.639549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:05.657813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:05.661748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acc592d-232d-4e51-bdda-054c84344dba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:05.661748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8acc592d-232d-4e51-bdda-054c84344dba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Synchronizing usage tracker for tenant:565980af9bf94a5fa43545ee198aaffc on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:05.672420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:05.673687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc933316-02fb-403a-bb5a-e27573628b03 req-22c4e24f-6042-4e07-98f2-64d9ef4db9aa tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:05.675262 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bc933316-02fb-403a-bb5a-e27573628b03 req-22c4e24f-6042-4e07-98f2-64d9ef4db9aa tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.1467009 Mar 02 20:13:05.708568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8acc592d-232d-4e51-bdda-054c84344dba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] Unset dirty status for tenant:565980af9bf94a5fa43545ee198aaffc on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:05.709824 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8acc592d-232d-4e51-bdda-054c84344dba tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/networks/8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 881 time: 0.2882459 Mar 02 20:13:05.712886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39636) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:05.769263 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9920e85e-e87e-47af-b492-a54c60b097c3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6c0410f-3bd1-4eaf-9369-3bcc5e44bada HTTP/1.1" status: 200 len: 205 time: 0.0549488 Mar 02 20:13:05.775790 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39640) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:05.780993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=769842e8-5297-49b3-9d59-893f9f980d84,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:05.782768 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b70bbc90-1992-4d79-81cd-4bd9996ee849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:05.797514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 752fe51f-9ea7-4239-b7dc-b97b3b7c9624 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:13:05.830493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:05.854617 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4ec3ac11-2c57-43d4-921d-ea6c92a678e9 req-badd0f8b-f382-441b-bda3-c03e971878e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d HTTP/1.1" status: 200 len: 1001 time: 0.5607929 Mar 02 20:13:05.859129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:13:05.862851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:13:05.877083 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:13:05.889148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b70bbc90-1992-4d79-81cd-4bd9996ee849 None None] For port d2a54d28-8666-4fb4-bd52-458898c0427b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d2a54d28-8666-4fb4-bd52-458898c0427b,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:05.924207 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7502522e-bc65-460e-ab16-e38d87e8e27b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7084796 Mar 02 20:13:05.935871 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bc933316-02fb-403a-bb5a-e27573628b03 req-f3f94ed6-876c-4fab-acdf-e307ba7c0ab5 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528760 Mar 02 20:13:05.936672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39644) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:05.946788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:8b:69:8f', 'name': 'tempest-NetworksTestDHCPv6-334627673'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:06.076201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b70bbc90-1992-4d79-81cd-4bd9996ee849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.168148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bbc90-1992-4d79-81cd-4bd9996ee849 None None] Pushing event updated for resources: {'Port': ['ID=d2a54d28-8666-4fb4-bd52-458898c0427b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:06.171279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e7368-b785-402c-ba79-f59594d76f79 None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:13:06.185881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3ac11-2c57-43d4-921d-ea6c92a678e9 req-1510703a-db43-46af-aafc-c3c13eae5762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:06.187332 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4ec3ac11-2c57-43d4-921d-ea6c92a678e9 req-1510703a-db43-46af-aafc-c3c13eae5762 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e HTTP/1.1" status: 200 len: 851 time: 0.3077524 Mar 02 20:13:06.202000 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65beb7c2-8b26-4f92-b015-30d378877979 req-f5b3d3ac-3edf-4fa6-902c-3183c370a7c5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 210 time: 0.0683775 Mar 02 20:13:06.204328 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a4b30c9c-1cac-47ca-a0ae-53d16845b7f1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.207687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:06.223129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:06.227311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:06.235974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:06.246648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.275621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.284901 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.339379 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a4b30c9c-1cac-47ca-a0ae-53d16845b7f1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.341020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event deleted for resources: {'Network': ['ID=951233d6-c0e5-484d-8ab1-3322aa5d8802,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:06.344992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e7368-b785-402c-ba79-f59594d76f79 None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:13:06.355510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:06.396580 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ee120812-d19a-466b-a5c9-0fa5c8dda722 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "DELETE /v2.0/networks/951233d6-c0e5-484d-8ab1-3322aa5d8802 HTTP/1.1" status: 204 len: 168 time: 2.1290693 Mar 02 20:13:06.397496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b30c9c-1cac-47ca-a0ae-53d16845b7f1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d6fbbb-000e-4d8f-b565-35a031d94210,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:06.408867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39650) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:06.554597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a4b30c9c-1cac-47ca-a0ae-53d16845b7f1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.556625 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a4b30c9c-1cac-47ca-a0ae-53d16845b7f1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6916542 Mar 02 20:13:06.578661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39654) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:06.687169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d2a54d28-8666-4fb4-bd52-458898c0427b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:06.701320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.735363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 3dab916d-3bad-413c-8a7e-7b6b389c2787 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:13:06.751685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.772679 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4ec3ac11-2c57-43d4-921d-ea6c92a678e9 req-1dc12d2e-a97d-493a-84a6-ec7d56b73c0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5747924 Mar 02 20:13:06.787723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dc304789-d7c3-431b-8444-044528ef03c1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.800579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port d2a54d28-8666-4fb4-bd52-458898c0427b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:06.800974 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.827934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.831742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cdc3cd-d60f-4c5c-855d-2fb34a577c2e None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:06.839466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:06.851551 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eacc80-a8ab-41b6-83e9-e50e747e3165 None None] Sync routers for ids ['752fe51f-9ea7-4239-b7dc-b97b3b7c9624'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:06.892173 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eacc80-a8ab-41b6-83e9-e50e747e3165 None None] Routers {'752fe51f-9ea7-4239-b7dc-b97b3b7c9624'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:06.896767 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-86eacc80-a8ab-41b6-83e9-e50e747e3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['752fe51f-9ea7-4239-b7dc-b97b3b7c9624'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:06.920750 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-507e303c-b8be-49b2-a3a5-87e7923a411a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/752fe51f-9ea7-4239-b7dc-b97b3b7c9624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4714487 Mar 02 20:13:06.925586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39658) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:06.925750 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dc304789-d7c3-431b-8444-044528ef03c1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.049937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.105781 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-86eacc80-a8ab-41b6-83e9-e50e747e3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:07.113336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02556a9f-6df9-4b0c-9560-0106f503c55b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:07.114887 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-02556a9f-6df9-4b0c-9560-0106f503c55b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Synchronizing usage tracker for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:07.117204 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eacc80-a8ab-41b6-83e9-e50e747e3165 None None] Routers {'752fe51f-9ea7-4239-b7dc-b97b3b7c9624'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:07.118675 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-86eacc80-a8ab-41b6-83e9-e50e747e3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['752fe51f-9ea7-4239-b7dc-b97b3b7c9624'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:07.120550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 172.20.0.12 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/769842e8-5297-49b3-9d59-893f9f980d84/3dab916d-3bad-413c-8a7e-7b6b389c2787) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:07.143946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::f816:3eff:fe8b:698f (2c0dfed8-adb2-4b23-a32c-5e04666528a0/03fb9d7c-4c8b-4a27-b9f3-809c4704e586/3dab916d-3bad-413c-8a7e-7b6b389c2787) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:07.165303 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Deleting port 890e51a3-c206-4938-83df-b60deb475721 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:07.165828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.189963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-cded6eea-9f3b-4684-bb58-7417dc7ea46a tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:07.189963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-cded6eea-9f3b-4684-bb58-7417dc7ea46a tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Synchronizing usage tracker for tenant:6a3305a0f9f842cc9b424283dcbfd61f on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:07.207006 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-86eacc80-a8ab-41b6-83e9-e50e747e3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:07.207551 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eacc80-a8ab-41b6-83e9-e50e747e3165 None None] The sync data for ids ['752fe51f-9ea7-4239-b7dc-b97b3b7c9624'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:07.276637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-02556a9f-6df9-4b0c-9560-0106f503c55b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Unset dirty status for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:07.278182 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-02556a9f-6df9-4b0c-9560-0106f503c55b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports/33063515-9a05-4f01-999e-fe39fd96d407 HTTP/1.1" status: 200 len: 911 time: 0.3505287 Mar 02 20:13:07.294688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39666) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:07.316636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dc304789-d7c3-431b-8444-044528ef03c1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.345131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Subnet': ['ID=264c155d-3922-4a44-a669-0f8b648b9e4a,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:07.351037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119a83ae-4856-4b3e-a5e4-daf821020eb7 None None] Update dhcp port {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'fixed_ips': [{'subnet_id': '03fb9d7c-4c8b-4a27-b9f3-809c4704e586', 'ip_address': '2001:db8::f816:3eff:feb5:1056'}, {'subnet_id': '769842e8-5297-49b3-9d59-893f9f980d84'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': 'd2a54d28-8666-4fb4-bd52-458898c0427b'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:13:07.409603 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-119a83ae-4856-4b3e-a5e4-daf821020eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.542950 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-17b5fcae-7b87-47cc-b3cb-9aa9ea342d56 req-e55d0d25-01e5-4988-955d-614f5bfa627e tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 210 time: 0.1228480 Mar 02 20:13:07.587768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc304789-d7c3-431b-8444-044528ef03c1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80d6fbbb-000e-4d8f-b565-35a031d94210,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:07.600356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3c310-111e-4f87-bc9d-b6d9744cd8c7 req-cbd6782d-f65c-46de-a7cc-ade74fb17503 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:07.601803 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2be3c310-111e-4f87-bc9d-b6d9744cd8c7 req-cbd6782d-f65c-46de-a7cc-ade74fb17503 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3975706 Mar 02 20:13:07.641576 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.662630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dc304789-d7c3-431b-8444-044528ef03c1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.663672 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dc304789-d7c3-431b-8444-044528ef03c1 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/80d6fbbb-000e-4d8f-b565-35a031d94210 HTTP/1.1" status: 204 len: 168 time: 1.0723064 Mar 02 20:13:07.667848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39670) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:07.669503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.675583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-cded6eea-9f3b-4684-bb58-7417dc7ea46a tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Unset dirty status for tenant:6a3305a0f9f842cc9b424283dcbfd61f on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:07.676734 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-cded6eea-9f3b-4684-bb58-7417dc7ea46a tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.31 "GET /v2.0/networks?id=3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 HTTP/1.1" status: 200 len: 811 time: 1.1547821 Mar 02 20:13:07.719359 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4ec3ac11-2c57-43d4-921d-ea6c92a678e9 req-56cc22a5-9339-4718-b43a-b2dc64a59b1c service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9251037 Mar 02 20:13:07.720036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Checking segment: {'id': 'af7e37a5-d7c0-405d-a28d-e07f26a249a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '91d468a7-6772-446b-91e7-8ded9640e778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:07.720395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network hostable DHCP agents. Network: 91d468a7-6772-446b-91e7-8ded9640e778, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:13:07.725380 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed66b3f-4d39-468d-ac94-a411394fd8f7']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:07.770806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79983bf4-8451-49bb-bfb6-993e14aed614') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:07.771100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79983bf4-8451-49bb-bfb6-993e14aed614') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:07.839799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Calling delete_port for 890e51a3-c206-4938-83df-b60deb475721 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:07.853928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.878470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.892537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.910031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:13:07.913432 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2be3c310-111e-4f87-bc9d-b6d9744cd8c7 req-de5bddcd-b071-493d-8167-3473026f4ae4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999275 Mar 02 20:13:07.913545 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:07.927425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-40f9287f-1f63-4869-ab0c-112b37da5a2f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Synchronizing usage tracker for tenant:6a3305a0f9f842cc9b424283dcbfd61f on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:13:07.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:13:07.955843 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fe5ac677-bb5d-4642-bed0-a4bcffd8675d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:08.032475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 91d468a7-6772-446b-91e7-8ded9640e778 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:13:08.048239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fe5ac677-bb5d-4642-bed0-a4bcffd8675d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:08.048821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-40f9287f-1f63-4869-ab0c-112b37da5a2f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Unset dirty status for tenant:6a3305a0f9f842cc9b424283dcbfd61f on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:08.052554 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fe5ac677-bb5d-4642-bed0-a4bcffd8675d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3709164 Mar 02 20:13:08.056737 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-40f9287f-1f63-4869-ab0c-112b37da5a2f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a3305a0f9f842cc9b424283dcbfd61f HTTP/1.1" status: 200 len: 380 time: 0.3519390 Mar 02 20:13:08.056889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39674) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:08.072466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Request body: {'port': {'device_id': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'admin_state_up': True, 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'security_groups': ['5f6195a6-545e-47da-8fd0-d9126f1fcd78']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:08.099711 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4ec3ac11-2c57-43d4-921d-ea6c92a678e9 req-46efa69d-934c-4a19-a836-0b4f7fcdb727 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581212 Mar 02 20:13:08.130666 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23001662-b9fc-4ad5-910e-88b1b34296f8 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.156524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 91d468a7-6772-446b-91e7-8ded9640e778) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:08.160598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23001662-b9fc-4ad5-910e-88b1b34296f8 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.165585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeffea33-3d23-4cce-b962-ff6ce46114c9 None None] Network 91d468a7-6772-446b-91e7-8ded9640e778 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:08.171030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 3dab916d-3bad-413c-8a7e-7b6b389c2787 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:08.174889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.228061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:08.229023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.232289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.250333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Pushing event deleted for resources: {'Port': ['ID=890e51a3-c206-4938-83df-b60deb475721,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:08.275389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.345978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event deleted for resources: {'Network': ['ID=bed66b3f-4d39-468d-ac94-a411394fd8f7,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:08.371728 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2e994203-c3b1-4214-87b3-8e25541668a8 tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "DELETE /v2.0/networks/bed66b3f-4d39-468d-ac94-a411394fd8f7 HTTP/1.1" status: 204 len: 168 time: 1.9574704 Mar 02 20:13:08.375211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39678) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:08.486778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496a3b1e-1ba6-4ba3-b0d3-3450ea258789 None None] Network 91d468a7-6772-446b-91e7-8ded9640e778 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:08.501110 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e5482d3e-fa66-4ac7-a03e-763a7be7dcb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0797114 Mar 02 20:13:08.506526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:08.512642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39682) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:08.535493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-22772829', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:08.548403 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:08.552723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:08.570210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.575341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:router and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:08.579968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:08.590850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:08.596330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-119a83ae-4856-4b3e-a5e4-daf821020eb7 None None] Allocated IP 172.20.0.2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/769842e8-5297-49b3-9d59-893f9f980d84/d2a54d28-8666-4fb4-bd52-458898c0427b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:08.637868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.672079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Made reservation on behalf of 6a3305a0f9f842cc9b424283dcbfd61f for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:08.675135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.760673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dd1827d-07ec-4865-8d2a-5fc4020f91f8 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.793368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23001662-b9fc-4ad5-910e-88b1b34296f8 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.800244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.811866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.812808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.903829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.905724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-119a83ae-4856-4b3e-a5e4-daf821020eb7 None None] For port d2a54d28-8666-4fb4-bd52-458898c0427b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d2a54d28-8666-4fb4-bd52-458898c0427b,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:08.925952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23001662-b9fc-4ad5-910e-88b1b34296f8 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e3477-3c2c-4548-b7dd-3bc0f4fc790e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:08.933765 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b7fe2ee8-96b8-4ded-9637-4f0101fba6d7 req-661024a2-2d5f-43f2-b67d-e7b30d9edc77 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 210 time: 0.1414492 Mar 02 20:13:08.934675 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-119a83ae-4856-4b3e-a5e4-daf821020eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.982274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317573ff-90e2-4018-a314-f6af853d4d60']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:08.983569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-119a83ae-4856-4b3e-a5e4-daf821020eb7 None None] Transition to ACTIVE for port object d2a54d28-8666-4fb4-bd52-458898c0427b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:09.014764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfbfb90-2720-45d0-b35f-8704356c4c0b') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:09.014960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfbfb90-2720-45d0-b35f-8704356c4c0b') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:09.041267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.062004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.083543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-119a83ae-4856-4b3e-a5e4-daf821020eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.116390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.121880 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.135538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.152784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:13:09.153177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:13:09.169680 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:13:09.199205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23001662-b9fc-4ad5-910e-88b1b34296f8 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.204083 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-23001662-b9fc-4ad5-910e-88b1b34296f8 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-groups/ae1e3477-3c2c-4548-b7dd-3bc0f4fc790e HTTP/1.1" status: 204 len: 168 time: 1.1470330 Mar 02 20:13:09.217345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39690) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:09.221061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:09.231796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a83ae-4856-4b3e-a5e4-daf821020eb7 None None] Pushing event updated for resources: {'Port': ['ID=d2a54d28-8666-4fb4-bd52-458898c0427b,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:09.253346 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:09.255830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:09.286803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=3dab916d-3bad-413c-8a7e-7b6b389c2787,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:09.290854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.291546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Fanout notify agent at l3_agent the message router_deleted on router f6c0410f-3bd1-4eaf-9369-3bcc5e44bada {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:13:09.342918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.348045 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-94a21b49-18e6-4a29-b65e-b8244db2a574 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/f6c0410f-3bd1-4eaf-9369-3bcc5e44bada HTTP/1.1" status: 204 len: 168 time: 3.5670607 Mar 02 20:13:09.353022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39694) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:09.365053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1495687588', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:09.378764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:09.396052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:09.396781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.405160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Usage tracker for resource:router and tenant:bf812956d0bf4315a0952257862998d2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:09.409356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:09.423331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Allocated IP 172.20.0.12 (3613e8ab-d49e-46ac-a9c6-fa37d7f28b59/36bb119d-1b7d-4a9f-810e-7e75b866203a/183e34d0-2dab-4925-a701-8bfdc7d1e886) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:09.427891 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:09.435385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-15c0e1df-c559-4389-9360-3791dabb8aea tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:09.453041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17b3ba-4262-4fc4-98f9-d28af6340a90 req-57fb0f5a-4e6d-434c-89b7-a04ae59e5287 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:09.454624 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d17b3ba-4262-4fc4-98f9-d28af6340a90 req-57fb0f5a-4e6d-434c-89b7-a04ae59e5287 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3069999 Mar 02 20:13:09.520714 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d17b3ba-4262-4fc4-98f9-d28af6340a90 req-98eb5dc3-4fcb-4342-8386-3ead7f4261e4 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534210 Mar 02 20:13:09.535742 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-45ec65f2-3443-494a-b353-ac4a4265bf7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5910552 Mar 02 20:13:09.535742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39698) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:09.574271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.575500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.584826 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-15c0e1df-c559-4389-9360-3791dabb8aea tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:09.586062 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-15c0e1df-c559-4389-9360-3791dabb8aea tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3676202 Mar 02 20:13:09.593801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39704) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:09.605073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.608044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.614729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group': {'name': 'tempest-secgroup--178020772'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:09.627129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.661667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:09.668263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.677698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d38d2-9f5e-4e7f-bb25-79081b309548 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:09.683561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d38d2-9f5e-4e7f-bb25-79081b309548 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:09.684388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d72d38d2-9f5e-4e7f-bb25-79081b309548 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:09.734049 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] Pushing event deleted for resources: {'Network': ['ID=317573ff-90e2-4018-a314-f6af853d4d60,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:09.806404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:09.833655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d72d38d2-9f5e-4e7f-bb25-79081b309548 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:09.834547 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3b264191-1906-40a5-80f3-b54b744947cb tempest-BulkNetworkOpsIpV6Test-526944150 tempest-BulkNetworkOpsIpV6Test-526944150-project] 10.222.0.44 "DELETE /v2.0/networks/317573ff-90e2-4018-a314-f6af853d4d60 HTTP/1.1" status: 204 len: 168 time: 1.4583311 Mar 02 20:13:09.843367 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d72d38d2-9f5e-4e7f-bb25-79081b309548 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3108311 Mar 02 20:13:09.868935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39710) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:09.940822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.964417 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:09.969629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63866b-271d-4e1e-bfab-cf9ec3e1b356 req-8a2e4fe3-09fa-465a-acf4-9fb1efec6a36 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:09.977734 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6b63866b-271d-4e1e-bfab-cf9ec3e1b356 req-8a2e4fe3-09fa-465a-acf4-9fb1efec6a36 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.2861590 Mar 02 20:13:10.067992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-967189cd-b4cd-4c9e-b3e2-9439309db4c5 None None] Provisioning for port d2a54d28-8666-4fb4-bd52-458898c0427b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:10.079954 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-967189cd-b4cd-4c9e-b3e2-9439309db4c5 None None] Provisioning complete for port d2a54d28-8666-4fb4-bd52-458898c0427b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:10.080583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-967189cd-b4cd-4c9e-b3e2-9439309db4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:10.101246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-31f3ae1b-82d3-430c-b6a8-da57a66bedf8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 3dab916d-3bad-413c-8a7e-7b6b389c2787 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:10.101694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae1b-82d3-430c-b6a8-da57a66bedf8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:10.115330 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6b63866b-271d-4e1e-bfab-cf9ec3e1b356 req-65c44600-0412-490d-82a1-74138c47f8be tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363809 Mar 02 20:13:10.298127 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3caf55a-941d-4e33-b0a3-4f4e426d8d6a req-a25d9a07-4d90-483e-b54a-cc29d7043863 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 210 time: 0.0932393 Mar 02 20:13:10.301944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:10.323103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Transition to ACTIVE for port object 183e34d0-2dab-4925-a701-8bfdc7d1e886 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:10.388694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:10.406897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:10.413240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:10.427714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39720) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:10.455891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:10.471805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ad279b16-55e1-4e61-8478-bff0a435eef7 None None] Provisioning for port 3dab916d-3bad-413c-8a7e-7b6b389c2787 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:10.477968 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ad279b16-55e1-4e61-8478-bff0a435eef7 None None] Provisioning complete for port 3dab916d-3bad-413c-8a7e-7b6b389c2787 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:10.478348 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ad279b16-55e1-4e61-8478-bff0a435eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:10.535484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ad279b16-55e1-4e61-8478-bff0a435eef7 None None] Port 3dab916d-3bad-413c-8a7e-7b6b389c2787 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:13:10.537302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:10.593592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:10.632119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:10.646135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d2a54d28-8666-4fb4-bd52-458898c0427b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:10.706946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd41c80-f035-40ba-9060-c74e14fd1878 req-7a106af6-2279-4928-8571-40a3d471299f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:10.708435 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ffd41c80-f035-40ba-9060-c74e14fd1878 req-7a106af6-2279-4928-8571-40a3d471299f tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3673525 Mar 02 20:13:10.732105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port d2a54d28-8666-4fb4-bd52-458898c0427b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:10.732483 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:10.785307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:10.810841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:10.812615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Pushing event updated for resources: {'Port': ['ID=183e34d0-2dab-4925-a701-8bfdc7d1e886,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:10.816063 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ffd41c80-f035-40ba-9060-c74e14fd1878 req-d0d76d07-a284-4e07-aa25-1c2369d170f9 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985498 Mar 02 20:13:10.821860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:10.837161 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Allocated IP 172.26.5.27 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/ca0fafe1-467b-4bc8-914c-f7ba5537af08) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:10.854173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:10.995917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.039417 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:11.040284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.046923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae1b-82d3-430c-b6a8-da57a66bedf8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.091426 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-49238961-4559-4837-a20f-9ce376a5a78f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c77baa8d28e4bc89f17b4e5db21368c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6601155 Mar 02 20:13:11.092350 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39728) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:11.120344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.187492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abdfe6-d663-4a5d-889f-14440d112046 req-0de44f8f-b6fc-4dd8-be60-81c00b346746 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:11.188956 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e9abdfe6-d663-4a5d-889f-14440d112046 req-0de44f8f-b6fc-4dd8-be60-81c00b346746 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.1812971 Mar 02 20:13:11.220819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9fc96855-13de-4a12-b3ab-4e77d2c36f5b None None] Provisioning for port 183e34d0-2dab-4925-a701-8bfdc7d1e886 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:11.227937 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9fc96855-13de-4a12-b3ab-4e77d2c36f5b None None] Provisioning complete for port 183e34d0-2dab-4925-a701-8bfdc7d1e886 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:11.228673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9fc96855-13de-4a12-b3ab-4e77d2c36f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.229217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e5204e3-3e80-4001-8951-343e5c185f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.274366 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.280503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e5204e3-3e80-4001-8951-343e5c185f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.290841 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e9abdfe6-d663-4a5d-889f-14440d112046 req-c6e67899-5b44-447d-bb3c-e79fbaa968e1 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902481 Mar 02 20:13:11.305864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.319534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-9fc96855-13de-4a12-b3ab-4e77d2c36f5b None None] Port 183e34d0-2dab-4925-a701-8bfdc7d1e886 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:13:11.369191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-31f3ae1b-82d3-430c-b6a8-da57a66bedf8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 3dab916d-3bad-413c-8a7e-7b6b389c2787 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:11.410425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:11.414629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:11.420830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:11.423936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429c2704-a78f-4a4d-8864-a3b6348bc347,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:11.426324 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.449942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Pushing event updated for resources: {'Port': ['ID=ca0fafe1-467b-4bc8-914c-f7ba5537af08,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:11.530441 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-de60b99c-e341-42ea-951f-e2b147154ec4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4684095 Mar 02 20:13:11.579807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Request body: {'port': {'device_id': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:11.607277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.607277 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-45d236a8-42d4-48d6-8d6b-f49c13fba954 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0065975 Mar 02 20:13:11.613023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39736) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:11.622355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e5204e3-3e80-4001-8951-343e5c185f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.641355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7883b98d-f42c-4366-a82a-c7dd4da3a489 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': '429c2704-a78f-4a4d-8864-a3b6348bc347', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:11.660464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7883b98d-f42c-4366-a82a-c7dd4da3a489 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:11.665418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5204e3-3e80-4001-8951-343e5c185f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c33ae9-445c-4c38-b1bd-44850cafb1bb,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:11.675178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7883b98d-f42c-4366-a82a-c7dd4da3a489 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:11.681438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7883b98d-f42c-4366-a82a-c7dd4da3a489 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:11.696405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7883b98d-f42c-4366-a82a-c7dd4da3a489 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:11.740641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddda3a3-6b08-4d30-bde0-c2404dcbf4c9 req-29ca6c6b-cd5e-422e-bc0d-14115c03e571 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:11.742118 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4ddda3a3-6b08-4d30-bde0-c2404dcbf4c9 req-29ca6c6b-cd5e-422e-bc0d-14115c03e571 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 932 time: 0.2877650 Mar 02 20:13:11.749732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848fa69-2abb-4f33-b887-89f73781e1f4 req-c3c38b01-4d7d-48af-ad62-39afee71e421 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:11.751177 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5848fa69-2abb-4f33-b887-89f73781e1f4 req-c3c38b01-4d7d-48af-ad62-39afee71e421 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.2861969 Mar 02 20:13:11.760687 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8dd1827d-07ec-4865-8d2a-5fc4020f91f8 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 33063515-9a05-4f01-999e-fe39fd96d407 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:11.761038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dd1827d-07ec-4865-8d2a-5fc4020f91f8 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.767414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e5204e3-3e80-4001-8951-343e5c185f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.770967 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8e5204e3-3e80-4001-8951-343e5c185f23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4c33ae9-445c-4c38-b1bd-44850cafb1bb HTTP/1.1" status: 204 len: 168 time: 0.6753459 Mar 02 20:13:11.848043 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4ddda3a3-6b08-4d30-bde0-c2404dcbf4c9 req-6768333f-8fcf-4227-be8d-0888eede29f4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958946 Mar 02 20:13:11.849083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7883b98d-f42c-4366-a82a-c7dd4da3a489 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.857851 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5848fa69-2abb-4f33-b887-89f73781e1f4 req-cc597ddc-2900-4b20-8ab8-7ed4ad2fa591 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881171 Mar 02 20:13:11.908648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.26.5.202 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/6ec9aa90-03be-4956-935c-f5bafb0b0645) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:11.939117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7883b98d-f42c-4366-a82a-c7dd4da3a489 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.954920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.956764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.957492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.101522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7883b98d-f42c-4366-a82a-c7dd4da3a489 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.134221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883b98d-f42c-4366-a82a-c7dd4da3a489 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a823f34-b0bc-4223-bca2-629f2faa66a3,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:12.173947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae1b-82d3-430c-b6a8-da57a66bedf8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.225279 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7883b98d-f42c-4366-a82a-c7dd4da3a489 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.226506 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7883b98d-f42c-4366-a82a-c7dd4da3a489 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6112387 Mar 02 20:13:12.230269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39746) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:12.238112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-816d9aa6-736d-4513-9099-097935e69253 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': '429c2704-a78f-4a4d-8864-a3b6348bc347', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:12.247128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-816d9aa6-736d-4513-9099-097935e69253 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:12.254044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-816d9aa6-736d-4513-9099-097935e69253 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:12.261737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-816d9aa6-736d-4513-9099-097935e69253 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:12.269772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-816d9aa6-736d-4513-9099-097935e69253 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:12.350759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3ae1b-82d3-430c-b6a8-da57a66bedf8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=3dab916d-3bad-413c-8a7e-7b6b389c2787,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:12.400967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Router 17fbdf4e-1fa1-455f-ace9-7c3cf14c6436 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:13:12.420718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-816d9aa6-736d-4513-9099-097935e69253 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.582935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.635373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.721043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dd1827d-07ec-4865-8d2a-5fc4020f91f8 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.736995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.818121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-816d9aa6-736d-4513-9099-097935e69253 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.868559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae5c6b-c6fd-44fe-8841-4b09c2ff2b36 req-0bd825db-7bc7-4f38-83b9-900a5d1a5c3b tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:12.868947 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-27ae5c6b-c6fd-44fe-8841-4b09c2ff2b36 req-0bd825db-7bc7-4f38-83b9-900a5d1a5c3b tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.2211549 Mar 02 20:13:12.907139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-816d9aa6-736d-4513-9099-097935e69253 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.941032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d9aa6-736d-4513-9099-097935e69253 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa512ecd-af70-4826-98f5-746a8c320088,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:12.977198 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-27ae5c6b-c6fd-44fe-8841-4b09c2ff2b36 req-1027dba2-ba12-440e-bc4b-392429fdd5fc tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978591 Mar 02 20:13:12.985598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:12.998424 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c9635-2268-4b32-bf67-236b28102efd None None] Sync routers for ids ['17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:13.023440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c9635-2268-4b32-bf67-236b28102efd None None] Routers {'17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:13.023440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bb1c9635-2268-4b32-bf67-236b28102efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:13.036998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8dd1827d-07ec-4865-8d2a-5fc4020f91f8 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 33063515-9a05-4f01-999e-fe39fd96d407 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:13.066768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-816d9aa6-736d-4513-9099-097935e69253 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.072109 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-816d9aa6-736d-4513-9099-097935e69253 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8408663 Mar 02 20:13:13.073047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39768) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:13.076242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.080612 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1e3ed628-4f03-408a-ba7b-3994540186d3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7240691 Mar 02 20:13:13.081357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39772) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:13.090801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e526732d-375a-4dba-ab03-50ae26b30c0c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': '429c2704-a78f-4a4d-8864-a3b6348bc347', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:13.097327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:13.111909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:13.118216 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:13.131385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:13.143774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bb1c9635-2268-4b32-bf67-236b28102efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:13.163080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c9635-2268-4b32-bf67-236b28102efd None None] Routers {'17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:13.165212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bb1c9635-2268-4b32-bf67-236b28102efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:13.182349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae1b-82d3-430c-b6a8-da57a66bedf8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.209998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=6ec9aa90-03be-4956-935c-f5bafb0b0645,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:13.232386 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e526732d-375a-4dba-ab03-50ae26b30c0c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:13.254622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e526732d-375a-4dba-ab03-50ae26b30c0c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:13.258193 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bb1c9635-2268-4b32-bf67-236b28102efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:13.258854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c9635-2268-4b32-bf67-236b28102efd None None] The sync data for ids ['17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:13.279829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39776) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:13.303182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e526732d-375a-4dba-ab03-50ae26b30c0c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:13.320044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e526732d-375a-4dba-ab03-50ae26b30c0c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:13.358659 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-31f3ae1b-82d3-430c-b6a8-da57a66bedf8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/3dab916d-3bad-413c-8a7e-7b6b389c2787 HTTP/1.1" status: 204 len: 168 time: 3.4863784 Mar 02 20:13:13.363509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39782) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:13.440930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff6d13-a988-4b97-9e45-9a108eb67fc2 req-24d1091c-ea15-4d68-8b7c-1f291e07df3e tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:13.442411 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-10ff6d13-a988-4b97-9e45-9a108eb67fc2 req-24d1091c-ea15-4d68-8b7c-1f291e07df3e tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 932 time: 0.3353972 Mar 02 20:13:13.443251 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183e34d0-2dab-4925-a701-8bfdc7d1e886 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:13:13.465678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b953c-ad0d-4ee4-9863-25c6017d8754 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:13.466935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b953c-ad0d-4ee4-9863-25c6017d8754 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:13.468417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4b953c-ad0d-4ee4-9863-25c6017d8754 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:13.469058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cf4b953c-ad0d-4ee4-9863-25c6017d8754 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:13.486423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e526732d-375a-4dba-ab03-50ae26b30c0c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.494171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.542191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1154797342'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:13.547376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:13.551224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:network and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:13.554029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:13.561151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:13.579788 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-10ff6d13-a988-4b97-9e45-9a108eb67fc2 req-2d7d7868-9419-454b-ad03-5a8d73c0b500 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205544 Mar 02 20:13:13.598081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Transition to ACTIVE for port object 183e34d0-2dab-4925-a701-8bfdc7d1e886 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:13.600626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dd1827d-07ec-4865-8d2a-5fc4020f91f8 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.612286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cf4b953c-ad0d-4ee4-9863-25c6017d8754 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:13.612286 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cf4b953c-ad0d-4ee4-9863-25c6017d8754 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2410071 Mar 02 20:13:13.612286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e526732d-375a-4dba-ab03-50ae26b30c0c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.612286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39786) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:13.650857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:13.653814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.664626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1827d-07ec-4865-8d2a-5fc4020f91f8 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=33063515-9a05-4f01-999e-fe39fd96d407,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:13.666846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.667560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.668599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e526732d-375a-4dba-ab03-50ae26b30c0c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.675373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.715819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.782452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526732d-375a-4dba-ab03-50ae26b30c0c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdefe9e-c14b-425f-ae06-2adac92f6bce,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:13.979825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e526732d-375a-4dba-ab03-50ae26b30c0c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.984113 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e526732d-375a-4dba-ab03-50ae26b30c0c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9066596 Mar 02 20:13:13.985351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39790) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:13.995004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d9a205ac-e7ea-4394-a5e3-7baf2f56596b tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': '429c2704-a78f-4a4d-8864-a3b6348bc347', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:14.006082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d9c089-b01f-4df7-9124-be2573316437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 03fb9d7c-4c8b-4a27-b9f3-809c4704e586 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:13:14.009000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d9a205ac-e7ea-4394-a5e3-7baf2f56596b tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:14.013625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c089-b01f-4df7-9124-be2573316437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.053641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d9a205ac-e7ea-4394-a5e3-7baf2f56596b tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:14.058454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d9a205ac-e7ea-4394-a5e3-7baf2f56596b tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:14.079449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d9a205ac-e7ea-4394-a5e3-7baf2f56596b tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:14.093302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Pushing event updated for resources: {'Port': ['ID=183e34d0-2dab-4925-a701-8bfdc7d1e886,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:14.112638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c089-b01f-4df7-9124-be2573316437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.162723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:14.195757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:security_group_rule and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:14.205304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:14.218672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:14.271286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dd1827d-07ec-4865-8d2a-5fc4020f91f8 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.274864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d9a205ac-e7ea-4394-a5e3-7baf2f56596b tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.397452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c089-b01f-4df7-9124-be2573316437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.458375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Attempting to bind port 183e34d0-2dab-4925-a701-8bfdc7d1e886 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:13:14.458689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Attempting to bind port 183e34d0-2dab-4925-a701-8bfdc7d1e886 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:13:14.459012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Attempting to bind port 183e34d0-2dab-4925-a701-8bfdc7d1e886 on network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:13:14.459467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91c556-29fa-4eac-b861-190a1fe4e04f req-9ebcee05-1ef1-4db2-b691-26adf97b332e tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:14.460915 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0e91c556-29fa-4eac-b861-190a1fe4e04f req-9ebcee05-1ef1-4db2-b691-26adf97b332e tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.2560971 Mar 02 20:13:14.486459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Port 183e34d0-2dab-4925-a701-8bfdc7d1e886 on network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:13:14.486775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Attempting to bind port 183e34d0-2dab-4925-a701-8bfdc7d1e886 on network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:13:14.532255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.535108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:13:14.535439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Checking segment: {'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:14.535841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Bound using segment: {'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:13:14.536259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Bound port: 183e34d0-2dab-4925-a701-8bfdc7d1e886, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd3a41b-f737-44f3-b6c9-6605a5ffc807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:13:14.536613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.537127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d9a205ac-e7ea-4394-a5e3-7baf2f56596b tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.638053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d9a205ac-e7ea-4394-a5e3-7baf2f56596b tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.697645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a205ac-e7ea-4394-a5e3-7baf2f56596b tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5146fb06-06a8-4bde-aa74-63e0091d7f56,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:14.730531 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0e91c556-29fa-4eac-b861-190a1fe4e04f req-74da8964-425a-44ca-b7dc-8feec0dd79a2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596943 Mar 02 20:13:14.790396 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.811275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c089-b01f-4df7-9124-be2573316437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.877768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:13:14.898295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d9a205ac-e7ea-4394-a5e3-7baf2f56596b tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.899372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8823c2-5394-456c-a749-d7e06b728338 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:14.900442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6453cde-986c-46ab-b1e4-7a5f8228d645,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:14.902800 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d9a205ac-e7ea-4394-a5e3-7baf2f56596b tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9141486 Mar 02 20:13:14.903736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c089-b01f-4df7-9124-be2573316437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:14.910023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39800) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:14.910345 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39802) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:14.910725 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b3d9c089-b01f-4df7-9124-be2573316437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/03fb9d7c-4c8b-4a27-b9f3-809c4704e586 HTTP/1.1" status: 204 len: 168 time: 1.3015456 Mar 02 20:13:14.913926 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9c089-b01f-4df7-9124-be2573316437 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=03fb9d7c-4c8b-4a27-b9f3-809c4704e586,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:14.956911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c1fdef31-7157-4bd8-94c3-2132ffa18a76 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': '429c2704-a78f-4a4d-8864-a3b6348bc347', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:15.007582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.007923 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Added segment b581a7f4-8558-4909-a7b2-367188621a84 of type vlan for network c1265753-9064-4e74-af5d-1b44f4073529 Mar 02 20:13:15.033299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c1fdef31-7157-4bd8-94c3-2132ffa18a76 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:15.114255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c1fdef31-7157-4bd8-94c3-2132ffa18a76 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:15.117637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.126612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c1fdef31-7157-4bd8-94c3-2132ffa18a76 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:15.150924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c1fdef31-7157-4bd8-94c3-2132ffa18a76 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:15.158184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac553a-60f4-4ca9-9186-83f42df0ec7a req-f7271f61-a4c7-47ca-88d8-c6492cbd15b2 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:15.159724 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4cac553a-60f4-4ca9-9186-83f42df0ec7a req-f7271f61-a4c7-47ca-88d8-c6492cbd15b2 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 944 time: 0.2577028 Mar 02 20:13:15.180819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] For port 183e34d0-2dab-4925-a701-8bfdc7d1e886, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:13:15.205610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.215711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.220453 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4cac553a-60f4-4ca9-9186-83f42df0ec7a req-9b05a52c-dc34-4109-96b9-4c323e185888 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535152 Mar 02 20:13:15.326175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Deleting port ca0fafe1-467b-4bc8-914c-f7ba5537af08 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:15.330495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.341484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] For port 183e34d0-2dab-4925-a701-8bfdc7d1e886, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=183e34d0-2dab-4925-a701-8bfdc7d1e886,segment=NetworkSegment(5dd3a41b-f737-44f3-b6c9-6605a5ffc807),segment_id=5dd3a41b-f737-44f3-b6c9-6605a5ffc807)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:13:15.426675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1fdef31-7157-4bd8-94c3-2132ffa18a76 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.439561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.489071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.492833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:15.493614 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.515656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf7c11-a310-4655-aff7-4b35f2340828 req-2b69c76e-6e9a-4fac-980e-8d9edc6bdf8c tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:15.520803 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e5bf7c11-a310-4655-aff7-4b35f2340828 req-2b69c76e-6e9a-4fac-980e-8d9edc6bdf8c tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.2363999 Mar 02 20:13:15.553199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd1827d-07ec-4865-8d2a-5fc4020f91f8 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 752fe51f-9ea7-4239-b7dc-b97b3b7c9624 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:13:15.556240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.691401 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Calling delete_port for ca0fafe1-467b-4bc8-914c-f7ba5537af08 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:15.717703 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:13:15.720424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Network': ['ID=c1265753-9064-4e74-af5d-1b44f4073529,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:15.737641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.739379 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] 10.222.0.31 "PUT /v2.0/ports/183e34d0-2dab-4925-a701-8bfdc7d1e886 HTTP/1.1" status: 200 len: 1094 time: 4.1972935 Mar 02 20:13:15.739606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network c1265753-9064-4e74-af5d-1b44f4073529 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:13:15.740948 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e5bf7c11-a310-4655-aff7-4b35f2340828 req-37bd237c-7391-4436-8f0a-5f6e369cfb99 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093823 Mar 02 20:13:15.754013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'tag': '183e34d0-2dab-4925-a701-8bfdc7d1e886'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:13:15.873384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e1b7ed-9a80-40b7-adc9-bc751776291d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 769842e8-5297-49b3-9d59-893f9f980d84 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:13:15.876379 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'tag': '183e34d0-2dab-4925-a701-8bfdc7d1e886', 'status': 'completed', 'code': 200} Mar 02 20:13:15.945450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-12a17680-cd4e-4056-802c-a142b80e067c None None] Provisioning complete for port d2a54d28-8666-4fb4-bd52-458898c0427b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:15.946669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-12a17680-cd4e-4056-802c-a142b80e067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.995097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.003636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e1b7ed-9a80-40b7-adc9-bc751776291d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.031853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1fdef31-7157-4bd8-94c3-2132ffa18a76 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.033508 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c7c7dd9f-e667-438f-a5a0-658081bc593c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.7523923 Mar 02 20:13:16.034297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbde15-e540-4589-b606-c1b7da3edc21 service neutron] Pushing event updated for resources: {'Port': ['ID=183e34d0-2dab-4925-a701-8bfdc7d1e886,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:16.049565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39816) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:16.065585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'name': 'tempest-PortsTestJSON-1539633658'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:16.069779 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-290e106a-fa23-48c3-9877-135ff29e6ca4 req-e9d6fb44-2851-4c9f-83e0-30b4c8331451 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e61b8232eb4340acba554e5488a7b44b&device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 1099 time: 0.6961081 Mar 02 20:13:16.087339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Pushing event deleted for resources: {'Port': ['ID=ca0fafe1-467b-4bc8-914c-f7ba5537af08,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:16.173408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1fdef31-7157-4bd8-94c3-2132ffa18a76 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.259936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:16.266450 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:port and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:16.326768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:16.391718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:16.442015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd1827d-07ec-4865-8d2a-5fc4020f91f8 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:16.444837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e1b7ed-9a80-40b7-adc9-bc751776291d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.454334 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e468e6-99f5-4fc4-973e-5c4704f4caf6 None None] Sync routers for ids ['752fe51f-9ea7-4239-b7dc-b97b3b7c9624'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:16.458086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.467225 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e468e6-99f5-4fc4-973e-5c4704f4caf6 None None] Routers {'752fe51f-9ea7-4239-b7dc-b97b3b7c9624'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:16.467876 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-20e468e6-99f5-4fc4-973e-5c4704f4caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['752fe51f-9ea7-4239-b7dc-b97b3b7c9624'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:16.479155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdef31-7157-4bd8-94c3-2132ffa18a76 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13400707-0c65-49f4-b2ab-3e36b84aaacc,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:16.529008 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-20e468e6-99f5-4fc4-973e-5c4704f4caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:16.539294 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8dd1827d-07ec-4865-8d2a-5fc4020f91f8 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/752fe51f-9ea7-4239-b7dc-b97b3b7c9624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2329617 Mar 02 20:13:16.541539 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e468e6-99f5-4fc4-973e-5c4704f4caf6 None None] Routers {'752fe51f-9ea7-4239-b7dc-b97b3b7c9624'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:16.542360 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-20e468e6-99f5-4fc4-973e-5c4704f4caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['752fe51f-9ea7-4239-b7dc-b97b3b7c9624'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:16.557639 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39822) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:16.584277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:16.587843 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.606419 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-20e468e6-99f5-4fc4-973e-5c4704f4caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:16.606952 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e468e6-99f5-4fc4-973e-5c4704f4caf6 None None] The sync data for ids ['752fe51f-9ea7-4239-b7dc-b97b3b7c9624'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:16.611999 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.620488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.628894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 10bb91fa-50b1-479c-a749-6339432efb29 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:13:16.641374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1fdef31-7157-4bd8-94c3-2132ffa18a76 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.642572 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c1fdef31-7157-4bd8-94c3-2132ffa18a76 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.7313132 Mar 02 20:13:16.650088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8ae21b88-6e80-4a63-bb1f-6170c25f7a12 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Synchronizing usage tracker for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:16.656350 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39826) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:16.660059 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-af697880-2c51-48d4-86d0-884c304dca9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a3305a0f9f842cc9b424283dcbfd61f&device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 1097 time: 0.7557776 Mar 02 20:13:16.680940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e106a-fa23-48c3-9877-135ff29e6ca4 req-3cbe47a0-17ae-4c21-b93d-d8712958245b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:16.682810 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-290e106a-fa23-48c3-9877-135ff29e6ca4 req-3cbe47a0-17ae-4c21-b93d-d8712958245b service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee HTTP/1.1" status: 200 len: 914 time: 0.5962775 Mar 02 20:13:16.855337 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-5e098750-63eb-43e7-b34d-c77391c3fbeb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=183e34d0-2dab-4925-a701-8bfdc7d1e886 HTTP/1.1" status: 200 len: 217 time: 0.1705096 Mar 02 20:13:16.871343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-113bb961-6dfb-46e1-a4e3-f9e3120be625 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.879439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e1b7ed-9a80-40b7-adc9-bc751776291d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.911786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c7233-d8cf-4615-925c-8f619d36c24f req-c971d891-3b3a-4a37-8121-a405238b1af5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:16.913216 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5d1c7233-d8cf-4615-925c-8f619d36c24f req-c971d891-3b3a-4a37-8121-a405238b1af5 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 944 time: 0.5228031 Mar 02 20:13:16.974210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-113bb961-6dfb-46e1-a4e3-f9e3120be625 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.982013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8ae21b88-6e80-4a63-bb1f-6170c25f7a12 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Unset dirty status for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:16.986234 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8ae21b88-6e80-4a63-bb1f-6170c25f7a12 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=752fe51f-9ea7-4239-b7dc-b97b3b7c9624 HTTP/1.1" status: 200 len: 205 time: 0.4217136 Mar 02 20:13:16.987631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39832) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:17.026043 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-290e106a-fa23-48c3-9877-135ff29e6ca4 req-34415645-6bf9-4b64-900e-04fe8d505067 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d HTTP/1.1" status: 200 len: 1001 time: 0.2814760 Mar 02 20:13:17.073354 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7274103d-2705-41b4-8f44-88dbbeb8d026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:17.087680 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-8a37a1e0-cba6-4d57-85c5-6557642a4925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:17.089133 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-8a37a1e0-cba6-4d57-85c5-6557642a4925 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36bb119d-1b7d-4a9f-810e-7e75b866203a HTTP/1.1" status: 200 len: 850 time: 0.2229629 Mar 02 20:13:17.139896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-113bb961-6dfb-46e1-a4e3-f9e3120be625 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:17.179555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bb961-6dfb-46e1-a4e3-f9e3120be625 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13400707-0c65-49f4-b2ab-3e36b84aaacc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:17.185142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e106a-fa23-48c3-9877-135ff29e6ca4 req-878d9d3b-4b72-49a0-b6c1-231d76e349f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:17.186460 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-290e106a-fa23-48c3-9877-135ff29e6ca4 req-878d9d3b-4b72-49a0-b6c1-231d76e349f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e HTTP/1.1" status: 200 len: 851 time: 0.1485834 Mar 02 20:13:17.245820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-113bb961-6dfb-46e1-a4e3-f9e3120be625 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:17.249402 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-113bb961-6dfb-46e1-a4e3-f9e3120be625 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/13400707-0c65-49f4-b2ab-3e36b84aaacc HTTP/1.1" status: 204 len: 168 time: 0.5860310 Mar 02 20:13:17.254897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39836) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:17.273038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Router 17fbdf4e-1fa1-455f-ace9-7c3cf14c6436 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:13:17.276681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:17.287985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6b73c-0060-41a6-af18-cb6dbf197e4c None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:17.289601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e1b7ed-9a80-40b7-adc9-bc751776291d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:17.294907 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5d1c7233-d8cf-4615-925c-8f619d36c24f req-36b7bbdd-de57-432f-b38c-1fad938510bd tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350513 Mar 02 20:13:17.330899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6b73c-0060-41a6-af18-cb6dbf197e4c None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:17.331765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-92d6b73c-0060-41a6-af18-cb6dbf197e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:17.356092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77f268f1-853e-4fa8-aecc-5b85fa158a7d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:17.366440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1b7ed-9a80-40b7-adc9-bc751776291d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=769842e8-5297-49b3-9d59-893f9f980d84,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:17.385301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e1b7ed-9a80-40b7-adc9-bc751776291d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:17.389573 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-99e1b7ed-9a80-40b7-adc9-bc751776291d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/769842e8-5297-49b3-9d59-893f9f980d84 HTTP/1.1" status: 204 len: 168 time: 2.4745133 Mar 02 20:13:17.391888 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-97dac70a-9ec7-415e-8cc9-dd1ce600b658 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3613e8ab-d49e-46ac-a9c6-fa37d7f28b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2896783 Mar 02 20:13:17.392356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39840) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:17.417385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15fd856-7031-41d6-adc6-3b2338e6ec62 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:17.421761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c80d5-36ab-4c92-824f-19596039fad8 req-654e996b-92c4-41fc-8164-cab5d81d5009 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:17.423356 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-477c80d5-36ab-4c92-824f-19596039fad8 req-654e996b-92c4-41fc-8164-cab5d81d5009 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.5176880 Mar 02 20:13:17.478562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:17.502857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8ac2a146-bd3f-43bb-a64a-72fa44cf243d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:17.515796 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a8bbe57d-fe2a-4697-a2fe-e90c67e914d1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167161 Mar 02 20:13:17.515796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:17.515796 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8695b563-d34c-4c32-b0cf-d3ad9e754e9f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.0007145 Mar 02 20:13:17.552457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39844) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:17.552812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39846) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:17.565386 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-290e106a-fa23-48c3-9877-135ff29e6ca4 req-fbc29585-3da5-4ae0-a9ad-593a29c4429f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3646345 Mar 02 20:13:17.595199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-92d6b73c-0060-41a6-af18-cb6dbf197e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:17.615426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6b73c-0060-41a6-af18-cb6dbf197e4c None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:17.616039 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-92d6b73c-0060-41a6-af18-cb6dbf197e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:17.628686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:17.679203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-92d6b73c-0060-41a6-af18-cb6dbf197e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:17.680405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6b73c-0060-41a6-af18-cb6dbf197e4c None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:17.701875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8ac2a146-bd3f-43bb-a64a-72fa44cf243d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:17.703349 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8ac2a146-bd3f-43bb-a64a-72fa44cf243d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4471686 Mar 02 20:13:17.709403 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39852) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:17.725690 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-c2284836-fadd-448a-90c7-f292e6dceb43 service neutron] 10.222.0.31 "GET /v2.0/networks/3613e8ab-d49e-46ac-a9c6-fa37d7f28b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239405 Mar 02 20:13:17.788168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d8fe4-cbcd-4785-bb99-32a017d3af40 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:13:17.793716 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-058d8fe4-cbcd-4785-bb99-32a017d3af40 None None] Deleting port d2a54d28-8666-4fb4-bd52-458898c0427b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:17.794451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-058d8fe4-cbcd-4785-bb99-32a017d3af40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:17.855505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-db8a51f9-0814-488d-9539-26da170d37c2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:17.865306 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-290e106a-fa23-48c3-9877-135ff29e6ca4 req-2559d7ad-18f1-4aea-b86b-6904677f5100 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866518 Mar 02 20:13:17.871102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-db8a51f9-0814-488d-9539-26da170d37c2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:17.903612 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-477c80d5-36ab-4c92-824f-19596039fad8 req-b37aec3d-e207-4459-b6ad-4843d7e06bd0 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4701962 Mar 02 20:13:18.026027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-058d8fe4-cbcd-4785-bb99-32a017d3af40 None None] For port d2a54d28-8666-4fb4-bd52-458898c0427b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d2a54d28-8666-4fb4-bd52-458898c0427b,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:18.026345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-058d8fe4-cbcd-4785-bb99-32a017d3af40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:18.035446 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-30752a0a-fde9-426c-8bb0-64eb66668876 req-cc5cf28d-14a1-4f02-b3de-ac0bea2e4aa8 service neutron] 10.222.0.31 "GET /v2.0/networks/3613e8ab-d49e-46ac-a9c6-fa37d7f28b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950301 Mar 02 20:13:18.064355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-db8a51f9-0814-488d-9539-26da170d37c2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:18.168017 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-058d8fe4-cbcd-4785-bb99-32a017d3af40 None None] Calling delete_port for d2a54d28-8666-4fb4-bd52-458898c0427b owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:18.208366 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:18.220696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:18.234959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:18.238513 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-290e106a-fa23-48c3-9877-135ff29e6ca4 req-65136b05-44ac-408d-a29e-c0c72ebb9638 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600965 Mar 02 20:13:18.250640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a51f9-0814-488d-9539-26da170d37c2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5146fb06-06a8-4bde-aa74-63e0091d7f56,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:18.258756 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f724ed-cca5-4a30-9a74-d20d5453734d None None] Sync routers for ids ['17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:18.271785 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f724ed-cca5-4a30-9a74-d20d5453734d None None] Routers {'17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:18.273018 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-95f724ed-cca5-4a30-9a74-d20d5453734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:18.294927 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da6f7b3c-3708-4169-8e6a-4618cfabc26e req-680cecf6-f616-4221-9b84-d57e0200058d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a3305a0f9f842cc9b424283dcbfd61f&device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 1097 time: 0.0931766 Mar 02 20:13:18.322199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:18.340603 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-058d8fe4-cbcd-4785-bb99-32a017d3af40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:18.385439 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-95f724ed-cca5-4a30-9a74-d20d5453734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:18.389392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d8fe4-cbcd-4785-bb99-32a017d3af40 None None] Pushing event deleted for resources: {'Port': ['ID=d2a54d28-8666-4fb4-bd52-458898c0427b,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:18.396541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d8fe4-cbcd-4785-bb99-32a017d3af40 None None] No DVR routers for this DVR port d2a54d28-8666-4fb4-bd52-458898c0427b on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:13:18.401276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:18.409189 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4d46b9b6-43cf-478f-8571-5e64c49c39df tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "PUT /v2.0/routers/17fbdf4e-1fa1-455f-ace9-7c3cf14c6436 HTTP/1.1" status: 200 len: 706 time: 5.3021839 Mar 02 20:13:18.417666 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f724ed-cca5-4a30-9a74-d20d5453734d None None] Routers {'17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:18.418371 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-95f724ed-cca5-4a30-9a74-d20d5453734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:18.441660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39858) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:18.444423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-db8a51f9-0814-488d-9539-26da170d37c2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:18.446309 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-db8a51f9-0814-488d-9539-26da170d37c2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/5146fb06-06a8-4bde-aa74-63e0091d7f56 HTTP/1.1" status: 204 len: 168 time: 0.7354743 Mar 02 20:13:18.456424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39862) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:18.475693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=10bb91fa-50b1-479c-a749-6339432efb29,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:18.486565 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-95f724ed-cca5-4a30-9a74-d20d5453734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:18.486966 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f724ed-cca5-4a30-9a74-d20d5453734d None None] The sync data for ids ['17fbdf4e-1fa1-455f-ace9-7c3cf14c6436'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:18.532961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77f268f1-853e-4fa8-aecc-5b85fa158a7d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:18.557765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:18.561297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:18.609402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d2a54d28-8666-4fb4-bd52-458898c0427b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:18.652712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: d2a54d28-8666-4fb4-bd52-458898c0427b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:13:18.653299 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d2a54d28-8666-4fb4-bd52-458898c0427b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:13:18.664904 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77f268f1-853e-4fa8-aecc-5b85fa158a7d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:18.709460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Checking segment: {'id': 'b581a7f4-8558-4909-a7b2-367188621a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:18.709828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network hostable DHCP agents. Network: c1265753-9064-4e74-af5d-1b44f4073529, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:13:18.720605 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f7b3c-3708-4169-8e6a-4618cfabc26e req-bd2d25d0-420d-4594-b8d3-5ce02ae7b0ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:18.722326 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da6f7b3c-3708-4169-8e6a-4618cfabc26e req-bd2d25d0-420d-4594-b8d3-5ce02ae7b0ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 HTTP/1.1" status: 200 len: 913 time: 0.4205186 Mar 02 20:13:18.730203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1ffe45e4-16d3-47aa-893a-861682ff22e3 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:18.741671 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-79bf0f74-7df8-4012-a7dc-147dac13d277 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/routers/17fbdf4e-1fa1-455f-ace9-7c3cf14c6436 HTTP/1.1" status: 200 len: 741 time: 0.2960842 Mar 02 20:13:18.747925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39866) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:18.812957 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c40981-0f6c-4ec4-a850-b49bed348f94 req-8f85f954-93ea-4947-8e8c-6ee20db1e86a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e61b8232eb4340acba554e5488a7b44b&device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 1099 time: 0.4052703 Mar 02 20:13:18.817879 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da6f7b3c-3708-4169-8e6a-4618cfabc26e req-e11e7604-7da0-412d-8c90-aca332a31a37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=183e34d0-2dab-4925-a701-8bfdc7d1e886 HTTP/1.1" status: 200 len: 217 time: 0.0824850 Mar 02 20:13:18.819082 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3df5f6ce-010d-4809-bec3-b285771aa068 tempest-RoutersAdminTest-374081670 tempest-RoutersAdminTest-374081670-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=8365059c-528a-42c0-931f-6ee8653060e0&device_id=17fbdf4e-1fa1-455f-ace9-7c3cf14c6436 HTTP/1.1" status: 200 len: 205 time: 0.0678303 Mar 02 20:13:18.822965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39870) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:18.880474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e511586-907f-4511-9bdf-604573a23ced req-b99c86d1-1c05-4ee6-a237-ada81e1ae437 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:18.881948 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6e511586-907f-4511-9bdf-604573a23ced req-b99c86d1-1c05-4ee6-a237-ada81e1ae437 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 944 time: 0.3932784 Mar 02 20:13:18.888564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77f268f1-853e-4fa8-aecc-5b85fa158a7d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:18.889047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f268f1-853e-4fa8-aecc-5b85fa158a7d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Fanout notify agent at l3_agent the message router_deleted on router 752fe51f-9ea7-4239-b7dc-b97b3b7c9624 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:13:18.929832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1ffe45e4-16d3-47aa-893a-861682ff22e3 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:18.934122 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1ffe45e4-16d3-47aa-893a-861682ff22e3 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.4087391 Mar 02 20:13:18.938410 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f44d5203-fd5e-4f1d-9fc5-0d190df65a9c tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fbdf4e-1fa1-455f-ace9-7c3cf14c6436 HTTP/1.1" status: 200 len: 205 time: 0.1121931 Mar 02 20:13:18.938554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39874) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:18.938554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39876) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:19.023539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f7b3c-3708-4169-8e6a-4618cfabc26e req-a0829afc-0588-4323-9cb8-bfa97e39e7da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:19.025636 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da6f7b3c-3708-4169-8e6a-4618cfabc26e req-a0829afc-0588-4323-9cb8-bfa97e39e7da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36bb119d-1b7d-4a9f-810e-7e75b866203a HTTP/1.1" status: 200 len: 850 time: 0.1994562 Mar 02 20:13:19.087282 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network c1265753-9064-4e74-af5d-1b44f4073529 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:13:19.108781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c40981-0f6c-4ec4-a850-b49bed348f94 req-6f6a9b5e-26d8-461e-b882-af0d18d4d17b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:19.110307 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c40981-0f6c-4ec4-a850-b49bed348f94 req-6f6a9b5e-26d8-461e-b882-af0d18d4d17b service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee HTTP/1.1" status: 200 len: 914 time: 0.2128229 Mar 02 20:13:19.224747 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da6f7b3c-3708-4169-8e6a-4618cfabc26e req-856bf823-861d-4876-bd1f-df0879717686 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3613e8ab-d49e-46ac-a9c6-fa37d7f28b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1914456 Mar 02 20:13:19.226413 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c40981-0f6c-4ec4-a850-b49bed348f94 req-71f48ec6-5b29-4967-bad5-84337197840c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d HTTP/1.1" status: 200 len: 1001 time: 0.1078835 Mar 02 20:13:19.276422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77f268f1-853e-4fa8-aecc-5b85fa158a7d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:19.277493 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-77f268f1-853e-4fa8-aecc-5b85fa158a7d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/752fe51f-9ea7-4239-b7dc-b97b3b7c9624 HTTP/1.1" status: 204 len: 168 time: 2.2772465 Mar 02 20:13:19.296416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39884) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:19.305573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, c1265753-9064-4e74-af5d-1b44f4073529) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:19.314100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e09221f-a1f7-40b8-9537-dbbe3660c270 None None] Network c1265753-9064-4e74-af5d-1b44f4073529 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:19.327389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:19.331220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:19.332010 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:19.347550 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6e511586-907f-4511-9bdf-604573a23ced req-aac25460-7df1-4f96-8e1e-1ce16986614f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4535544 Mar 02 20:13:19.358858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ad6a-b342-4206-9ffb-9b12b8663747 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:19.398068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ad6a-b342-4206-9ffb-9b12b8663747 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:19.403412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c0609492-3275-4f0d-a19e-164265f626ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:19.432782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5a941be0-724e-4028-9604-36af6e9e4f21 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:19.445191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c40981-0f6c-4ec4-a850-b49bed348f94 req-a3ece743-403a-4f58-a616-3cf0fa118e99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:19.446945 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c40981-0f6c-4ec4-a850-b49bed348f94 req-a3ece743-403a-4f58-a616-3cf0fa118e99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e HTTP/1.1" status: 200 len: 851 time: 0.1924655 Mar 02 20:13:19.498430 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-abceeee4-70dd-47b3-807b-133914215f8d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4443569 Mar 02 20:13:19.498430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:19.510382 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39888) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:19.574302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-244609089'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:19.603472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:19.618766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:network and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:19.623784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:19.632866 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da6f7b3c-3708-4169-8e6a-4618cfabc26e req-575f11ee-6ee9-4dad-bf18-8a5c31e71bdb service neutron] 10.222.0.31 "GET /v2.0/networks/3613e8ab-d49e-46ac-a9c6-fa37d7f28b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973598 Mar 02 20:13:19.638411 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59788c-a460-4cc4-9ac1-f2a258adb42d req-4a046973-b890-4c1f-bcd5-b64b081cf81b tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:19.639878 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8c59788c-a460-4cc4-9ac1-f2a258adb42d req-4a046973-b890-4c1f-bcd5-b64b081cf81b tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.5476756 Mar 02 20:13:19.641164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:19.668429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:19.690131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:19.696777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:19.697399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:19.701500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=7cdf2f44-daf5-4729-99ae-f08bcde4664f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:19.702139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96802235-68e9-433a-9016-a3c1ad8cde74 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:19.703431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ad6a-b342-4206-9ffb-9b12b8663747 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:19.878797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8ad6a-b342-4206-9ffb-9b12b8663747 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bdefe9e-c14b-425f-ae06-2adac92f6bce,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:19.882773 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda2e169-acbe-44e9-8723-8223be06a940 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting subnet 885ec531-f335-4164-901d-cc987209b20f {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:13:19.889113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dda2e169-acbe-44e9-8723-8223be06a940 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:19.950407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '7cdf2f44-daf5-4729-99ae-f08bcde4664f'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:13:19.952161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:19.958512 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c40981-0f6c-4ec4-a850-b49bed348f94 req-c4f3e01b-7b88-46b0-a84a-b68db33d2bfa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4936013 Mar 02 20:13:20.004523 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da6f7b3c-3708-4169-8e6a-4618cfabc26e req-0274dec5-29d5-4d3e-9a8d-f932f4ccb431 service neutron] 10.222.0.31 "GET /v2.0/networks/3613e8ab-d49e-46ac-a9c6-fa37d7f28b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610423 Mar 02 20:13:20.010971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dda2e169-acbe-44e9-8723-8223be06a940 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.014548 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-35d2ed9e-dba0-4ac6-8625-b0a45f687ca4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4553673 Mar 02 20:13:20.028964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39892) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:20.046666 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ad6a-b342-4206-9ffb-9b12b8663747 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.048040 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4aa8ad6a-b342-4206-9ffb-9b12b8663747 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/7bdefe9e-c14b-425f-ae06-2adac92f6bce HTTP/1.1" status: 204 len: 168 time: 1.0510528 Mar 02 20:13:20.052030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:20.072554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39896) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:20.080027 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8c59788c-a460-4cc4-9ac1-f2a258adb42d req-cd1ee6ca-6660-413c-855f-09029108ef39 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4259698 Mar 02 20:13:20.093423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:20.096394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.127453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 183e34d0-2dab-4925-a701-8bfdc7d1e886 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:13:20.184822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:13:20.188995 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Allocated IP 172.20.0.2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/7cdf2f44-daf5-4729-99ae-f08bcde4664f/59b56980-a37f-4596-8694-fd6bea94edb7) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:20.225397 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c40981-0f6c-4ec4-a850-b49bed348f94 req-a6ae0464-a3c4-4125-aa2e-7e12d8065538 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533207 Mar 02 20:13:20.227940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.228334 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Added segment b4578d40-7797-4d97-a5bd-03d780df9526 of type vlan for network 8cfb5d8b-f8c0-4333-834b-4294046c732d Mar 02 20:13:20.313269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dda2e169-acbe-44e9-8723-8223be06a940 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.335178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5a941be0-724e-4028-9604-36af6e9e4f21 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.375423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5a941be0-724e-4028-9604-36af6e9e4f21 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.379075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 183e34d0-2dab-4925-a701-8bfdc7d1e886, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=183e34d0-2dab-4925-a701-8bfdc7d1e886,segment=NetworkSegment(5dd3a41b-f737-44f3-b6c9-6605a5ffc807),segment_id=5dd3a41b-f737-44f3-b6c9-6605a5ffc807)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:20.379581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.387392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1cb9eb19-70bd-4207-bd11-8c1035fe6031 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:20.413427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '183e34d0-2dab-4925-a701-8bfdc7d1e886', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'port_id': '183e34d0-2dab-4925-a701-8bfdc7d1e886', 'mac_address': 'fa:16:3e:88:9d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:13:20.475370 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c40981-0f6c-4ec4-a850-b49bed348f94 req-fd43e472-3d0b-488c-bb36-d8f2e7e0b2fe service neutron] 10.222.0.31 "GET /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404428 Mar 02 20:13:20.525483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.530330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:20.534064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.547839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.566556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.567314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.576762 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:20.584493 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183e34d0-2dab-4925-a701-8bfdc7d1e886 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:13:20.591144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dda2e169-acbe-44e9-8723-8223be06a940 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.604749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.616062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 183e34d0-2dab-4925-a701-8bfdc7d1e886, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=183e34d0-2dab-4925-a701-8bfdc7d1e886,segment=NetworkSegment(5dd3a41b-f737-44f3-b6c9-6605a5ffc807),segment_id=5dd3a41b-f737-44f3-b6c9-6605a5ffc807)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:20.619644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Transition to ACTIVE for port object 59b56980-a37f-4596-8694-fd6bea94edb7 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:20.639007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Transition to ACTIVE for port object 59b56980-a37f-4596-8694-fd6bea94edb7 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:20.660402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:20.671298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1cb9eb19-70bd-4207-bd11-8c1035fe6031 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:20.671298 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1cb9eb19-70bd-4207-bd11-8c1035fe6031 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5870900 Mar 02 20:13:20.673272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39902) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:20.688990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.713316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2e169-acbe-44e9-8723-8223be06a940 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Subnet': ['ID=885ec531-f335-4164-901d-cc987209b20f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:20.721818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dda2e169-acbe-44e9-8723-8223be06a940 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.723909 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dda2e169-acbe-44e9-8723-8223be06a940 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/885ec531-f335-4164-901d-cc987209b20f HTTP/1.1" status: 204 len: 168 time: 1.4263136 Mar 02 20:13:20.726475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39906) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:20.729603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Network': ['ID=8cfb5d8b-f8c0-4333-834b-4294046c732d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:20.737541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c63b52-7766-4674-9850-b41f675178c5 None None] Network 3b422a3e-85c3-472f-ad03-37f088f19438 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:20.740646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fff2a046-c473-4875-b701-28216b1eb74a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.755384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fff2a046-c473-4875-b701-28216b1eb74a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.761899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 8cfb5d8b-f8c0-4333-834b-4294046c732d details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:13:20.781978 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.784957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26761-a29d-42d1-8083-cf89be64fb3a req-e1783f5b-9309-4514-9aea-844118f2d2ac tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:20.786658 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fed26761-a29d-42d1-8083-cf89be64fb3a req-e1783f5b-9309-4514-9aea-844118f2d2ac tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 944 time: 0.1980975 Mar 02 20:13:20.794557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5a941be0-724e-4028-9604-36af6e9e4f21 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.795075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a941be0-724e-4028-9604-36af6e9e4f21 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Fanout notify agent at l3_agent the message router_deleted on router 17fbdf4e-1fa1-455f-ace9-7c3cf14c6436 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:13:20.845301 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bee0ec84-2460-466b-ae26-ccc881bbb9ca tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3233483 Mar 02 20:13:20.848763 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39910) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:20.857780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'ports': [{'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529'}, {'network_id': '8cfb5d8b-f8c0-4333-834b-4294046c732d'}]} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:20.858181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:20.858603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5a941be0-724e-4028-9604-36af6e9e4f21 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.858743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': '8cfb5d8b-f8c0-4333-834b-4294046c732d'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:20.864010 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5a941be0-724e-4028-9604-36af6e9e4f21 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/17fbdf4e-1fa1-455f-ace9-7c3cf14c6436 HTTP/1.1" status: 204 len: 168 time: 1.8610904 Mar 02 20:13:20.866553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39914) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:20.908384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:20.967998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.985919 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fed26761-a29d-42d1-8083-cf89be64fb3a req-dd480d0b-f473-46d8-8cbe-802081d348a4 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839545 Mar 02 20:13:20.989773 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ca878a66-3284-440b-849d-507ab9245cf2 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fbdf4e-1fa1-455f-ace9-7c3cf14c6436 HTTP/1.1" status: 200 len: 205 time: 0.1201825 Mar 02 20:13:20.989946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=183e34d0-2dab-4925-a701-8bfdc7d1e886,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:20.990037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fff2a046-c473-4875-b701-28216b1eb74a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:20.992393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:20.996632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39918) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:21.008075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fff2a046-c473-4875-b701-28216b1eb74a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.009377 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fff2a046-c473-4875-b701-28216b1eb74a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/fa512ecd-af70-4826-98f5-746a8c320088 HTTP/1.1" status: 204 len: 168 time: 0.3309960 Mar 02 20:13:21.023228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39922) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:21.053545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2a046-c473-4875-b701-28216b1eb74a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa512ecd-af70-4826-98f5-746a8c320088,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:21.053763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:21.072437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['183e34d0-2dab-4925-a701-8bfdc7d1e886'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:13:21.096991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:21.138568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:21.138568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.175931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.185802 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-5cddf503-8d67-49be-aae8-979ccf612da1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] delete failed (client error): The resource could not be found. Mar 02 20:13:21.189220 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5cddf503-8d67-49be-aae8-979ccf612da1 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/17fbdf4e-1fa1-455f-ace9-7c3cf14c6436 HTTP/1.1" status: 404 len: 336 time: 0.1820879 Mar 02 20:13:21.190321 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39928) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:21.273354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7610d958-096a-4d6c-9fed-8b788f54cdce tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:21.285611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Pushing event updated for resources: {'Port': ['ID=59b56980-a37f-4596-8694-fd6bea94edb7,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:21.333067 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:21.340253 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:port and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:21.343816 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bfd2aa21-9486-4f92-92fd-c4e0a8ea3488 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6c0410f-3bd1-4eaf-9369-3bcc5e44bada HTTP/1.1" status: 200 len: 205 time: 0.1475339 Mar 02 20:13:21.346118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39932) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:21.349351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:21.389250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Attempting to bind port 59b56980-a37f-4596-8694-fd6bea94edb7 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:13:21.389250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Attempting to bind port 59b56980-a37f-4596-8694-fd6bea94edb7 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:13:21.390038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Attempting to bind port 59b56980-a37f-4596-8694-fd6bea94edb7 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:13:21.416409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:13:21.416766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:21.417158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.417850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:13:21.418048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Bound port: 59b56980-a37f-4596-8694-fd6bea94edb7, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:13:21.418372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.428121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:21.490937 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-ee5faf20-4bf3-47b3-bbef-11ffcc4cffa3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] delete failed (client error): The resource could not be found. Mar 02 20:13:21.494776 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ee5faf20-4bf3-47b3-bbef-11ffcc4cffa3 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/f6c0410f-3bd1-4eaf-9369-3bcc5e44bada HTTP/1.1" status: 404 len: 336 time: 0.1465199 Mar 02 20:13:21.498566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39936) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:21.593352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e40250f-6ced-4b88-8253-eceaa190fade None None] DHCP port deletion for 3b422a3e-85c3-472f-ad03-37f088f19438 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:13:21.605664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0e40250f-6ced-4b88-8253-eceaa190fade None None] Deleting port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:21.605879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e40250f-6ced-4b88-8253-eceaa190fade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.622224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7610d958-096a-4d6c-9fed-8b788f54cdce tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:21.623504 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7610d958-096a-4d6c-9fed-8b788f54cdce tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5980799 Mar 02 20:13:21.633822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39940) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:21.657369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] For port 59b56980-a37f-4596-8694-fd6bea94edb7, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:13:21.660857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 2} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:21.664937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.676143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] For port 59b56980-a37f-4596-8694-fd6bea94edb7, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=59b56980-a37f-4596-8694-fd6bea94edb7,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:13:21.686276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.691255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.704918 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c9c31e10-9cb5-4563-9784-3a48f8f8cade tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ee2213f-d32b-4224-afd7-d9da67d81a55 HTTP/1.1" status: 200 len: 205 time: 0.2028272 Mar 02 20:13:21.709320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39944) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:21.727956 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] For port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4ad519f6-d4bf-446c-a0ed-8c7ed6899e07,segment=NetworkSegment(f7d59568-c988-435b-90b9-51b37e2c3cd2),segment_id=f7d59568-c988-435b-90b9-51b37e2c3cd2)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:21.728317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.761539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.787772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09e66d8c-508d-4088-8e58-59d69a8aac06 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.854138 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-8f9bdb93-4b18-4145-929c-8229996b8a0e tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] delete failed (client error): The resource could not be found. Mar 02 20:13:21.857948 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8f9bdb93-4b18-4145-929c-8229996b8a0e tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/0ee2213f-d32b-4224-afd7-d9da67d81a55 HTTP/1.1" status: 404 len: 336 time: 0.1396022 Mar 02 20:13:21.862503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.869319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abe42b-393a-4676-aae6-7e18041d6ff2 req-2f45f4bd-a89c-47e4-b5a6-0b576f7b5c18 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:21.870809 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-87abe42b-393a-4676-aae6-7e18041d6ff2 req-2f45f4bd-a89c-47e4-b5a6-0b576f7b5c18 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.5880578 Mar 02 20:13:21.873717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39948) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:21.873881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09e66d8c-508d-4088-8e58-59d69a8aac06 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.920064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-0e40250f-6ced-4b88-8253-eceaa190fade None None] For port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4ad519f6-d4bf-446c-a0ed-8c7ed6899e07,segment=NetworkSegment(f7d59568-c988-435b-90b9-51b37e2c3cd2),segment_id=f7d59568-c988-435b-90b9-51b37e2c3cd2)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:21.920447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e40250f-6ced-4b88-8253-eceaa190fade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:21.936706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:21.937668 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8304c-a0a8-46fb-8d13-3d6e6d7162da None None] Pushing event updated for resources: {'Port': ['ID=59b56980-a37f-4596-8694-fd6bea94edb7,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:22.052193 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-105d8121-b402-45ca-a323-9d3d24e11315 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=f115e56d-1fda-42b5-a6aa-d620d57df901 HTTP/1.1" status: 200 len: 205 time: 0.1239507 Mar 02 20:13:22.061365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0e40250f-6ced-4b88-8253-eceaa190fade None None] Calling delete_port for 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:22.072382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39954) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:22.214956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e40250f-6ced-4b88-8253-eceaa190fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:22.221492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09e66d8c-508d-4088-8e58-59d69a8aac06 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:22.239321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port acf1d888-243a-4b3a-a757-6900ad7c0194 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:13:22.249097 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-629399ad-5b0e-4947-b06e-4c93671fd5dd tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] delete failed (client error): The resource could not be found. Mar 02 20:13:22.252690 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-629399ad-5b0e-4947-b06e-4c93671fd5dd tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/f115e56d-1fda-42b5-a6aa-d620d57df901 HTTP/1.1" status: 404 len: 336 time: 0.1770189 Mar 02 20:13:22.276298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39958) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:22.295844 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-87abe42b-393a-4676-aae6-7e18041d6ff2 req-1198db90-5bd3-474f-b2b1-5667f8c758c9 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557031 Mar 02 20:13:22.314428 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40250f-6ced-4b88-8253-eceaa190fade None None] Pushing event deleted for resources: {'Port': ['ID=4ad519f6-d4bf-446c-a0ed-8c7ed6899e07,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:22.318550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e66d8c-508d-4088-8e58-59d69a8aac06 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a823f34-b0bc-4223-bca2-629f2faa66a3,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:22.347428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:13:22.347739 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:13:22.348741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e40250f-6ced-4b88-8253-eceaa190fade None None] No DVR routers for this DVR port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:13:22.363349 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-78126dd9-83ad-41e2-bce6-5bcf1623b803 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d884078-e3d1-48cc-a2bb-90c6cc18766b HTTP/1.1" status: 200 len: 205 time: 0.0851874 Mar 02 20:13:22.366153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39964) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:22.457351 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-41837c8d-6bf6-492c-bfdf-8b0dd8a7de31 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] delete failed (client error): The resource could not be found. Mar 02 20:13:22.458432 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-41837c8d-6bf6-492c-bfdf-8b0dd8a7de31 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/1d884078-e3d1-48cc-a2bb-90c6cc18766b HTTP/1.1" status: 404 len: 336 time: 0.0914197 Mar 02 20:13:22.462408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39968) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:22.528725 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-646c09aa-9648-45d5-a32e-10435dd9c9e6 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd1cf511-6981-442a-98de-30c8d71ef4a7 HTTP/1.1" status: 200 len: 205 time: 0.0651870 Mar 02 20:13:22.531167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 39972) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:22.535035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:22.535469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09e66d8c-508d-4088-8e58-59d69a8aac06 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:22.537314 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-09e66d8c-508d-4088-8e58-59d69a8aac06 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/3a823f34-b0bc-4223-bca2-629f2faa66a3 HTTP/1.1" status: 204 len: 168 time: 0.8939548 Mar 02 20:13:22.573664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39976) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:22.592034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d979f2-1df7-4aae-9e44-1107e0b0811d req-626027ad-4b7a-4da2-8e7c-efa693ace215 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:22.593513 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-89d979f2-1df7-4aae-9e44-1107e0b0811d req-626027ad-4b7a-4da2-8e7c-efa693ace215 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 945 time: 0.3786893 Mar 02 20:13:22.623275 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-f60836e6-4b80-4f39-9fb2-180d2d9b1971 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] delete failed (client error): The resource could not be found. Mar 02 20:13:22.626822 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f60836e6-4b80-4f39-9fb2-180d2d9b1971 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/routers/dd1cf511-6981-442a-98de-30c8d71ef4a7 HTTP/1.1" status: 404 len: 336 time: 0.0922654 Mar 02 20:13:22.633937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39980) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:22.669686 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 59b56980-a37f-4596-8694-fd6bea94edb7 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:22.712332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 7a786488-1057-4838-ab65-015c9de808f4 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:13:22.782695 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae2c6f8-2e1d-4fa4-a386-b99c0d7cf103 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] DELETE failed (client error): The resource could not be found. Mar 02 20:13:22.783133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae2c6f8-2e1d-4fa4-a386-b99c0d7cf103 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:13:22.798029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:22.826940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 59b56980-a37f-4596-8694-fd6bea94edb7 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:22.845046 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7ae2c6f8-2e1d-4fa4-a386-b99c0d7cf103 tempest-RoutersAdminTest-44500632 tempest-RoutersAdminTest-44500632-project] 10.222.0.44 "DELETE /v2.0/subnets/52d43d2d-739a-4804-a974-8c7976da2262 HTTP/1.1" status: 404 len: 337 time: 0.2084949 Mar 02 20:13:22.849784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:22.850489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:22.919752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:22.927093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b50e7863-1087-4b81-8d5b-d520040da6c6 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:22.931173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.20.0.1 (91d468a7-6772-446b-91e7-8ded9640e778/264c155d-3922-4a44-a669-0f8b648b9e4a/3b588998-0a35-4851-ba04-4ebc86626ef1) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:22.956686 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-89d979f2-1df7-4aae-9e44-1107e0b0811d req-2f5453db-1dda-4920-9e65-752389933b2f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354871 Mar 02 20:13:22.957286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] The port '4ad519f6-d4bf-446c-a0ed-8c7ed6899e07' was deleted {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:13:22.958717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.001240 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:13:23.001672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4ad519f6-d4bf-446c-a0ed-8c7ed6899e07 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:13:23.010713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82c985-d000-451b-84f4-50b48053eb45 req-d9ce3813-2bec-400d-bc7b-84b12fb132ae tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:23.012233 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4a82c985-d000-451b-84f4-50b48053eb45 req-d9ce3813-2bec-400d-bc7b-84b12fb132ae tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.4848123 Mar 02 20:13:23.115861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network c1265753-9064-4e74-af5d-1b44f4073529 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:23.123149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:23.143566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b50e7863-1087-4b81-8d5b-d520040da6c6 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:23.146084 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b50e7863-1087-4b81-8d5b-d520040da6c6 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5649681 Mar 02 20:13:23.154730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39986) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:23.178211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:23.178743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.201712 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.objects.ports [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84504) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:13:23.212285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=acf1d888-243a-4b3a-a757-6900ad7c0194,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:23.274383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.297736 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4a82c985-d000-451b-84f4-50b48053eb45 req-5afabe82-10fc-4f26-944e-f7b615f430ff tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583270 Mar 02 20:13:23.350536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b422a3e-85c3-472f-ad03-37f088f19438']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:23.382212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=7a786488-1057-4838-ab65-015c9de808f4,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:23.385842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d59568-c988-435b-90b9-51b37e2c3cd2') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:23.386169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d59568-c988-435b-90b9-51b37e2c3cd2') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:23.401708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.412514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Checking segment: {'id': 'b4578d40-7797-4d97-a5bd-03d780df9526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '8cfb5d8b-f8c0-4333-834b-4294046c732d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:23.412980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network hostable DHCP agents. Network: 8cfb5d8b-f8c0-4333-834b-4294046c732d, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:13:23.413993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.424308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca95-7f0e-4dfb-b952-2c583e0f8396 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.433041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.442830 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:13:23.443226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.459058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca95-7f0e-4dfb-b952-2c583e0f8396 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:13:23.459653 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:13:23.483288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7e591436-1d96-4c0c-960f-d977189189d4 None None] Provisioning for port 59b56980-a37f-4596-8694-fd6bea94edb7 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:23.488778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7e591436-1d96-4c0c-960f-d977189189d4 None None] Provisioning complete for port 59b56980-a37f-4596-8694-fd6bea94edb7 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:23.489627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7e591436-1d96-4c0c-960f-d977189189d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.584401 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.598131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 39994) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:23.604797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.610178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 8cfb5d8b-f8c0-4333-834b-4294046c732d is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:13:23.666454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7e591436-1d96-4c0c-960f-d977189189d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.700265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 8cfb5d8b-f8c0-4333-834b-4294046c732d) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:23.705013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:23.709601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:23.713256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:23.713978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.716085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea854d00-853c-4899-8c22-dc3b1823a31e None None] Network 8cfb5d8b-f8c0-4333-834b-4294046c732d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:23.738949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7e591436-1d96-4c0c-960f-d977189189d4 None None] For port 59b56980-a37f-4596-8694-fd6bea94edb7, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=59b56980-a37f-4596-8694-fd6bea94edb7,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:23.757853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.783049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca95-7f0e-4dfb-b952-2c583e0f8396 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.790695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.796487 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/networks/3b422a3e-85c3-472f-ad03-37f088f19438 HTTP/1.1" status: 204 len: 168 time: 3.0648274 Mar 02 20:13:23.796487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40000) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:23.804406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1174625465', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:23.811035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831096a9-6101-4627-a353-d3e20609fec5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Network': ['ID=3b422a3e-85c3-472f-ad03-37f088f19438,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:23.815112 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:23.819377 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-75fcde03-b638-4270-b0d7-051ac8c77116 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9697046 Mar 02 20:13:23.823609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:router and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:23.826515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40004) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:23.826977 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7e591436-1d96-4c0c-960f-d977189189d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.865277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aca95-7f0e-4dfb-b952-2c583e0f8396 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=429c2704-a78f-4a4d-8864-a3b6348bc347,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:23.867424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:23.884782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:23.898947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 91d468a7-6772-446b-91e7-8ded9640e778 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:23.908547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:23.915513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-776cef06-6fcb-41e9-80b7-d066daf25920 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 7a786488-1057-4838-ab65-015c9de808f4 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:23.916763 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-776cef06-6fcb-41e9-80b7-d066daf25920 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:23.918864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:23.951745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=3b588998-0a35-4851-ba04-4ebc86626ef1,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:23.959302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ae095bab-b4b8-4b15-8364-f2a467b36be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.008857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.009770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.047703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e591436-1d96-4c0c-960f-d977189189d4 None None] Pushing event updated for resources: {'Port': ['ID=59b56980-a37f-4596-8694-fd6bea94edb7,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:24.101074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 183e34d0-2dab-4925-a701-8bfdc7d1e886 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:24.104184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.181241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ee5aca95-7f0e-4dfb-b952-2c583e0f8396 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.182496 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ee5aca95-7f0e-4dfb-b952-2c583e0f8396 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-groups/429c2704-a78f-4a4d-8864-a3b6348bc347 HTTP/1.1" status: 204 len: 168 time: 1.0268486 Mar 02 20:13:24.187964 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40012) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:24.231532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-776cef06-6fcb-41e9-80b7-d066daf25920 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.278147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ae095bab-b4b8-4b15-8364-f2a467b36be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:24.280449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.291975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 183e34d0-2dab-4925-a701-8bfdc7d1e886 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:24.294477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ae095bab-b4b8-4b15-8364-f2a467b36be0 admin admin] Usage tracker for resource:security_group_rule and tenant:bf812956d0bf4315a0952257862998d2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:24.302077 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 183e34d0-2dab-4925-a701-8bfdc7d1e886 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:24.303653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.312290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ae095bab-b4b8-4b15-8364-f2a467b36be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:24.372079 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ae095bab-b4b8-4b15-8364-f2a467b36be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:24.373705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-776cef06-6fcb-41e9-80b7-d066daf25920 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 7a786488-1057-4838-ab65-015c9de808f4 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:24.430379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.432817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] For port 59b56980-a37f-4596-8694-fd6bea94edb7, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=59b56980-a37f-4596-8694-fd6bea94edb7,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:24.459478 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183e34d0-2dab-4925-a701-8bfdc7d1e886'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:13:24.469401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 183e34d0-2dab-4925-a701-8bfdc7d1e886, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=183e34d0-2dab-4925-a701-8bfdc7d1e886,segment=NetworkSegment(5dd3a41b-f737-44f3-b6c9-6605a5ffc807),segment_id=5dd3a41b-f737-44f3-b6c9-6605a5ffc807)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:24.494493 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e226f97-b937-414c-8cc1-25a258e0c92c req-f0d59736-ced0-4747-b684-775283ad4a37 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:24.495959 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e226f97-b937-414c-8cc1-25a258e0c92c req-f0d59736-ced0-4747-b684-775283ad4a37 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3122840 Mar 02 20:13:24.551845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.563706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4e3ca156-6cd9-4c71-bf25-d3285290ee0a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:24.579728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.599349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.615959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ae095bab-b4b8-4b15-8364-f2a467b36be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.634194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 59b56980-a37f-4596-8694-fd6bea94edb7 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:24.653359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.654217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.682409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=183e34d0-2dab-4925-a701-8bfdc7d1e886,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:24.710837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 59b56980-a37f-4596-8694-fd6bea94edb7 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:24.712275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.726495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad84686-5c65-4193-a714-a0582f65c77d req-3fcedd58-1ff4-4f71-9fc1-2f7dea56fae0 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:24.727787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4e3ca156-6cd9-4c71-bf25-d3285290ee0a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:24.728573 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0ad84686-5c65-4193-a714-a0582f65c77d req-3fcedd58-1ff4-4f71-9fc1-2f7dea56fae0 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 945 time: 0.4174988 Mar 02 20:13:24.729518 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4e3ca156-6cd9-4c71-bf25-d3285290ee0a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5405924 Mar 02 20:13:24.737751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40018) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:24.747116 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group': {'name': 'tempest-secgroup--300219564'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:24.779686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ae095bab-b4b8-4b15-8364-f2a467b36be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.802435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:24.810912 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-776cef06-6fcb-41e9-80b7-d066daf25920 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.815797 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e226f97-b937-414c-8cc1-25a258e0c92c req-810fe338-d133-42ed-91c2-e85418c5a99b tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057044 Mar 02 20:13:24.860108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.882241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:24.888109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cef06-6fcb-41e9-80b7-d066daf25920 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=7a786488-1057-4838-ab65-015c9de808f4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:24.911766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-776cef06-6fcb-41e9-80b7-d066daf25920 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.921519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:24.927012 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-776cef06-6fcb-41e9-80b7-d066daf25920 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/7a786488-1057-4838-ab65-015c9de808f4 HTTP/1.1" status: 204 len: 168 time: 1.0994351 Mar 02 20:13:24.931773 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40022) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:24.934929 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183e34d0-2dab-4925-a701-8bfdc7d1e886', 'code': 200} Mar 02 20:13:24.937122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=858ff515-a64b-4e37-aceb-3954dd02c740,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:24.972130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:24.975388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:24.975995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.980305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:24.983569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a052c32a-bb74-48dc-966b-0b2758e01462 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:24.994258 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae095bab-b4b8-4b15-8364-f2a467b36be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4c5193-48b2-456d-8fa7-2c48cb813485,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:25.018686 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ae095bab-b4b8-4b15-8364-f2a467b36be0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf812956d0bf4315a0952257862998d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4169700 Mar 02 20:13:25.023999 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=59b56980-a37f-4596-8694-fd6bea94edb7,revision_number=5']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:25.025249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40026) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:25.051391 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0ad84686-5c65-4193-a714-a0582f65c77d req-163fd2a5-24c2-4709-893a-a1fd8566b8fc tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944493 Mar 02 20:13:25.053620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:25.082903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:25.087880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:25.153514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:25.180786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.193267 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-481da53d-2a96-45a6-b951-4bbe08ff5aeb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1553278 Mar 02 20:13:25.201535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40030) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:25.209335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:cf:72:87', 'name': 'tempest-NetworksTestDHCPv6-1964508551'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:25.220860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.350272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616f5e0b-b96d-4e8e-8e69-1033f7666148 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:25.354255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616f5e0b-b96d-4e8e-8e69-1033f7666148 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:25.355032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-616f5e0b-b96d-4e8e-8e69-1033f7666148 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:25.386332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3eba7a6a-9e28-47d1-8999-0c27c014caf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.422308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:25.469015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.475394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3eba7a6a-9e28-47d1-8999-0c27c014caf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.478924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:25.488911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:25.498683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:25.544150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-616f5e0b-b96d-4e8e-8e69-1033f7666148 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:25.548040 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-616f5e0b-b96d-4e8e-8e69-1033f7666148 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6124895 Mar 02 20:13:25.550118 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40034) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:25.568481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.614031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:25.618323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.658525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b70c6935-38a0-44fc-a2a8-d3669c08e566 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port acf1d888-243a-4b3a-a757-6900ad7c0194 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:25.658848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b70c6935-38a0-44fc-a2a8-d3669c08e566 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.706962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Allocated IP 172.26.5.184 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/4a5067a1-5da5-4735-93e6-447ce51bbef3) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:25.722560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 9700153b-c684-4f69-8510-16df6fe0d674 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:13:25.728333 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-193253fa-3baa-4e28-b4b4-e6e2623dddeb req-784c1739-57a2-47d2-a1c5-cdf9ad3fcb8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 1099 time: 0.4199619 Mar 02 20:13:25.771009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eed641-888b-4757-b4b7-f2d446092dac,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:25.872997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3eba7a6a-9e28-47d1-8999-0c27c014caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.875365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3eba7a6a-9e28-47d1-8999-0c27c014caf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.879206 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3eba7a6a-9e28-47d1-8999-0c27c014caf2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be4c5193-48b2-456d-8fa7-2c48cb813485 HTTP/1.1" status: 204 len: 168 time: 0.8529499 Mar 02 20:13:25.881106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.901476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba7a6a-9e28-47d1-8999-0c27c014caf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4c5193-48b2-456d-8fa7-2c48cb813485,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:25.903267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:25.904457 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-175f807a-9af4-4e0b-8d5c-0244bbc271c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1637387 Mar 02 20:13:25.908874 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-193253fa-3baa-4e28-b4b4-e6e2623dddeb req-3a267198-6d57-48af-87c2-b99af8dccadc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698735 Mar 02 20:13:25.911023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40042) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:25.918777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-dd4a34d6-1afa-46b9-814b-39ab78185208 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': 'd9eed641-888b-4757-b4b7-f2d446092dac', 'direction': 'ingress', 'protocol': 17}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:25.940796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dd4a34d6-1afa-46b9-814b-39ab78185208 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:25.948849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dd4a34d6-1afa-46b9-814b-39ab78185208 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:25.953598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dd4a34d6-1afa-46b9-814b-39ab78185208 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:25.969655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dd4a34d6-1afa-46b9-814b-39ab78185208 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:25.995861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.056013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.070656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d160c875-e066-46fd-baee-acac56678b7f None None] Provisioning complete for port 59b56980-a37f-4596-8694-fd6bea94edb7 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:26.072005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d160c875-e066-46fd-baee-acac56678b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.080862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dd4a34d6-1afa-46b9-814b-39ab78185208 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.143560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.253819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=4a5067a1-5da5-4735-93e6-447ce51bbef3,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:26.268317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:26.271348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b70c6935-38a0-44fc-a2a8-d3669c08e566 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.272027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:26.274968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dd4a34d6-1afa-46b9-814b-39ab78185208 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.275869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:26.368008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dd4a34d6-1afa-46b9-814b-39ab78185208 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.404224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a34d6-1afa-46b9-814b-39ab78185208 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519cc59b-53b2-43c8-bf51-b9efcc8d3c57,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:26.474652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dd4a34d6-1afa-46b9-814b-39ab78185208 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.476561 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dd4a34d6-1afa-46b9-814b-39ab78185208 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5639575 Mar 02 20:13:26.478710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40050) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:26.499304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b70c6935-38a0-44fc-a2a8-d3669c08e566 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for acf1d888-243a-4b3a-a757-6900ad7c0194 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:26.526533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=3b588998-0a35-4851-ba04-4ebc86626ef1,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:26.538497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.555190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c921194b-428c-4afc-91e3-5a0eb80ff96a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.587610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c921194b-428c-4afc-91e3-5a0eb80ff96a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.600644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.601359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.767321 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40054) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:26.776079 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ede9d4-4b5a-4ce8-8ef3-2cc28fc4724c req-6dd94643-5441-486d-b06d-7ee8f3fe83d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:26.779948 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-58ede9d4-4b5a-4ce8-8ef3-2cc28fc4724c req-6dd94643-5441-486d-b06d-7ee8f3fe83d2 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.6941912 Mar 02 20:13:26.856158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c81bf-a8e0-4429-8679-7624dd71d1ad req-264c3efd-d3eb-4087-be32-138a6f0b404a tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:26.857608 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-498c81bf-a8e0-4429-8679-7624dd71d1ad req-264c3efd-d3eb-4087-be32-138a6f0b404a tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 946 time: 0.6030364 Mar 02 20:13:26.862992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 172.20.0.3 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/7cdf2f44-daf5-4729-99ae-f08bcde4664f/9700153b-c684-4f69-8510-16df6fe0d674) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:26.866124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b70c6935-38a0-44fc-a2a8-d3669c08e566 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.902264 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c921194b-428c-4afc-91e3-5a0eb80ff96a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.932902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921194b-428c-4afc-91e3-5a0eb80ff96a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eed641-888b-4757-b4b7-f2d446092dac,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:26.955453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::f816:3eff:fecf:7287 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/858ff515-a64b-4e37-aceb-3954dd02c740/9700153b-c684-4f69-8510-16df6fe0d674) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:26.960465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c921194b-428c-4afc-91e3-5a0eb80ff96a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:26.962399 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c921194b-428c-4afc-91e3-5a0eb80ff96a tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-groups/d9eed641-888b-4757-b4b7-f2d446092dac HTTP/1.1" status: 204 len: 168 time: 0.4826989 Mar 02 20:13:26.966726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40058) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:26.985255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c6935-38a0-44fc-a2a8-d3669c08e566 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=acf1d888-243a-4b3a-a757-6900ad7c0194,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:27.024380 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-745b98ca-9c47-4f0e-8bf7-058e930613d6 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:27.029841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-745b98ca-9c47-4f0e-8bf7-058e930613d6 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Synchronizing usage tracker for tenant:e61b8232eb4340acba554e5488a7b44b on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:27.057490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 91d468a7-6772-446b-91e7-8ded9640e778 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:27.070007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 1ded26e9-a8b1-4b4c-832f-c94abf793101 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:13:27.074746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b70c6935-38a0-44fc-a2a8-d3669c08e566 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:27.079089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-97b3ef5b-f521-47ee-b403-c9be09943d31 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:27.081754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:27.158937 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-58ede9d4-4b5a-4ce8-8ef3-2cc28fc4724c req-b17b11b5-bcab-49db-a9e3-38fd3ab272be tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups?id=41bbe980-32ce-4bda-9077-debd4f36a622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560672 Mar 02 20:13:27.174139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-745b98ca-9c47-4f0e-8bf7-058e930613d6 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Unset dirty status for tenant:e61b8232eb4340acba554e5488a7b44b on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:27.175908 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-745b98ca-9c47-4f0e-8bf7-058e930613d6 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.31 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 946 time: 0.3173587 Mar 02 20:13:27.233294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-97b3ef5b-f521-47ee-b403-c9be09943d31 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:27.234984 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-97b3ef5b-f521-47ee-b403-c9be09943d31 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2669747 Mar 02 20:13:27.258931 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-498c81bf-a8e0-4429-8679-7624dd71d1ad req-0646a279-993c-4b42-9eb4-c7c8c531c4f0 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3901916 Mar 02 20:13:27.262873 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8b55c5fd-d124-42de-9324-d10018abddec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=565980af9bf94a5fa43545ee198aaffc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4929993 Mar 02 20:13:27.279441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40062) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:27.279675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40064) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:27.313572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group': {'name': 'tempest-secgroup--870010912'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:27.341710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Deleting port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:27.342061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:27.348373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:27.351688 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b70c6935-38a0-44fc-a2a8-d3669c08e566 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/acf1d888-243a-4b3a-a757-6900ad7c0194 HTTP/1.1" status: 204 len: 168 time: 1.8006907 Mar 02 20:13:27.363563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40070) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:27.460612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:27.656301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] For port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:27.656896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:27.668940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:27.683850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf4152-bf29-437a-a3b0-eaf12f0d1025 None None] Sync routers for ids ['1ded26e9-a8b1-4b4c-832f-c94abf793101'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:27.698804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf4152-bf29-437a-a3b0-eaf12f0d1025 None None] Routers {'1ded26e9-a8b1-4b4c-832f-c94abf793101'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:27.699827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4ccf4152-bf29-437a-a3b0-eaf12f0d1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['1ded26e9-a8b1-4b4c-832f-c94abf793101'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:27.772273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4ccf4152-bf29-437a-a3b0-eaf12f0d1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:27.773129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:27.784415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf4152-bf29-437a-a3b0-eaf12f0d1025 None None] Routers {'1ded26e9-a8b1-4b4c-832f-c94abf793101'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:27.785245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4ccf4152-bf29-437a-a3b0-eaf12f0d1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['1ded26e9-a8b1-4b4c-832f-c94abf793101'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:27.806497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fc20d266-bf04-4c3e-9caf-346de797fab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:27.850545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4ccf4152-bf29-437a-a3b0-eaf12f0d1025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:27.851236 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf4152-bf29-437a-a3b0-eaf12f0d1025 None None] The sync data for ids ['1ded26e9-a8b1-4b4c-832f-c94abf793101'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:27.925955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:27.927155 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e38d9aa5-821f-4152-bc89-f9e8af2fe447 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1278996 Mar 02 20:13:27.939247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40074) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:27.952979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fc20d266-bf04-4c3e-9caf-346de797fab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.063557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.069023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.069957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.070949 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Floating IP a8a56232-cfce-4a2b-a251-a7864be49187 disassociated. External IP: 172.26.5.49, port: 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d. Mar 02 20:13:28.071357 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Calling delete_port for 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:28.091309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a7d99f-47ab-468e-b0bb-4e61699ede12 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:28.091916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-64a7d99f-47ab-468e-b0bb-4e61699ede12 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:28.094801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:28.182811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:28.187216 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:28.212725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:28.266693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 9700153b-c684-4f69-8510-16df6fe0d674 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:28.270414 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.332834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Pushing event deleted for resources: {'Port': ['ID=58f9951b-f09b-4ba6-a3a6-53fa66b7be8d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:28.356063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-64a7d99f-47ab-468e-b0bb-4e61699ede12 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:28.359796 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-64a7d99f-47ab-468e-b0bb-4e61699ede12 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.9789877 Mar 02 20:13:28.371550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40082) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:28.381218 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-25815e3b-7363-4db2-9d07-29cc47dfec15 req-cbb2438a-44a8-4e36-873f-28cfabd0c876 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 210 time: 0.0956733 Mar 02 20:13:28.444416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.455675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fc20d266-bf04-4c3e-9caf-346de797fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.508908 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-350abb73-e17a-4ca5-9535-235a99af0836 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:13:28.510210 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-350abb73-e17a-4ca5-9535-235a99af0836 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/7a786488-1057-4838-ab65-015c9de808f4 HTTP/1.1" status: 404 len: 333 time: 0.1318572 Mar 02 20:13:28.514435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40086) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:28.527359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20d266-bf04-4c3e-9caf-346de797fab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26c89a4-4dbc-4a22-9e4f-0947f9786536,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:28.533156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.568292 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-4228a052-34a7-449b-90b6-0d97b56251d7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:13:28.572666 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4228a052-34a7-449b-90b6-0d97b56251d7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/acf1d888-243a-4b3a-a757-6900ad7c0194 HTTP/1.1" status: 404 len: 333 time: 0.0566294 Mar 02 20:13:28.574219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40090) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:28.621969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:13:28.645611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.647122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2e66c5-9736-4fd4-9223-8868345c6d78,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:28.746132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fc20d266-bf04-4c3e-9caf-346de797fab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.747163 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fc20d266-bf04-4c3e-9caf-346de797fab7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c26c89a4-4dbc-4a22-9e4f-0947f9786536 HTTP/1.1" status: 204 len: 168 time: 1.4541621 Mar 02 20:13:28.767314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.771208 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-986cd27d-5e10-418f-9ee6-356c41c5317d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4776959 Mar 02 20:13:28.784376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40098) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:28.792439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group': {'name': 'tempest-secgroup--96683782'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:28.800443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:28.805767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:28.810727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:28.818778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:28.847018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:28.852180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.859351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:28.866421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8039d-c9de-442c-a9c9-eada36f921d5 req-e3cd8675-0ed8-45f3-9ef1-c2d890664ed2 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:28.869461 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-33e8039d-c9de-442c-a9c9-eada36f921d5 req-e3cd8675-0ed8-45f3-9ef1-c2d890664ed2 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 946 time: 0.4322100 Mar 02 20:13:28.873115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:28.888082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:28.900573 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4846b8a7-d733-426b-8a82-8ce5aa8aa841 None None] Sync routers for ids ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:28.901168 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=9700153b-c684-4f69-8510-16df6fe0d674,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:28.924022 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4846b8a7-d733-426b-8a82-8ce5aa8aa841 None None] Routers {'0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:28.924619 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4846b8a7-d733-426b-8a82-8ce5aa8aa841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:28.936472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:28.985092 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d2a02c70-ea24-40ec-9539-29d8986a511c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/routers/1ded26e9-a8b1-4b4c-832f-c94abf793101 HTTP/1.1" status: 200 len: 885 time: 1.0341659 Mar 02 20:13:28.986564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40102) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:29.015978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:13:29.064814 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:29.065429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:29.077275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] No DVR routers for this DVR port 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:13:29.079909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:29.090716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef31826-8935-4e64-8866-464ddcf54a70', 'name': 'network-vif-deleted', 'tag': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:13:29.217275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:29.230021 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef31826-8935-4e64-8866-464ddcf54a70', 'name': 'network-vif-deleted', 'tag': '58f9951b-f09b-4ba6-a3a6-53fa66b7be8d', 'status': 'completed', 'code': 200} Mar 02 20:13:29.236261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:29.253285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:29.262516 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-33e8039d-c9de-442c-a9c9-eada36f921d5 req-2c9deb71-85df-4e1f-8f69-458ca8fc3d26 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541749 Mar 02 20:13:29.265096 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9255b917-b30d-4e6e-ba72-1823ac5ae8f1 req-0ba40def-160f-4801-b679-4fd63ab7dd84 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.31 "DELETE /v2.0/ports/58f9951b-f09b-4ba6-a3a6-53fa66b7be8d HTTP/1.1" status: 204 len: 173 time: 2.0201857 Mar 02 20:13:29.265213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:29.270234 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-4846b8a7-d733-426b-8a82-8ce5aa8aa841 None None] Set router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:13:29.371210 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6b54c0e4-1e41-4df1-b209-da818a2f15df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1683979 Mar 02 20:13:29.373062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:29.377158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40112) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:29.428632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5e3269d8-fef0-4909-aa85-b89cc110ca3b None None] Provisioning for port 9700153b-c684-4f69-8510-16df6fe0d674 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:29.436736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5e3269d8-fef0-4909-aa85-b89cc110ca3b None None] Provisioning complete for port 9700153b-c684-4f69-8510-16df6fe0d674 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:29.436736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5e3269d8-fef0-4909-aa85-b89cc110ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:29.454453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:29.521058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfb5d8b-f8c0-4333-834b-4294046c732d']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:29.534074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e5e312fe-a76a-43d9-ab58-52f1d7925de2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Synchronizing usage tracker for tenant:b203c258383c4534bdac9b5778c057f4 on resource:router {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:29.552206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:29.564504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4578d40-7797-4d97-a5bd-03d780df9526') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:29.564828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4578d40-7797-4d97-a5bd-03d780df9526') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:29.598210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e54847-c065-42f8-a6b7-eab1d7ca5e2e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:29.605604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e54847-c065-42f8-a6b7-eab1d7ca5e2e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:29.606700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-72e54847-c065-42f8-a6b7-eab1d7ca5e2e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:29.616223 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5e3269d8-fef0-4909-aa85-b89cc110ca3b None None] Port 9700153b-c684-4f69-8510-16df6fe0d674 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:13:29.628504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:29.656356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be79343d-65bc-47fd-9065-ca6e090f8095,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:29.671995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e5e312fe-a76a-43d9-ab58-52f1d7925de2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Unset dirty status for tenant:b203c258383c4534bdac9b5778c057f4 on resource:router {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:29.673325 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e5e312fe-a76a-43d9-ab58-52f1d7925de2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6856840 Mar 02 20:13:29.679680 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40124) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:29.685738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-4fa9480e-9918-48ce-82b3-e549065e87f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1174625465'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:29.768976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-72e54847-c065-42f8-a6b7-eab1d7ca5e2e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:29.770242 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-72e54847-c065-42f8-a6b7-eab1d7ca5e2e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3919699 Mar 02 20:13:29.786449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40128) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:29.807881 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4846b8a7-d733-426b-8a82-8ce5aa8aa841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '5a7ddc63-5c20-4c99-946d-ff11b3963914', 'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'mac_address': 'fa:16:3e:57:07:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:26Z', 'revision_number': 5, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'subnets': [{'id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:29.812303 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4846b8a7-d733-426b-8a82-8ce5aa8aa841 None None] Checking router: 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:13:29.825549 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4846b8a7-d733-426b-8a82-8ce5aa8aa841 None None] Routers {'0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:29.826271 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4846b8a7-d733-426b-8a82-8ce5aa8aa841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:29.889732 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e620132b-9b04-4b77-95d1-43785f6a4862 req-ab5fbf28-522e-43b0-840a-d13f9491bcfa tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 210 time: 0.2363012 Mar 02 20:13:29.893629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:29.902412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:13:29.902812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:13:29.930128 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:13:30.016865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:30.018072 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0d5abd07-144d-462e-afcf-f3efc0a23b46 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2327175 Mar 02 20:13:30.028901 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40136) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:30.035118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7d2bf9dc-1788-4d6b-9401-2e451557514c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': 'fb2e66c5-9736-4fd4-9223-8868345c6d78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'be79343d-65bc-47fd-9065-ca6e090f8095', 'remote_ip_prefix': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:30.056279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7d2bf9dc-1788-4d6b-9401-2e451557514c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:30.069172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7d2bf9dc-1788-4d6b-9401-2e451557514c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:30.077689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8e50e5d9-8322-44b7-8cea-44dac87c44a6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 9700153b-c684-4f69-8510-16df6fe0d674 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:30.077957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e50e5d9-8322-44b7-8cea-44dac87c44a6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:30.086708 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-4846b8a7-d733-426b-8a82-8ce5aa8aa841 None None] Set router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:13:30.104184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7d2bf9dc-1788-4d6b-9401-2e451557514c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:30.121638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:30.140461 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfa2bd-ae63-4f08-9e8d-5d71cfbd3b6a req-bad0a1a0-d4dc-4ed4-a218-064294b4af9d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:30.141766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7d2bf9dc-1788-4d6b-9401-2e451557514c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:30.143324 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c5bfa2bd-ae63-4f08-9e8d-5d71cfbd3b6a req-bad0a1a0-d4dc-4ed4-a218-064294b4af9d tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 946 time: 0.4880991 Mar 02 20:13:30.162097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40142) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:30.177975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-632cce75-ead3-4406-89fd-2c28097778ee tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Request body: {'floatingip': {'port_id': '183e34d0-2dab-4925-a701-8bfdc7d1e886'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:30.207478 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:13:30.213050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 58f9951b-f09b-4ba6-a3a6-53fa66b7be8d not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:13:30.245468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:30.281410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:30.299295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Network': ['ID=8cfb5d8b-f8c0-4333-834b-4294046c732d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:30.325558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:30.335165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224db1a-16fd-4b30-8f89-639d6786941d None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:30.337122 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-73f683f5-7636-405f-89f5-a1d27e358e9d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "PUT /v2.0/routers/8e616553-a895-44d4-a6c9-ded7e3d4ab51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7764959 Mar 02 20:13:30.339035 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-42ef3afa-9227-4375-9930-8ac58eccecf2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/networks/8cfb5d8b-f8c0-4333-834b-4294046c732d HTTP/1.1" status: 204 len: 168 time: 1.7531781 Mar 02 20:13:30.340109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40148) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:30.344158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-632cce75-ead3-4406-89fd-2c28097778ee tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for floatingip, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:30.344511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40152) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:30.361838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224db1a-16fd-4b30-8f89-639d6786941d None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:30.362489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1224db1a-16fd-4b30-8f89-639d6786941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:30.362850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-588263103'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:30.370998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf9dc-1788-4d6b-9401-2e451557514c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:30.380648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:30.449112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1224db1a-16fd-4b30-8f89-639d6786941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:30.470887 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224db1a-16fd-4b30-8f89-639d6786941d None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:30.472298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1224db1a-16fd-4b30-8f89-639d6786941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:30.477759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:network and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:30.512038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:30.523330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:30.529961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'port': {'network_id': '91d468a7-6772-446b-91e7-8ded9640e778', 'name': 'tempest-FloatingIPTestJSON-1271328998'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:30.546889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1224db1a-16fd-4b30-8f89-639d6786941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:30.547643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224db1a-16fd-4b30-8f89-639d6786941d None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:30.625308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e50e5d9-8322-44b7-8cea-44dac87c44a6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:30.671308 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4846b8a7-d733-426b-8a82-8ce5aa8aa841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '5a7ddc63-5c20-4c99-946d-ff11b3963914', 'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'mac_address': 'fa:16:3e:57:07:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:26Z', 'revision_number': 5, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'subnets': [{'id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:30.676505 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4846b8a7-d733-426b-8a82-8ce5aa8aa841 None None] The sync data for ids ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'] in dv-neutron-831593-2-hyperv is: [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:10:02Z', 'revision_number': 4, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '5a7ddc63-5c20-4c99-946d-ff11b3963914', 'name': '', 'network_id': '1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'mac_address': 'fa:16:3e:57:07:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:10:01Z', 'updated_at': '2022-03-02T20:10:26Z', 'revision_number': 5, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'subnets': [{'id': 'c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:30.714117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:30.717935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:port and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:30.721020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:30.743064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:30.793018 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8e50e5d9-8322-44b7-8cea-44dac87c44a6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 9700153b-c684-4f69-8510-16df6fe0d674 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:30.887651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf9dc-1788-4d6b-9401-2e451557514c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:30.893157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:30.893726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.056083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf9dc-1788-4d6b-9401-2e451557514c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.062066 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df9999-b18d-4429-b518-e367458b673f None None] New status for floating IP a8a56232-cfce-4a2b-a251-a7864be49187: DOWN {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:13:31.179769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Made reservation on behalf of 595ef1f06f1c412988fc3d9c8187dc89 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:31.183479 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.204592 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bf9dc-1788-4d6b-9401-2e451557514c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1b0a90-fb22-4e46-b52b-4b2b787c3d9b,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:31.247351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] device_id is not set on port 47fcbbb4-0052-444a-91d1-530bcee1d420 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:13:31.286510 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b2809655-d266-4715-b0ae-de9e9d6409cb req-950386cd-d130-46ee-9a94-2a56c07ecedd tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/ports?device_id=eef31826-8935-4e64-8866-464ddcf54a70 HTTP/1.1" status: 200 len: 210 time: 0.0833924 Mar 02 20:13:31.347963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf9dc-1788-4d6b-9401-2e451557514c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.349277 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7d2bf9dc-1788-4d6b-9401-2e451557514c tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3183949 Mar 02 20:13:31.355313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40168) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:31.389766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c7985497-1547-4e25-ace1-283e04a250e2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.437593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c7985497-1547-4e25-ace1-283e04a250e2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.486365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e50e5d9-8322-44b7-8cea-44dac87c44a6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.560062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:13:31.614744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50e5d9-8322-44b7-8cea-44dac87c44a6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=9700153b-c684-4f69-8510-16df6fe0d674,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:31.620131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c7985497-1547-4e25-ace1-283e04a250e2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.648860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.649531 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Added segment c83429cc-79a4-4480-9e1c-17683cd05b15 of type vlan for network 3236d59b-98af-4d99-bdef-5b328a9bc81d Mar 02 20:13:31.685325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7985497-1547-4e25-ace1-283e04a250e2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c1b0a90-fb22-4e46-b52b-4b2b787c3d9b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:31.714699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.20.0.13 (91d468a7-6772-446b-91e7-8ded9640e778/264c155d-3922-4a44-a669-0f8b648b9e4a/47fcbbb4-0052-444a-91d1-530bcee1d420) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:31.723674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-632cce75-ead3-4406-89fd-2c28097778ee tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.723674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c7985497-1547-4e25-ace1-283e04a250e2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.723674 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c7985497-1547-4e25-ace1-283e04a250e2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/1c1b0a90-fb22-4e46-b52b-4b2b787c3d9b HTTP/1.1" status: 204 len: 168 time: 0.3626029 Mar 02 20:13:31.727152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40176) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:31.805932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ddaeffe4-8165-449a-a200-ac5ffb7066dd tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:31.875267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.893440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4fa9480e-9918-48ce-82b3-e549065e87f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.911318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e50e5d9-8322-44b7-8cea-44dac87c44a6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:31.945552 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8e50e5d9-8322-44b7-8cea-44dac87c44a6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/9700153b-c684-4f69-8510-16df6fe0d674 HTTP/1.1" status: 204 len: 168 time: 2.1614969 Mar 02 20:13:31.948307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40182) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:32.085284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f4eec-5dc9-4aa5-900f-ad9776156520 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:32.087397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f4eec-5dc9-4aa5-900f-ad9776156520 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:32.089251 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f4eec-5dc9-4aa5-900f-ad9776156520 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:32.093272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-384f4eec-5dc9-4aa5-900f-ad9776156520 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:32.117733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-384f4eec-5dc9-4aa5-900f-ad9776156520 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:32.121382 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-384f4eec-5dc9-4aa5-900f-ad9776156520 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1698873 Mar 02 20:13:32.127077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40188) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:32.245429 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:32.249356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:32.252108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:32.254176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4fa9480e-9918-48ce-82b3-e549065e87f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:32.279061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ddaeffe4-8165-449a-a200-ac5ffb7066dd tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:32.283038 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ddaeffe4-8165-449a-a200-ac5ffb7066dd tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5522718 Mar 02 20:13:32.283038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-632cce75-ead3-4406-89fd-2c28097778ee tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:32.329695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40194) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:32.493528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:32.551556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea127d07-e674-4548-9533-7fc7f98a2c26 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:32.567295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40204) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:32.600139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Network': ['ID=3236d59b-98af-4d99-bdef-5b328a9bc81d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:32.600729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea127d07-e674-4548-9533-7fc7f98a2c26 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:32.617848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 3236d59b-98af-4d99-bdef-5b328a9bc81d details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:13:32.628211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40210) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:32.684739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:32.713467 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bb77b734-8f5a-4315-96ae-5b21a3586f17 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.3574753 Mar 02 20:13:32.713467 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40214) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:32.735710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': '3236d59b-98af-4d99-bdef-5b328a9bc81d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:32.775291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea127d07-e674-4548-9533-7fc7f98a2c26 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:32.804469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-74e67dfa-57f7-44da-97df-f97235097aee tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1699302100'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:32.822943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea127d07-e674-4548-9533-7fc7f98a2c26 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be79343d-65bc-47fd-9065-ca6e090f8095,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:32.833939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-74e67dfa-57f7-44da-97df-f97235097aee tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:32.852344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 91d468a7-6772-446b-91e7-8ded9640e778 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:32.852780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=47fcbbb4-0052-444a-91d1-530bcee1d420,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:32.858020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-74e67dfa-57f7-44da-97df-f97235097aee tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Usage tracker for resource:router and tenant:2b3abf6f4b974ef89909eebff8b9a868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:32.863784 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:32.870514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-74e67dfa-57f7-44da-97df-f97235097aee tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:32.879800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:32.912020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b8fffb5-6310-48a6-9330-141ecee790ae tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:32.916548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a847b1b7-aab6-4749-a4d2-1586154c386d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 7cdf2f44-daf5-4729-99ae-f08bcde4664f {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:13:32.925946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-74e67dfa-57f7-44da-97df-f97235097aee tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:32.938643 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a847b1b7-aab6-4749-a4d2-1586154c386d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:32.951965 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-632cce75-ead3-4406-89fd-2c28097778ee tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Floating IP 6aabeabf-1593-46f7-b0aa-536147892846 associated. External IP: 172.26.5.140, port: 183e34d0-2dab-4925-a701-8bfdc7d1e886. Mar 02 20:13:32.995178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:33.004898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:33.010878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a847b1b7-aab6-4749-a4d2-1586154c386d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.018745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ea127d07-e674-4548-9533-7fc7f98a2c26 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.019946 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ea127d07-e674-4548-9533-7fc7f98a2c26 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-groups/be79343d-65bc-47fd-9065-ca6e090f8095 HTTP/1.1" status: 204 len: 168 time: 0.6823034 Mar 02 20:13:33.032894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40218) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:33.037689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:33.055420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:33.091838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b8fffb5-6310-48a6-9330-141ecee790ae tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.125284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-74e67dfa-57f7-44da-97df-f97235097aee tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.126230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-74e67dfa-57f7-44da-97df-f97235097aee tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.126552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a847b1b7-aab6-4749-a4d2-1586154c386d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.153150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:33.153745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.163341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:33.256383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-74e67dfa-57f7-44da-97df-f97235097aee tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.283718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-103459a2-2208-45fe-be9f-32dbb4bf51b2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:33.305671 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.322662 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4c62b4ad-873f-47e9-af97-c9a7755e7b38 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9811826 Mar 02 20:13:33.325490 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40222) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:33.337205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'port': {'network_id': '91d468a7-6772-446b-91e7-8ded9640e778', 'name': 'tempest-FloatingIPTestJSON-1291128380'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:33.393185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa9480e-9918-48ce-82b3-e549065e87f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 1ded26e9-a8b1-4b4c-832f-c94abf793101 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:13:33.398329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-74e67dfa-57f7-44da-97df-f97235097aee tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.402089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b8fffb5-6310-48a6-9330-141ecee790ae tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.424970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a847b1b7-aab6-4749-a4d2-1586154c386d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.433667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-103459a2-2208-45fe-be9f-32dbb4bf51b2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:33.437602 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-103459a2-2208-45fe-be9f-32dbb4bf51b2 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3991330 Mar 02 20:13:33.478474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40226) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:33.510786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fffb5-6310-48a6-9330-141ecee790ae tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bbe980-32ce-4bda-9077-debd4f36a622,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:33.512786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_backend_mixin [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Performing IP validity checks on allocation pools {{(pid=84503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:13:33.513442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_backend_mixin [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:13:33.531280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847b1b7-aab6-4749-a4d2-1586154c386d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=7cdf2f44-daf5-4729-99ae-f08bcde4664f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:33.569051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a847b1b7-aab6-4749-a4d2-1586154c386d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.569744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b8fffb5-6310-48a6-9330-141ecee790ae tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.572202 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3b8fffb5-6310-48a6-9330-141ecee790ae tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "DELETE /v2.0/security-groups/41bbe980-32ce-4bda-9077-debd4f36a622 HTTP/1.1" status: 204 len: 168 time: 0.9431205 Mar 02 20:13:33.577105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99524fae-f39c-455b-80d7-897edeecab3e None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:33.577242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40230) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:33.608707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-74e67dfa-57f7-44da-97df-f97235097aee tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.612230 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-74e67dfa-57f7-44da-97df-f97235097aee tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0389621 Mar 02 20:13:33.613345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40234) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:33.614101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0f0e19fa-ce79-450c-bbcd-b6736c1c3560 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:33.616032 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-a51c6ed0-3e4f-4acc-af04-8e0f78b32100 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] show failed (client error): The resource could not be found. Mar 02 20:13:33.619921 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a51c6ed0-3e4f-4acc-af04-8e0f78b32100 tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "GET /v2.0/security-groups/41bbe980-32ce-4bda-9077-debd4f36a622 HTTP/1.1" status: 404 len: 347 time: 0.0398369 Mar 02 20:13:33.621498 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40238) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:33.788109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:33.832411 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:port and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:33.843854 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a847b1b7-aab6-4749-a4d2-1586154c386d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/7cdf2f44-daf5-4729-99ae-f08bcde4664f HTTP/1.1" status: 204 len: 168 time: 1.7156544 Mar 02 20:13:33.846143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40242) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:33.847886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:33.850027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0f0e19fa-ce79-450c-bbcd-b6736c1c3560 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.000015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:34.081401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-4976215c-0e27-4e16-b2f0-36ae2547ab4a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 858ff515-a64b-4e37-aceb-3954dd02c740 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:13:34.092760 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4976215c-0e27-4e16-b2f0-36ae2547ab4a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.109174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f5172-ba6d-4e73-9de6-bcc48266890a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Deleting port 05f0a9c7-7a08-410f-bed1-ba4739007ed0 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:34.109934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5172-ba6d-4e73-9de6-bcc48266890a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.151279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Made reservation on behalf of 595ef1f06f1c412988fc3d9c8187dc89 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:34.154895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.163632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80b420e7-6739-4d10-a223-b8a9e2c38f1b tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.191587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4976215c-0e27-4e16-b2f0-36ae2547ab4a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.224482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] device_id is not set on port 92a808f7-beb2-41c4-aad6-956c486dbddb yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:13:34.274681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.298579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0f0e19fa-ce79-450c-bbcd-b6736c1c3560 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.382016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-38f4de2b-658c-4820-9da5-65cf7073f44b None None] Provisioning complete for port 59b56980-a37f-4596-8694-fd6bea94edb7 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:34.383780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38f4de2b-658c-4820-9da5-65cf7073f44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.399286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e19fa-ce79-450c-bbcd-b6736c1c3560 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2e66c5-9736-4fd4-9223-8868345c6d78,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:34.475750 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Subnet': ['ID=e4e191b4-f446-4ad2-9fa6-024e90c336e5,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:34.507495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa9480e-9918-48ce-82b3-e549065e87f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:34.526298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4976215c-0e27-4e16-b2f0-36ae2547ab4a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.528056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa10de8-e7fc-4cfa-9608-03421cbeefa5 None None] Sync routers for ids ['1ded26e9-a8b1-4b4c-832f-c94abf793101'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:34.541384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa10de8-e7fc-4cfa-9608-03421cbeefa5 None None] Routers {'1ded26e9-a8b1-4b4c-832f-c94abf793101'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:34.542178 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-efa10de8-e7fc-4cfa-9608-03421cbeefa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['1ded26e9-a8b1-4b4c-832f-c94abf793101'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:34.544021 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:13:34.572250 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Checking segment: {'id': 'c83429cc-79a4-4480-9e1c-17683cd05b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '3236d59b-98af-4d99-bdef-5b328a9bc81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:34.572625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network hostable DHCP agents. Network: 3236d59b-98af-4d99-bdef-5b328a9bc81d, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:13:34.584198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.20.0.5 (91d468a7-6772-446b-91e7-8ded9640e778/264c155d-3922-4a44-a669-0f8b648b9e4a/92a808f7-beb2-41c4-aad6-956c486dbddb) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:34.603285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-efa10de8-e7fc-4cfa-9608-03421cbeefa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:34.611775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4fa9480e-9918-48ce-82b3-e549065e87f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.615461 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4fa9480e-9918-48ce-82b3-e549065e87f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/1ded26e9-a8b1-4b4c-832f-c94abf793101 HTTP/1.1" status: 200 len: 892 time: 4.9321847 Mar 02 20:13:34.617503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40246) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:34.619094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa10de8-e7fc-4cfa-9608-03421cbeefa5 None None] Routers {'1ded26e9-a8b1-4b4c-832f-c94abf793101'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:34.619765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-efa10de8-e7fc-4cfa-9608-03421cbeefa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['1ded26e9-a8b1-4b4c-832f-c94abf793101'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:34.625482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5172-ba6d-4e73-9de6-bcc48266890a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.625806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5172-ba6d-4e73-9de6-bcc48266890a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.635080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632cce75-ead3-4406-89fd-2c28097778ee tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Router 7653ade3-f789-4538-bc22-3062b37321a5 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:13:34.638554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0f0e19fa-ce79-450c-bbcd-b6736c1c3560 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.642366 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0f0e19fa-ce79-450c-bbcd-b6736c1c3560 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-groups/fb2e66c5-9736-4fd4-9223-8868345c6d78 HTTP/1.1" status: 204 len: 168 time: 1.1555021 Mar 02 20:13:34.688729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40250) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:34.721566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-efa10de8-e7fc-4cfa-9608-03421cbeefa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:34.721997 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa10de8-e7fc-4cfa-9608-03421cbeefa5 None None] The sync data for ids ['1ded26e9-a8b1-4b4c-832f-c94abf793101'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:34.874155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f5172-ba6d-4e73-9de6-bcc48266890a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Calling delete_port for 05f0a9c7-7a08-410f-bed1-ba4739007ed0 owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:34.934938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80b420e7-6739-4d10-a223-b8a9e2c38f1b tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.950598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 3236d59b-98af-4d99-bdef-5b328a9bc81d is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:13:34.953009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4976215c-0e27-4e16-b2f0-36ae2547ab4a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:34.998925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80b420e7-6739-4d10-a223-b8a9e2c38f1b tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.005613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6df0b639-344b-4853-9118-c9c8117bafc7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:35.013262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976215c-0e27-4e16-b2f0-36ae2547ab4a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=858ff515-a64b-4e37-aceb-3954dd02c740,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:35.031430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4976215c-0e27-4e16-b2f0-36ae2547ab4a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.036626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a85195b-b35f-4d2d-ac92-76f19f5b081c None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:35.068849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 3236d59b-98af-4d99-bdef-5b328a9bc81d) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:35.078315 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4976215c-0e27-4e16-b2f0-36ae2547ab4a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/858ff515-a64b-4e37-aceb-3954dd02c740 HTTP/1.1" status: 204 len: 168 time: 1.2251635 Mar 02 20:13:35.079924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40254) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:35.092938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:35.093537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.136625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.141737 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb39ffa8-6482-4628-a26d-a8b7764c8721 None None] Network 3236d59b-98af-4d99-bdef-5b328a9bc81d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:35.161373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6df0b639-344b-4853-9118-c9c8117bafc7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:35.167762 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6df0b639-344b-4853-9118-c9c8117bafc7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4715767 Mar 02 20:13:35.167952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40258) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:35.178460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808541582'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:35.183177 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4e98fe2b-90da-43d6-9a3a-1547aadb3bfa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997877 Mar 02 20:13:35.185047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40262) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:35.187796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:35.195656 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-35e044b6-bd3c-4e60-aee1-114c558cf30a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4613781 Mar 02 20:13:35.196209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40266) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:35.205309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:35.212089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': '3236d59b-98af-4d99-bdef-5b328a9bc81d', 'name': 'tempest-PortsTestJSON-1968683033'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:35.227027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:35.334504 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2f22c5da-04c1-4873-95e0-fed4a657cfb6 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/routers/1ded26e9-a8b1-4b4c-832f-c94abf793101 HTTP/1.1" status: 200 len: 892 time: 0.7158906 Mar 02 20:13:35.337838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40270) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:35.395306 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.408728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a3eddf2a-8f97-4ec6-817f-c21440194800 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Synchronizing usage tracker for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:35.432945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.434731 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80b420e7-6739-4d10-a223-b8a9e2c38f1b tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.435252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b420e7-6739-4d10-a223-b8a9e2c38f1b tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82269454-76ca-4a0a-a747-fff9b065ce5a {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:13:35.504435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-3236d59b-98af-4d99-bdef-5b328a9bc81d', 'network_id': '3236d59b-98af-4d99-bdef-5b328a9bc81d', 'tenant_id': 'ff25e31141134f11bedd474ffb55a307', 'fixed_ips': [{'subnet_id': 'e4e191b4-f446-4ad2-9fa6-024e90c336e5'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:13:35.506359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.509477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:35.530014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:35.532453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80b420e7-6739-4d10-a223-b8a9e2c38f1b tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.533670 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-80b420e7-6739-4d10-a223-b8a9e2c38f1b tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] 10.222.0.44 "DELETE /v2.0/routers/82269454-76ca-4a0a-a747-fff9b065ce5a HTTP/1.1" status: 204 len: 168 time: 1.9152825 Mar 02 20:13:35.539248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40274) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:35.543552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:35.549030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b442347e-7259-4f66-820f-009fa4cd2bc6 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Request body: {'router': {'name': 'tempest-router-208477510', 'distributed': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:35.549252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:35.555022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:35.558951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b442347e-7259-4f66-820f-009fa4cd2bc6 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:35.565748 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 91d468a7-6772-446b-91e7-8ded9640e778 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:35.566777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b442347e-7259-4f66-820f-009fa4cd2bc6 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Usage tracker for resource:router and tenant:2b3abf6f4b974ef89909eebff8b9a868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:35.566931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a3eddf2a-8f97-4ec6-817f-c21440194800 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Unset dirty status for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:35.568073 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a3eddf2a-8f97-4ec6-817f-c21440194800 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ded26e9-a8b1-4b4c-832f-c94abf793101 HTTP/1.1" status: 200 len: 205 time: 0.2293072 Mar 02 20:13:35.574828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:35.575415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40278) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:35.576440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:35.577161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:35.581790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=92a808f7-beb2-41c4-aad6-956c486dbddb,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:35.584248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b442347e-7259-4f66-820f-009fa4cd2bc6 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:35.584552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:35.589163 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:35.609323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b57b7b4-4f34-4ca7-9159-87679721854d None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:13:35.619291 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:35.623468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5b57b7b4-4f34-4ca7-9159-87679721854d None None] Deleting port 59b56980-a37f-4596-8694-fd6bea94edb7 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:35.623835 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b57b7b4-4f34-4ca7-9159-87679721854d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.634377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:35.653606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b442347e-7259-4f66-820f-009fa4cd2bc6 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:35.662094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5172-ba6d-4e73-9de6-bcc48266890a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.664233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:35.665029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.674714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:35.684103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.732933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 008fa128-586e-4e96-9739-c8ebe265c3ca yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:13:35.778417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:35.788482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.799007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f5172-ba6d-4e73-9de6-bcc48266890a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Pushing event deleted for resources: {'Port': ['ID=05f0a9c7-7a08-410f-bed1-ba4739007ed0,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:35.812371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Allocated IP 172.20.0.2 (3236d59b-98af-4d99-bdef-5b328a9bc81d/e4e191b4-f446-4ad2-9fa6-024e90c336e5/68de0813-41a5-48e0-ba39-edbce8b1da2a) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:35.854937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.863128 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1c5dbd59-90ec-4496-b711-a754c6aecf63 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5331206 Mar 02 20:13:35.876226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40282) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:35.886110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '92a808f7-beb2-41c4-aad6-956c486dbddb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:35.899671 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:35.903199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b442347e-7259-4f66-820f-009fa4cd2bc6 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.904363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b442347e-7259-4f66-820f-009fa4cd2bc6 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.911368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:floatingip and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:35.916346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:35.922320 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4f26e3-13b1-4188-939d-08f369226d52,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:35.924991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:35.975994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.980319 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-15453b13-be9b-49f2-8dcd-04406c3a7246 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8079367 Mar 02 20:13:35.980532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40286) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:35.986568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b6a8d0fd-ebdf-44b5-878d-522ff68db08d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': 'ae4f26e3-13b1-4188-939d-08f369226d52', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:35.988826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5b57b7b4-4f34-4ca7-9159-87679721854d None None] For port 59b56980-a37f-4596-8694-fd6bea94edb7, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=59b56980-a37f-4596-8694-fd6bea94edb7,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:35.989204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b57b7b4-4f34-4ca7-9159-87679721854d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:35.993601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b6a8d0fd-ebdf-44b5-878d-522ff68db08d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:35.998120 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b6a8d0fd-ebdf-44b5-878d-522ff68db08d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:36.002160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b6a8d0fd-ebdf-44b5-878d-522ff68db08d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:36.008523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b6a8d0fd-ebdf-44b5-878d-522ff68db08d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:36.013854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.060276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.125429 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5b57b7b4-4f34-4ca7-9159-87679721854d None None] Calling delete_port for 59b56980-a37f-4596-8694-fd6bea94edb7 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:36.139580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632cce75-ead3-4406-89fd-2c28097778ee tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:36.144173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5172-ba6d-4e73-9de6-bcc48266890a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.156064 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447dfff1-50b5-4fa8-b618-ac0cc7d43751 None None] Sync routers for ids ['7653ade3-f789-4538-bc22-3062b37321a5'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:36.165152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b442347e-7259-4f66-820f-009fa4cd2bc6 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.170292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5172-ba6d-4e73-9de6-bcc48266890a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.174503 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6b4f5172-ba6d-4e73-9de6-bcc48266890a tempest-ServerActionsTestJSON-1118125886 tempest-ServerActionsTestJSON-1118125886-project] 10.222.0.44 "DELETE /v2.0/floatingips/a8a56232-cfce-4a2b-a251-a7864be49187 HTTP/1.1" status: 204 len: 168 time: 2.5520599 Mar 02 20:13:36.175302 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447dfff1-50b5-4fa8-b618-ac0cc7d43751 None None] Routers {'7653ade3-f789-4538-bc22-3062b37321a5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:36.176148 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-447dfff1-50b5-4fa8-b618-ac0cc7d43751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7653ade3-f789-4538-bc22-3062b37321a5'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:36.182831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40290) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:36.246669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-632cce75-ead3-4406-89fd-2c28097778ee tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.247065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.258171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Transition to ACTIVE for port object 68de0813-41a5-48e0-ba39-edbce8b1da2a will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:36.278206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Transition to ACTIVE for port object 68de0813-41a5-48e0-ba39-edbce8b1da2a will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:36.309372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d0fd-ebdf-44b5-878d-522ff68db08d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.347239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.404557 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-632cce75-ead3-4406-89fd-2c28097778ee tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "PUT /v2.0/floatingips/6aabeabf-1593-46f7-b0aa-536147892846 HTTP/1.1" status: 200 len: 992 time: 6.2365460 Mar 02 20:13:36.414306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'tag': '183e34d0-2dab-4925-a701-8bfdc7d1e886'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:13:36.415539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b57b7b4-4f34-4ca7-9159-87679721854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.428668 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Network 3236d59b-98af-4d99-bdef-5b328a9bc81d is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:36.435613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:36.443900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Pushing event updated for resources: {'Port': ['ID=68de0813-41a5-48e0-ba39-edbce8b1da2a,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:36.449219 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:36.481199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d0fd-ebdf-44b5-878d-522ff68db08d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.499395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.525554 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-447dfff1-50b5-4fa8-b618-ac0cc7d43751 None None] Set router 7653ade3-f789-4538-bc22-3062b37321a5 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:13:36.529714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b442347e-7259-4f66-820f-009fa4cd2bc6 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.535232 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'tag': '183e34d0-2dab-4925-a701-8bfdc7d1e886', 'status': 'completed', 'code': 200} Mar 02 20:13:36.567236 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57b7b4-4f34-4ca7-9159-87679721854d None None] No DVR routers for this DVR port 59b56980-a37f-4596-8694-fd6bea94edb7 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:13:36.572405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57b7b4-4f34-4ca7-9159-87679721854d None None] Pushing event deleted for resources: {'Port': ['ID=59b56980-a37f-4596-8694-fd6bea94edb7,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:36.587940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d0fd-ebdf-44b5-878d-522ff68db08d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.611274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-88517063-a1ca-4267-bfc5-43921728f980 {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:13:36.611611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:13:36.689096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8d0fd-ebdf-44b5-878d-522ff68db08d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ccb604-4938-450e-a117-6c575bc9dd60,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:36.706294 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.765777 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 59b56980-a37f-4596-8694-fd6bea94edb7 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:36.774060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b442347e-7259-4f66-820f-009fa4cd2bc6 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.774994 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b442347e-7259-4f66-820f-009fa4cd2bc6 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2334664 Mar 02 20:13:36.782965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40298) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:36.823965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Attempting to bind port 68de0813-41a5-48e0-ba39-edbce8b1da2a on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:13:36.824891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Attempting to bind port 68de0813-41a5-48e0-ba39-edbce8b1da2a by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'c83429cc-79a4-4480-9e1c-17683cd05b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '3236d59b-98af-4d99-bdef-5b328a9bc81d'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:13:36.825474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Attempting to bind port 68de0813-41a5-48e0-ba39-edbce8b1da2a on network 3236d59b-98af-4d99-bdef-5b328a9bc81d {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:13:36.834532 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 59b56980-a37f-4596-8694-fd6bea94edb7 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:13:36.838168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 59b56980-a37f-4596-8694-fd6bea94edb7 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:13:36.840975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:13:36.841407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Checking segment: {'id': 'c83429cc-79a4-4480-9e1c-17683cd05b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '3236d59b-98af-4d99-bdef-5b328a9bc81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:36.841814 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.842268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Bound using segment: {'id': 'c83429cc-79a4-4480-9e1c-17683cd05b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '3236d59b-98af-4d99-bdef-5b328a9bc81d'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:13:36.842819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Bound port: 68de0813-41a5-48e0-ba39-edbce8b1da2a, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83429cc-79a4-4480-9e1c-17683cd05b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '3236d59b-98af-4d99-bdef-5b328a9bc81d'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:13:36.843193 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.851780 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f5d2591a-e429-4cbc-9523-cac787c47701 req-154854cf-02cf-48c7-b3fe-00d39b0078ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a3305a0f9f842cc9b424283dcbfd61f&device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 1099 time: 0.2985373 Mar 02 20:13:36.861230 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d0fd-ebdf-44b5-878d-522ff68db08d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:36.862447 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b6a8d0fd-ebdf-44b5-878d-522ff68db08d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8810318 Mar 02 20:13:36.865680 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40302) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:36.884156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.041155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] For port 68de0813-41a5-48e0-ba39-edbce8b1da2a, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:13:37.044949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] For port 68de0813-41a5-48e0-ba39-edbce8b1da2a, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=68de0813-41a5-48e0-ba39-edbce8b1da2a,segment=NetworkSegment(c83429cc-79a4-4480-9e1c-17683cd05b15),segment_id=c83429cc-79a4-4480-9e1c-17683cd05b15)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:13:37.086850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=6d96b55e-6e2e-4703-aa7b-cbcae25453a7,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:37.106795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2591a-e429-4cbc-9523-cac787c47701 req-1467d647-84fc-4d5c-bfb2-39ee66acf00f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:37.108665 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f5d2591a-e429-4cbc-9523-cac787c47701 req-1467d647-84fc-4d5c-bfb2-39ee66acf00f service neutron] 10.222.0.31 "GET /v2.0/networks?id=3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 HTTP/1.1" status: 200 len: 913 time: 0.2381403 Mar 02 20:13:37.120698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.126890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.26.5.143 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/d7a11a52-86c8-42f8-8c56-d7c94157c02f) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:37.129069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.136960 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-447dfff1-50b5-4fa8-b618-ac0cc7d43751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '6aabeabf-1593-46f7-b0aa-536147892846', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'floating_ip_address': '172.26.5.140', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'port_id': '183e34d0-2dab-4925-a701-8bfdc7d1e886', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'mac_address': 'fa:16:3e:88:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:12:56Z', 'updated_at': '2022-03-02T20:13:31Z', 'revision_number': 1, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b275cb02-35e6-4444-9c8b-f244c4594f6b', 'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'mac_address': 'fa:16:3e:1b:90:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:39Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 5, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'subnets': [{'id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:37.141174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:37.141947 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447dfff1-50b5-4fa8-b618-ac0cc7d43751 None None] Checking router: 7653ade3-f789-4538-bc22-3062b37321a5 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:13:37.143785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-33f35577-4cb6-4375-9794-62016e0d31df tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.156156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:37.156524 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447dfff1-50b5-4fa8-b618-ac0cc7d43751 None None] Routers {'7653ade3-f789-4538-bc22-3062b37321a5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:37.157840 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-447dfff1-50b5-4fa8-b618-ac0cc7d43751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7653ade3-f789-4538-bc22-3062b37321a5'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:37.165033 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:37.165640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.170082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-33f35577-4cb6-4375-9794-62016e0d31df tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.173531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b019751-eda2-4e07-93c4-88e700885e6f None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:37.196078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28661c-7bdd-4654-a44d-a27e39ff5d3d req-12f14f33-87d0-4496-aea5-f1a2ec482f24 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:37.197563 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0e28661c-7bdd-4654-a44d-a27e39ff5d3d req-12f14f33-87d0-4496-aea5-f1a2ec482f24 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 946 time: 0.5473151 Mar 02 20:13:37.310249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port b74a8e14-8ded-40b1-9ede-c85dc03d5d6f yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:13:37.338154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21560839-5145-4f13-8fcd-d8ca1c3163ed None None] Pushing event updated for resources: {'Port': ['ID=68de0813-41a5-48e0-ba39-edbce8b1da2a,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:37.357520 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8a145b7b-5e70-4fea-a12b-a2ba7827cad3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1706452 Mar 02 20:13:37.359573 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f5d2591a-e429-4cbc-9523-cac787c47701 req-f8e9e1b4-0a2b-4327-b394-55af0bb9039f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=183e34d0-2dab-4925-a701-8bfdc7d1e886 HTTP/1.1" status: 200 len: 1000 time: 0.2435465 Mar 02 20:13:37.361271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40306) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:37.369879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34413782-0370-4521-b8a6-67138f46865e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.374981 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:37.394774 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-447dfff1-50b5-4fa8-b618-ac0cc7d43751 None None] Set router 7653ade3-f789-4538-bc22-3062b37321a5 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:13:37.500508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-33f35577-4cb6-4375-9794-62016e0d31df tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.519376 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0e28661c-7bdd-4654-a44d-a27e39ff5d3d req-1a3466a3-265f-465d-b173-f7798598c682 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654603 Mar 02 20:13:37.536709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '6d96b55e-6e2e-4703-aa7b-cbcae25453a7'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:13:37.539387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.578657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f35577-4cb6-4375-9794-62016e0d31df tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06ccb604-4938-450e-a117-6c575bc9dd60,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:37.604763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-33f35577-4cb6-4375-9794-62016e0d31df tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.610188 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-33f35577-4cb6-4375-9794-62016e0d31df tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/06ccb604-4938-450e-a117-6c575bc9dd60 HTTP/1.1" status: 204 len: 168 time: 0.7377477 Mar 02 20:13:37.638233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40312) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:37.788233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2d8dbdb9-37fb-44f4-9556-abaa14ef6d83 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:37.800935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.826563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:37.838179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:37.842898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:37.843786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2591a-e429-4cbc-9523-cac787c47701 req-1c1e31c7-4b2f-45a8-9002-ba53123b430f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:37.846512 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f5d2591a-e429-4cbc-9523-cac787c47701 req-1c1e31c7-4b2f-45a8-9002-ba53123b430f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=36bb119d-1b7d-4a9f-810e-7e75b866203a HTTP/1.1" status: 200 len: 850 time: 0.4015329 Mar 02 20:13:37.853113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:37.868835 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Allocated IP 172.20.0.2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/6d96b55e-6e2e-4703-aa7b-cbcae25453a7/c91f1f10-4004-417c-967a-dffed89bfd11) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:37.916032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.942560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.983230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:37.983449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:37.990352 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-447dfff1-50b5-4fa8-b618-ac0cc7d43751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '6aabeabf-1593-46f7-b0aa-536147892846', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'floating_ip_address': '172.26.5.140', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'port_id': '183e34d0-2dab-4925-a701-8bfdc7d1e886', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'mac_address': 'fa:16:3e:88:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:12:56Z', 'updated_at': '2022-03-02T20:13:31Z', 'revision_number': 1, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b275cb02-35e6-4444-9c8b-f244c4594f6b', 'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'mac_address': 'fa:16:3e:1b:90:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:39Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 5, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'subnets': [{'id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:37.995411 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447dfff1-50b5-4fa8-b618-ac0cc7d43751 None None] The sync data for ids ['7653ade3-f789-4538-bc22-3062b37321a5'] in dv-neutron-831593-2-hyperv is: [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '6aabeabf-1593-46f7-b0aa-536147892846', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'floating_ip_address': '172.26.5.140', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'port_id': '183e34d0-2dab-4925-a701-8bfdc7d1e886', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'mac_address': 'fa:16:3e:88:9d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:12:56Z', 'updated_at': '2022-03-02T20:13:31Z', 'revision_number': 1, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b275cb02-35e6-4444-9c8b-f244c4594f6b', 'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'mac_address': 'fa:16:3e:1b:90:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:39Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 5, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'subnets': [{'id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:38.002350 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2d8dbdb9-37fb-44f4-9556-abaa14ef6d83 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:38.003605 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2d8dbdb9-37fb-44f4-9556-abaa14ef6d83 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3666618 Mar 02 20:13:38.004660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 4a5067a1-5da5-4735-93e6-447ce51bbef3 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:38.004660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:38.041068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40318) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:38.056303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.10 (3236d59b-98af-4d99-bdef-5b328a9bc81d/e4e191b4-f446-4ad2-9fa6-024e90c336e5/b74a8e14-8ded-40b1-9ede-c85dc03d5d6f) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:38.108133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:38.171589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:38.182397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Transition to ACTIVE for port object c91f1f10-4004-417c-967a-dffed89bfd11 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:38.204645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Transition to ACTIVE for port object c91f1f10-4004-417c-967a-dffed89bfd11 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:38.272195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:38.329977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:38.348973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:38.353403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:38.357474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:38.371126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Pushing event updated for resources: {'Port': ['ID=c91f1f10-4004-417c-967a-dffed89bfd11,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:38.393386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:38.406174 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:38.480442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0d1c-cabb-4629-9266-f278239ca9c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:38.499932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Attempting to bind port c91f1f10-4004-417c-967a-dffed89bfd11 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:13:38.500381 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Attempting to bind port c91f1f10-4004-417c-967a-dffed89bfd11 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:13:38.500801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Attempting to bind port c91f1f10-4004-417c-967a-dffed89bfd11 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:13:38.514839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:13:38.515288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:38.515772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:38.516629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:13:38.516755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Bound port: c91f1f10-4004-417c-967a-dffed89bfd11, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:13:38.517180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:38.531892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=d7a11a52-86c8-42f8-8c56-d7c94157c02f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:38.537450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0a8a12-af8f-4543-8328-9b9647f5ac7b None None] New status for floating IP 6aabeabf-1593-46f7-b0aa-536147892846: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:13:38.572506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:38.592234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0d1c-cabb-4629-9266-f278239ca9c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:38.766134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 4a5067a1-5da5-4735-93e6-447ce51bbef3 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:38.799164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 68de0813-41a5-48e0-ba39-edbce8b1da2a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:38.845124 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f5d2591a-e429-4cbc-9523-cac787c47701 req-48820ad4-b156-4b46-86e6-cdfd84b2a074 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3613e8ab-d49e-46ac-a9c6-fa37d7f28b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8714330 Mar 02 20:13:38.847487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb8737-c288-4e60-9c88-d34f7d1369e6 None None] Network 3236d59b-98af-4d99-bdef-5b328a9bc81d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:39.006407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0d1c-cabb-4629-9266-f278239ca9c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.015579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] For port c91f1f10-4004-417c-967a-dffed89bfd11, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:13:39.019742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34413782-0370-4521-b8a6-67138f46865e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.040307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] For port c91f1f10-4004-417c-967a-dffed89bfd11, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c91f1f10-4004-417c-967a-dffed89bfd11,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:13:39.071617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34413782-0370-4521-b8a6-67138f46865e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.114284 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d32f8748-bfc4-40a3-8435-29348b36629f None None] Provisioning for port 68de0813-41a5-48e0-ba39-edbce8b1da2a completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:39.139714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.155760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d0d1c-cabb-4629-9266-f278239ca9c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4f26e3-13b1-4188-939d-08f369226d52,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:39.201113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.278709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 68de0813-41a5-48e0-ba39-edbce8b1da2a completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:39.309127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 68de0813-41a5-48e0-ba39-edbce8b1da2a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:39.309500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.388529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f7f47-8e55-4dab-b6a1-59958c0c0f6b None None] Pushing event updated for resources: {'Port': ['ID=c91f1f10-4004-417c-967a-dffed89bfd11,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:39.430154 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object b74a8e14-8ded-40b1-9ede-c85dc03d5d6f will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:39.432769 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f5d2591a-e429-4cbc-9523-cac787c47701 req-864eb719-3c70-45c0-81d0-fc7f82dd54c0 service neutron] 10.222.0.31 "GET /v2.0/networks/3613e8ab-d49e-46ac-a9c6-fa37d7f28b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200009 Mar 02 20:13:39.433392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34413782-0370-4521-b8a6-67138f46865e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.433881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34413782-0370-4521-b8a6-67138f46865e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33b242b5-94c4-44f6-ab29-2443c5d49e3b {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:13:39.525457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.597746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 68de0813-41a5-48e0-ba39-edbce8b1da2a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=68de0813-41a5-48e0-ba39-edbce8b1da2a,segment=NetworkSegment(c83429cc-79a4-4480-9e1c-17683cd05b15),segment_id=c83429cc-79a4-4480-9e1c-17683cd05b15)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:39.612096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34413782-0370-4521-b8a6-67138f46865e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.613229 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-34413782-0370-4521-b8a6-67138f46865e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] 10.222.0.44 "DELETE /v2.0/routers/33b242b5-94c4-44f6-ab29-2443c5d49e3b HTTP/1.1" status: 204 len: 168 time: 2.8279161 Mar 02 20:13:39.654035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.objects.ports [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84504) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:13:39.674965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.701141 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.734500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40322) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:39.796749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=68de0813-41a5-48e0-ba39-edbce8b1da2a,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:39.827598 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f5d2591a-e429-4cbc-9523-cac787c47701 req-46768af5-e93a-4c94-a515-5c87e3b73802 service neutron] 10.222.0.31 "GET /v2.0/networks/3613e8ab-d49e-46ac-a9c6-fa37d7f28b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778119 Mar 02 20:13:39.829618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-860be090-cdf9-4c40-9602-edc51333ad99 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Request body: {'router': {'name': 'tempest-router-104369467', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f5b01baed6254cdfa770a8c6d2863ee0'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:39.871493 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=4a5067a1-5da5-4735-93e6-447ce51bbef3,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:39.881694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-860be090-cdf9-4c40-9602-edc51333ad99 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:39.885104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0d1c-cabb-4629-9266-f278239ca9c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:39.886174 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6a4d0d1c-cabb-4629-9266-f278239ca9c7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-groups/ae4f26e3-13b1-4188-939d-08f369226d52 HTTP/1.1" status: 204 len: 168 time: 1.8441427 Mar 02 20:13:39.915074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-860be090-cdf9-4c40-9602-edc51333ad99 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Usage tracker for resource:router and tenant:f5b01baed6254cdfa770a8c6d2863ee0 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:39.919878 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40326) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:39.923114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-860be090-cdf9-4c40-9602-edc51333ad99 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:39.954918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-860be090-cdf9-4c40-9602-edc51333ad99 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:39.976928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-14ac6b98-4aeb-4ef7-97f9-9e70a91e0717 None None] Provisioning complete for port 68de0813-41a5-48e0-ba39-edbce8b1da2a triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:39.977850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-14ac6b98-4aeb-4ef7-97f9-9e70a91e0717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.049783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.174031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 3236d59b-98af-4d99-bdef-5b328a9bc81d is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:40.176920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.180779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:40.182774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=b74a8e14-8ded-40b1-9ede-c85dc03d5d6f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:40.184894 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:40.238342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-860be090-cdf9-4c40-9602-edc51333ad99 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.239241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-860be090-cdf9-4c40-9602-edc51333ad99 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.250915 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:40.251690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.256232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d9b98df4-bc89-4c55-87c4-79a3c2ecd961 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:40.332120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-860be090-cdf9-4c40-9602-edc51333ad99 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.332699 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.375924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.394243 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e1302335-19fc-4976-b773-79433bc0d8a2 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.1948519 Mar 02 20:13:40.411180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40330) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:40.523627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d9b98df4-bc89-4c55-87c4-79a3c2ecd961 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:40.529836 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d9b98df4-bc89-4c55-87c4-79a3c2ecd961 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6089454 Mar 02 20:13:40.530499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40334) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:40.537261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.546190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-45aead4a-8c81-4b40-aa0a-d22b2c72b33a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port b74a8e14-8ded-40b1-9ede-c85dc03d5d6f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:40.546529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aead4a-8c81-4b40-aa0a-d22b2c72b33a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.562134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145266190'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:40.574208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:40.581209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-860be090-cdf9-4c40-9602-edc51333ad99 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.623055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-015d1178-cdb3-4a4b-988d-12b353357b95 None None] Provisioning for port b74a8e14-8ded-40b1-9ede-c85dc03d5d6f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:40.637336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-015d1178-cdb3-4a4b-988d-12b353357b95 None None] Provisioning complete for port b74a8e14-8ded-40b1-9ede-c85dc03d5d6f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:40.640061 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-015d1178-cdb3-4a4b-988d-12b353357b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.733164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-015d1178-cdb3-4a4b-988d-12b353357b95 None None] Port b74a8e14-8ded-40b1-9ede-c85dc03d5d6f cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:13:40.770452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:40.774933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c91f1f10-4004-417c-967a-dffed89bfd11 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:40.790503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.815167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.833210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.846558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aead4a-8c81-4b40-aa0a-d22b2c72b33a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.854942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.947692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e83a73d4-55e4-4a12-ab31-7a8945e5c31f None None] Provisioning for port c91f1f10-4004-417c-967a-dffed89bfd11 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:40.959828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-860be090-cdf9-4c40-9602-edc51333ad99 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:40.962284 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-860be090-cdf9-4c40-9602-edc51333ad99 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1865325 Mar 02 20:13:40.977074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port c91f1f10-4004-417c-967a-dffed89bfd11 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:40.982241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c91f1f10-4004-417c-967a-dffed89bfd11 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:40.982739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.013137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40338) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:41.026960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-45aead4a-8c81-4b40-aa0a-d22b2c72b33a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for b74a8e14-8ded-40b1-9ede-c85dc03d5d6f owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:41.058951 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:41.102402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.145874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.243100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=d7a11a52-86c8-42f8-8c56-d7c94157c02f,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:41.249589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.250106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Fanout notify agent at l3_agent the message router_deleted on router 1ded26e9-a8b1-4b4c-832f-c94abf793101 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:13:41.270577 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] For port c91f1f10-4004-417c-967a-dffed89bfd11, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c91f1f10-4004-417c-967a-dffed89bfd11,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:41.277351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:41.286643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:41.293067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:41.299384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.304504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:41.366797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.408830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.409940 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0d5e12c1-c1e7-46af-9c0c-0727af558677 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/1ded26e9-a8b1-4b4c-832f-c94abf793101 HTTP/1.1" status: 204 len: 168 time: 5.8311129 Mar 02 20:13:41.414960 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40342) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:41.418129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] Deleting port 5a7ddc63-5c20-4c99-946d-ff11b3963914 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:41.418465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.445699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1822614065'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:41.463573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.464318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.474164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:41.493396 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:13:41.493728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:13:41.568463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:network and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:41.604489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:41.611048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.625491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:41.712707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:41.732714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:41.735616 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:41.736210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.742378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad320c-cfd2-42d8-9a3a-dd7fbb752e9b None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:41.746394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=0f454974-b9de-4f85-8bd6-6cb366a19c72,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:41.749194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.775467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=c91f1f10-4004-417c-967a-dffed89bfd11,revision_number=4']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:41.825037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d600da-16ff-4ddd-99e1-667006049cf7,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:41.830949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:41.834224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.839485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aead4a-8c81-4b40-aa0a-d22b2c72b33a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.875376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] For port 5a7ddc63-5c20-4c99-946d-ff11b3963914, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5a7ddc63-5c20-4c99-946d-ff11b3963914,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:41.875755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.890586 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-17615545-3e6c-4fcd-87e6-0a898eee51b0 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5234969 Mar 02 20:13:41.891169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40346) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:41.896012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.896374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:41.950800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aead4a-8c81-4b40-aa0a-d22b2c72b33a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=b74a8e14-8ded-40b1-9ede-c85dc03d5d6f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:41.951812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:b5:71:f2', 'name': 'tempest-NetworksTestDHCPv6-80797374'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:42.028946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.032744 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-47bb0d5e-5672-428c-8a64-676d95b6d645 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4968996 Mar 02 20:13:42.037091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:13:42.045411 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] Calling delete_port for 5a7ddc63-5c20-4c99-946d-ff11b3963914 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:42.056885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40350) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:42.078873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a234fd18-86ec-465c-ad03-a2e5a4cfb9fb tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': '51d600da-16ff-4ddd-99e1-667006049cf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:42.114961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.127572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a234fd18-86ec-465c-ad03-a2e5a4cfb9fb tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:42.153924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84503) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 02 20:13:42.154519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Router 16c58fe8-2157-4cb8-ba6f-df70faeb564a migrating from provider to provider. {{(pid=84503) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 02 20:13:42.155074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.157353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a234fd18-86ec-465c-ad03-a2e5a4cfb9fb tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:42.167110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a234fd18-86ec-465c-ad03-a2e5a4cfb9fb tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:42.179096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a234fd18-86ec-465c-ad03-a2e5a4cfb9fb tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:42.181155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.181506 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added segment 539809be-be7b-47aa-a300-ced3e0241e96 of type vlan for network 129e885c-6f0b-4fa9-ab22-7292f3da5ee0 Mar 02 20:13:42.184760 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.216151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45aead4a-8c81-4b40-aa0a-d22b2c72b33a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.216284 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port c91f1f10-4004-417c-967a-dffed89bfd11, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c91f1f10-4004-417c-967a-dffed89bfd11,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:42.232218 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-45aead4a-8c81-4b40-aa0a-d22b2c72b33a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/b74a8e14-8ded-40b1-9ede-c85dc03d5d6f HTTP/1.1" status: 204 len: 168 time: 1.8311279 Mar 02 20:13:42.234397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40354) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:42.283319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.283723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.300862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.301634 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 68de0813-41a5-48e0-ba39-edbce8b1da2a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:42.338923 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:42.346375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:42.352707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:42.361539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:42.394976 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-f843c2e1-bcb6-4376-b9d9-a6a87da44208 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:13:42.396061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f843c2e1-bcb6-4376-b9d9-a6a87da44208 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:13:42.398838 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f843c2e1-bcb6-4376-b9d9-a6a87da44208 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/b74a8e14-8ded-40b1-9ede-c85dc03d5d6f HTTP/1.1" status: 404 len: 333 time: 0.1608920 Mar 02 20:13:42.404344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40358) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:42.436892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.449049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:42.450028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.467721 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Floating IP 604f6046-6b42-4ba5-96ae-4639c8b635f8 associated. External IP: 172.26.5.143, port: 92a808f7-beb2-41c4-aad6-956c486dbddb. Mar 02 20:13:42.472339 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=c91f1f10-4004-417c-967a-dffed89bfd11,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:42.477009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 68de0813-41a5-48e0-ba39-edbce8b1da2a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:42.477585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.497651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:42.625883 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4afac2-c24b-4b59-96dd-a6dfbdc80f46 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:13:42.626415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-be4afac2-c24b-4b59-96dd-a6dfbdc80f46 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:42.638756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a234fd18-86ec-465c-ad03-a2e5a4cfb9fb tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.672799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.714543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.736786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Network': ['ID=129e885c-6f0b-4fa9-ab22-7292f3da5ee0,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:42.741164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c91f1f10-4004-417c-967a-dffed89bfd11 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:42.752383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port dd145814-f8b4-488b-abf9-2c1ca7509aca yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:13:42.754060 dv-neutron-831593-2-hyperv neutron-server[84503]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] No L3 agents can host the router 16c58fe8-2157-4cb8-ba6f-df70faeb564a Mar 02 20:13:42.761702 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-be4afac2-c24b-4b59-96dd-a6dfbdc80f46 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:42.766006 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-be4afac2-c24b-4b59-96dd-a6dfbdc80f46 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/b74a8e14-8ded-40b1-9ede-c85dc03d5d6f HTTP/1.1" status: 404 len: 333 time: 0.3563583 Mar 02 20:13:42.767842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40362) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:42.791149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 129e885c-6f0b-4fa9-ab22-7292f3da5ee0 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:13:42.802516 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-82332882-5131-49be-8a75-99f4f10ee230 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3864579 Mar 02 20:13:42.803513 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.808418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40366) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:42.823227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a234fd18-86ec-465c-ad03-a2e5a4cfb9fb tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:42.902656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'subnet': {'network_id': '129e885c-6f0b-4fa9-ab22-7292f3da5ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:42.922845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7ddc63-5c20-4c99-946d-ff11b3963914,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:42.958944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c91f1f10-4004-417c-967a-dffed89bfd11 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:42.959337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:43.027591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ae34fda0-5b2d-4cf1-a74e-9e853e80e544 None None] Provisioning complete for port c91f1f10-4004-417c-967a-dffed89bfd11 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:43.028188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ae34fda0-5b2d-4cf1-a74e-9e853e80e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:43.052122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a234fd18-86ec-465c-ad03-a2e5a4cfb9fb tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:43.187797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234fd18-86ec-465c-ad03-a2e5a4cfb9fb tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b53fb75-0e6e-4c9a-94bb-e9d430e21e6d,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:43.317862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a234fd18-86ec-465c-ad03-a2e5a4cfb9fb tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:43.319059 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a234fd18-86ec-465c-ad03-a2e5a4cfb9fb tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2612286 Mar 02 20:13:43.333455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40370) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:43.344589 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Hosts for router 16c58fe8-2157-4cb8-ba6f-df70faeb564a: [] {{(pid=84503) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 02 20:13:43.384452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:43.391974 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c7cc8608-d2b8-4ec7-a0c4-fa9ab9e21b7e tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules/8b53fb75-0e6e-4c9a-94bb-e9d430e21e6d HTTP/1.1" status: 200 len: 705 time: 0.0548997 Mar 02 20:13:43.396956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40374) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:43.400792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Hosts for other DVR routers connected to router 16c58fe8-2157-4cb8-ba6f-df70faeb564a: set() {{(pid=84503) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 02 20:13:43.403135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:43.404299 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8b621754-cbf8-47ef-b399-e2a8863f537e tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] 10.222.0.44 "PUT /v2.0/routers/16c58fe8-2157-4cb8-ba6f-df70faeb564a HTTP/1.1" status: 200 len: 716 time: 2.3871312 Mar 02 20:13:43.407158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f36dc3-fbee-43de-8f63-f0451b303cf6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting subnet e4e191b4-f446-4ad2-9fa6-024e90c336e5 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:13:43.408213 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:subnet and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:43.408931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40378) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:43.425804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:43.438582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:43.527015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-52f36dc3-fbee-43de-8f63-f0451b303cf6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:43.636950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:43.656081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 172.20.0.12 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/6d96b55e-6e2e-4703-aa7b-cbcae25453a7/dd145814-f8b4-488b-abf9-2c1ca7509aca) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:43.663679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-57540bc7-7136-4d17-b4a7-57885b589dee tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:43.709457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-52f36dc3-fbee-43de-8f63-f0451b303cf6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:43.735806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::f816:3eff:feb5:71f2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/0f454974-b9de-4f85-8bd6-6cb366a19c72/dd145814-f8b4-488b-abf9-2c1ca7509aca) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:43.777284 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2513349b-7676-4025-9389-b973288830fa tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] 10.222.0.44 "GET /v2.0/routers/16c58fe8-2157-4cb8-ba6f-df70faeb564a HTTP/1.1" status: 200 len: 716 time: 0.3156776 Mar 02 20:13:43.780538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40382) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:43.818012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:43.831111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-52f36dc3-fbee-43de-8f63-f0451b303cf6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:43.853488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-57540bc7-7136-4d17-b4a7-57885b589dee tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:43.854805 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-57540bc7-7136-4d17-b4a7-57885b589dee tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4516349 Mar 02 20:13:43.861168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40388) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:43.992493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26347f5f-1c72-478d-9fb2-10aa3431f7af tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.020194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26347f5f-1c72-478d-9fb2-10aa3431f7af tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.117617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:13:44.125565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.130969 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6e45757a-f5a4-4c53-87c3-6aa5f6361d14 tempest-RoutersTestDVR-1435565724 tempest-RoutersTestDVR-1435565724-project] 10.222.0.44 "GET /v2.0/routers/16c58fe8-2157-4cb8-ba6f-df70faeb564a HTTP/1.1" status: 200 len: 682 time: 0.3482394 Mar 02 20:13:44.134106 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40394) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:44.137055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.183509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object dd145814-f8b4-488b-abf9-2c1ca7509aca will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:44.199819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26347f5f-1c72-478d-9fb2-10aa3431f7af tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.263255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-52f36dc3-fbee-43de-8f63-f0451b303cf6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.433020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.471076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.490948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26347f5f-1c72-478d-9fb2-10aa3431f7af tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b53fb75-0e6e-4c9a-94bb-e9d430e21e6d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:44.567751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f36dc3-fbee-43de-8f63-f0451b303cf6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e191b4-f446-4ad2-9fa6-024e90c336e5,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:44.581782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-52f36dc3-fbee-43de-8f63-f0451b303cf6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.587182 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-52f36dc3-fbee-43de-8f63-f0451b303cf6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/e4e191b4-f446-4ad2-9fa6-024e90c336e5 HTTP/1.1" status: 204 len: 168 time: 1.8130362 Mar 02 20:13:44.588878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40398) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:44.590793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222491ac-6fe0-44f4-9b3e-15fe3505e047 None None] Network 3236d59b-98af-4d99-bdef-5b328a9bc81d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:44.630905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f82b1461-cb7e-4d48-a7db-621030bea463 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.794999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26347f5f-1c72-478d-9fb2-10aa3431f7af tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.798639 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-26347f5f-1c72-478d-9fb2-10aa3431f7af tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/8b53fb75-0e6e-4c9a-94bb-e9d430e21e6d HTTP/1.1" status: 204 len: 168 time: 0.9259965 Mar 02 20:13:44.814794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40402) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:44.849081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:44.865880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.868909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Subnet': ['ID=da970149-3fbb-4cb4-91e7-f6379e16c59c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:44.876825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:44.878561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=dd145814-f8b4-488b-abf9-2c1ca7509aca,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:44.893403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:44.912338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a4333d-8107-4ffa-af6e-b263580e0c4d None None] DHCP port deletion for 3236d59b-98af-4d99-bdef-5b328a9bc81d request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:13:44.917551 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-30a4333d-8107-4ffa-af6e-b263580e0c4d None None] Deleting port 68de0813-41a5-48e0-ba39-edbce8b1da2a {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:44.917813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-30a4333d-8107-4ffa-af6e-b263580e0c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:44.984322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Checking segment: {'id': '539809be-be7b-47aa-a300-ced3e0241e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '129e885c-6f0b-4fa9-ab22-7292f3da5ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:44.984709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network hostable DHCP agents. Network: 129e885c-6f0b-4fa9-ab22-7292f3da5ee0, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:13:44.993030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 68de0813-41a5-48e0-ba39-edbce8b1da2a {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:44.993383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.022381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:45.023941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.052763 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-639a9218-e588-45ae-b518-1ae2e2a472f7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2280798 Mar 02 20:13:45.056546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40408) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:45.076268 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-cd68767e-2a50-40de-b0a7-a487dcd5ca03 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': '51d600da-16ff-4ddd-99e1-667006049cf7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:45.090995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cd68767e-2a50-40de-b0a7-a487dcd5ca03 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:45.096581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cd68767e-2a50-40de-b0a7-a487dcd5ca03 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:45.157506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cd68767e-2a50-40de-b0a7-a487dcd5ca03 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:45.165851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-30a4333d-8107-4ffa-af6e-b263580e0c4d None None] For port 68de0813-41a5-48e0-ba39-edbce8b1da2a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=68de0813-41a5-48e0-ba39-edbce8b1da2a,segment=NetworkSegment(c83429cc-79a4-4480-9e1c-17683cd05b15),segment_id=c83429cc-79a4-4480-9e1c-17683cd05b15)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:45.165851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-30a4333d-8107-4ffa-af6e-b263580e0c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.174963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cd68767e-2a50-40de-b0a7-a487dcd5ca03 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:45.243360 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0fed3465-608d-441c-88c7-fac7290009dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3511672 Mar 02 20:13:45.248822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40412) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:45.253103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 129e885c-6f0b-4fa9-ab22-7292f3da5ee0 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:13:45.300821 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-30a4333d-8107-4ffa-af6e-b263580e0c4d None None] Calling delete_port for 68de0813-41a5-48e0-ba39-edbce8b1da2a owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:45.340113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 129e885c-6f0b-4fa9-ab22-7292f3da5ee0) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:45.346150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] Router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:13:45.353314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:45.353987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.359593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cd68767e-2a50-40de-b0a7-a487dcd5ca03 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.366391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd641ce-8ea1-4c90-af3f-bf079ce88271 None None] Network 129e885c-6f0b-4fa9-ab22-7292f3da5ee0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:45.442080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f82b1461-cb7e-4d48-a7db-621030bea463 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.442943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b60cf8ea-5bb4-4258-ac8c-263f669ffce1 None None] Provisioning for port dd145814-f8b4-488b-abf9-2c1ca7509aca completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:45.460455 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b60cf8ea-5bb4-4258-ac8c-263f669ffce1 None None] Provisioning complete for port dd145814-f8b4-488b-abf9-2c1ca7509aca triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:45.460921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b60cf8ea-5bb4-4258-ac8c-263f669ffce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.469272 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0ee91fb8-1b94-4c7f-8251-1dc2a39c36e1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5716510 Mar 02 20:13:45.469473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f82b1461-cb7e-4d48-a7db-621030bea463 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.469594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40416) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:45.484041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-5b02c0a6-942e-4255-bd3a-e14ca8a17c54 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2145149275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:45.533457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b60cf8ea-5bb4-4258-ac8c-263f669ffce1 None None] Port dd145814-f8b4-488b-abf9-2c1ca7509aca cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:13:45.548029 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5b02c0a6-942e-4255-bd3a-e14ca8a17c54 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:45.558959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5b02c0a6-942e-4255-bd3a-e14ca8a17c54 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:router and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:45.563365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5b02c0a6-942e-4255-bd3a-e14ca8a17c54 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:45.573173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5b02c0a6-942e-4255-bd3a-e14ca8a17c54 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:45.580543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-30a4333d-8107-4ffa-af6e-b263580e0c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.589730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:45.599846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cd68767e-2a50-40de-b0a7-a487dcd5ca03 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.605888 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80acce-ceb1-4f88-909e-82e6da33f761 None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:45.634215 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80acce-ceb1-4f88-909e-82e6da33f761 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:45.635529 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ea80acce-ceb1-4f88-909e-82e6da33f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:45.649275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] For port 68de0813-41a5-48e0-ba39-edbce8b1da2a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=68de0813-41a5-48e0-ba39-edbce8b1da2a,segment=NetworkSegment(c83429cc-79a4-4480-9e1c-17683cd05b15),segment_id=c83429cc-79a4-4480-9e1c-17683cd05b15)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:45.649619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.653458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4333d-8107-4ffa-af6e-b263580e0c4d None None] Pushing event deleted for resources: {'Port': ['ID=68de0813-41a5-48e0-ba39-edbce8b1da2a,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:45.661301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4333d-8107-4ffa-af6e-b263580e0c4d None None] No DVR routers for this DVR port 68de0813-41a5-48e0-ba39-edbce8b1da2a on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:13:45.681456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b02c0a6-942e-4255-bd3a-e14ca8a17c54 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.682627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b02c0a6-942e-4255-bd3a-e14ca8a17c54 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.686053 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48009e3a-9c47-498c-a920-49cc8d042743 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:45.691610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48009e3a-9c47-498c-a920-49cc8d042743 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:45.692821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-48009e3a-9c47-498c-a920-49cc8d042743 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:45.702497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cd68767e-2a50-40de-b0a7-a487dcd5ca03 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.718215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:45.721513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-129e885c-6f0b-4fa9-ab22-7292f3da5ee0', 'network_id': '129e885c-6f0b-4fa9-ab22-7292f3da5ee0', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'fixed_ips': [{'subnet_id': 'da970149-3fbb-4cb4-91e7-f6379e16c59c'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:13:45.722724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.740398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17defe2f-1260-4faf-a6d7-9f9f0fe6cd1e None None] Sync routers for ids ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:45.744254 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ea80acce-ceb1-4f88-909e-82e6da33f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:45.756647 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-53788ecb-71dc-4f9a-ae7c-5c8b1361d816 admin admin] 10.222.0.44 "PUT /v2.0/routers/0b78d2c3-875c-4909-9a1f-f10fba7e0b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5722888 Mar 02 20:13:45.760248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68767e-2a50-40de-b0a7-a487dcd5ca03 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012cb7fb-1941-45d4-9557-6fbe61925a21,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:45.761871 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40420) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:45.771496 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80acce-ceb1-4f88-909e-82e6da33f761 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:45.772326 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ea80acce-ceb1-4f88-909e-82e6da33f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:45.817056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17defe2f-1260-4faf-a6d7-9f9f0fe6cd1e None None] Routers {'0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:45.817603 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-17defe2f-1260-4faf-a6d7-9f9f0fe6cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:45.826153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 68de0813-41a5-48e0-ba39-edbce8b1da2a owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:45.853727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.854297 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ea80acce-ceb1-4f88-909e-82e6da33f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:45.855004 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80acce-ceb1-4f88-909e-82e6da33f761 None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:45.892657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f82b1461-cb7e-4d48-a7db-621030bea463 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.893159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82b1461-cb7e-4d48-a7db-621030bea463 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16c58fe8-2157-4cb8-ba6f-df70faeb564a {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:13:45.896320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cd68767e-2a50-40de-b0a7-a487dcd5ca03 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.900786 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cd68767e-2a50-40de-b0a7-a487dcd5ca03 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8342128 Mar 02 20:13:45.903209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40424) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:45.915208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b02c0a6-942e-4255-bd3a-e14ca8a17c54 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.948155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f82b1461-cb7e-4d48-a7db-621030bea463 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.953086 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f82b1461-cb7e-4d48-a7db-621030bea463 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] 10.222.0.44 "DELETE /v2.0/routers/16c58fe8-2157-4cb8-ba6f-df70faeb564a HTTP/1.1" status: 204 len: 168 time: 1.8127968 Mar 02 20:13:45.953434 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40428) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:45.959107 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ce49b0f6-7bb5-4517-99c8-952950b5b4f9 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules/012cb7fb-1941-45d4-9557-6fbe61925a21 HTTP/1.1" status: 200 len: 705 time: 0.0453696 Mar 02 20:13:45.959997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6e30c605-6b3f-4410-af77-ebb7651550ae tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Request body: {'router': {'name': 'tempest-router-394390892', 'distributed': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:45.961421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40432) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:45.966733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6e30c605-6b3f-4410-af77-ebb7651550ae tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:45.972879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6e30c605-6b3f-4410-af77-ebb7651550ae tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Usage tracker for resource:router and tenant:2b3abf6f4b974ef89909eebff8b9a868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:45.977055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6e30c605-6b3f-4410-af77-ebb7651550ae tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:45.986673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6e30c605-6b3f-4410-af77-ebb7651550ae tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:45.995989 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-48009e3a-9c47-498c-a920-49cc8d042743 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:45.999880 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-48009e3a-9c47-498c-a920-49cc8d042743 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6622119 Mar 02 20:13:46.000240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40436) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:46.003298 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1addf8c5-167d-4f1c-9425-54e069f752e7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.1260619 Mar 02 20:13:46.023883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40440) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:46.033025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-465a296a-b36d-4da6-8d18-ea2586d5df06 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:46.044991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b02c0a6-942e-4255-bd3a-e14ca8a17c54 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.096759 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Allocated IP 2001:db8::2 (129e885c-6f0b-4fa9-ab22-7292f3da5ee0/da970149-3fbb-4cb4-91e7-f6379e16c59c/90193ff8-0e6e-4d93-9a6b-83912d7d2671) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:46.097345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e30c605-6b3f-4410-af77-ebb7651550ae tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.098713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e30c605-6b3f-4410-af77-ebb7651550ae tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.107602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4716d6ec-8981-4aae-b07c-0d7b3b6f04bd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port dd145814-f8b4-488b-abf9-2c1ca7509aca {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:46.108242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4716d6ec-8981-4aae-b07c-0d7b3b6f04bd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.110643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-17defe2f-1260-4faf-a6d7-9f9f0fe6cd1e None None] Set router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:13:46.180465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5b02c0a6-942e-4255-bd3a-e14ca8a17c54 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.185976 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5b02c0a6-942e-4255-bd3a-e14ca8a17c54 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7105918 Mar 02 20:13:46.186768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40444) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:46.280141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:13:46.280141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:13:46.294950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-311ab998-8545-4c64-a54c-d496232a7faf tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:46.299643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e30c605-6b3f-4410-af77-ebb7651550ae tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.300296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-465a296a-b36d-4da6-8d18-ea2586d5df06 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.412466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.485228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-311ab998-8545-4c64-a54c-d496232a7faf tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:46.489041 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-311ab998-8545-4c64-a54c-d496232a7faf tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5237310 Mar 02 20:13:46.489172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40448) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:46.557358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1820a3a5-20fb-4b09-8ea1-c1358e46d0ad tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.574911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1820a3a5-20fb-4b09-8ea1-c1358e46d0ad tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.598808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.612683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Transition to ACTIVE for port object 90193ff8-0e6e-4d93-9a6b-83912d7d2671 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:46.642651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Transition to ACTIVE for port object 90193ff8-0e6e-4d93-9a6b-83912d7d2671 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:46.646257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-17defe2f-1260-4faf-a6d7-9f9f0fe6cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:13:42Z', 'revision_number': 5, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:46.652633 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17defe2f-1260-4faf-a6d7-9f9f0fe6cd1e None None] Checking router: 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:13:46.667173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17defe2f-1260-4faf-a6d7-9f9f0fe6cd1e None None] Routers {'0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:46.667379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-17defe2f-1260-4faf-a6d7-9f9f0fe6cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:46.680695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-465a296a-b36d-4da6-8d18-ea2586d5df06 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.721599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e30c605-6b3f-4410-af77-ebb7651550ae tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.728468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.777012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-465a296a-b36d-4da6-8d18-ea2586d5df06 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.777331 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-465a296a-b36d-4da6-8d18-ea2586d5df06 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Floating IP 604f6046-6b42-4ba5-96ae-4639c8b635f8 disassociated. External IP: 172.26.5.143, port: 92a808f7-beb2-41c4-aad6-956c486dbddb. Mar 02 20:13:46.816215 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 68de0813-41a5-48e0-ba39-edbce8b1da2a no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:46.836346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 68de0813-41a5-48e0-ba39-edbce8b1da2a {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:46.836644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.876065 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1820a3a5-20fb-4b09-8ea1-c1358e46d0ad tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.888347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 68de0813-41a5-48e0-ba39-edbce8b1da2a {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:13:46.888550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 68de0813-41a5-48e0-ba39-edbce8b1da2a not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:13:46.920417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e30c605-6b3f-4410-af77-ebb7651550ae tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.924365 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6e30c605-6b3f-4410-af77-ebb7651550ae tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9671416 Mar 02 20:13:46.924500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Network 129e885c-6f0b-4fa9-ab22-7292f3da5ee0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:46.924500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Pushing event updated for resources: {'Port': ['ID=90193ff8-0e6e-4d93-9a6b-83912d7d2671,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:46.929797 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:46.931761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40452) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:46.933406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:47.000949 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820a3a5-20fb-4b09-8ea1-c1358e46d0ad tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=012cb7fb-1941-45d4-9557-6fbe61925a21,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:47.013839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] The port '68de0813-41a5-48e0-ba39-edbce8b1da2a' was deleted {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:13:47.021175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4716d6ec-8981-4aae-b07c-0d7b3b6f04bd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.051920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-17defe2f-1260-4faf-a6d7-9f9f0fe6cd1e None None] Set router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:13:47.156665 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Attempting to bind port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:13:47.157277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Attempting to bind port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '539809be-be7b-47aa-a300-ced3e0241e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '129e885c-6f0b-4fa9-ab22-7292f3da5ee0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:13:47.157795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Attempting to bind port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 on network 129e885c-6f0b-4fa9-ab22-7292f3da5ee0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:13:47.161020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.170275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1820a3a5-20fb-4b09-8ea1-c1358e46d0ad tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.174026 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1820a3a5-20fb-4b09-8ea1-c1358e46d0ad tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/012cb7fb-1941-45d4-9557-6fbe61925a21 HTTP/1.1" status: 204 len: 168 time: 0.6812866 Mar 02 20:13:47.174853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40456) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:47.184606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:13:47.184974 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Checking segment: {'id': '539809be-be7b-47aa-a300-ced3e0241e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '129e885c-6f0b-4fa9-ab22-7292f3da5ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:47.185373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.185755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Bound using segment: {'id': '539809be-be7b-47aa-a300-ced3e0241e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '129e885c-6f0b-4fa9-ab22-7292f3da5ee0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:13:47.186251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Bound port: 90193ff8-0e6e-4d93-9a6b-83912d7d2671, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539809be-be7b-47aa-a300-ced3e0241e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '129e885c-6f0b-4fa9-ab22-7292f3da5ee0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:13:47.186622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.203164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3c64f710-1378-4628-82fe-af5ff0a36100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.219402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4716d6ec-8981-4aae-b07c-0d7b3b6f04bd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for dd145814-f8b4-488b-abf9-2c1ca7509aca owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:47.219673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3236d59b-98af-4d99-bdef-5b328a9bc81d']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:47.242305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83429cc-79a4-4480-9e1c-17683cd05b15') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:47.242599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83429cc-79a4-4480-9e1c-17683cd05b15') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:47.268179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.288720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-66629a4d-2044-4dae-a938-cdd5ecfea4d7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:47.302319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.322535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:13:47.322918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:13:47.338402 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:13:47.398571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] For port 90193ff8-0e6e-4d93-9a6b-83912d7d2671, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:13:47.408972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-66629a4d-2044-4dae-a938-cdd5ecfea4d7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:47.412811 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-66629a4d-2044-4dae-a938-cdd5ecfea4d7 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2342367 Mar 02 20:13:47.412972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] For port 90193ff8-0e6e-4d93-9a6b-83912d7d2671, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=90193ff8-0e6e-4d93-9a6b-83912d7d2671,segment=NetworkSegment(539809be-be7b-47aa-a300-ced3e0241e96),segment_id=539809be-be7b-47aa-a300-ced3e0241e96)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:13:47.415083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40460) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:47.439285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-18fd4b52-4c47-4efa-bf80-e13d7ddfc341 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': '51d600da-16ff-4ddd-99e1-667006049cf7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:47.439285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-18fd4b52-4c47-4efa-bf80-e13d7ddfc341 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:47.442701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-17defe2f-1260-4faf-a6d7-9f9f0fe6cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:13:42Z', 'revision_number': 5, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:47.447551 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17defe2f-1260-4faf-a6d7-9f9f0fe6cd1e None None] The sync data for ids ['0b78d2c3-875c-4909-9a1f-f10fba7e0b8e'] in dv-neutron-831593-2-hyperv is: [{'id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'name': 'tempest-ServerActionsTestJSON-1801085045-router', 'tenant_id': 'e61b8232eb4340acba554e5488a7b44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '68d1c33e-a96a-4d53-9339-af699282decf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:09:57Z', 'updated_at': '2022-03-02T20:13:42Z', 'revision_number': 5, 'project_id': 'e61b8232eb4340acba554e5488a7b44b', 'gw_port': {'id': '68d1c33e-a96a-4d53-9339-af699282decf', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78d2c3-875c-4909-9a1f-f10fba7e0b8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:09:58Z', 'updated_at': '2022-03-02T20:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:47.448538 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-36c91cad-21f1-4eb2-9e38-371c0e42e287 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.451114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-18fd4b52-4c47-4efa-bf80-e13d7ddfc341 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:47.484635 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.568536 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf4093-ffdf-44f9-b070-bdfcd1127f2c None None] Pushing event updated for resources: {'Port': ['ID=90193ff8-0e6e-4d93-9a6b-83912d7d2671,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:47.578412 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-18fd4b52-4c47-4efa-bf80-e13d7ddfc341 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Project 10ba78cc30d94a5abc18c08f8b28a204 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:13:47.589673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.593859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.616421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-18fd4b52-4c47-4efa-bf80-e13d7ddfc341 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.633535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Network': ['ID=3236d59b-98af-4d99-bdef-5b328a9bc81d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:47.640468 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cc62db8a-2052-42de-bc85-54da988ecc6d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/networks/3236d59b-98af-4d99-bdef-5b328a9bc81d HTTP/1.1" status: 204 len: 168 time: 3.0493176 Mar 02 20:13:47.647436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40464) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:47.698668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1551904923'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:47.711542 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-18fd4b52-4c47-4efa-bf80-e13d7ddfc341 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.714620 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:47.742811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:network and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:47.750973 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:47.766732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465a296a-b36d-4da6-8d18-ea2586d5df06 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:13:47.767906 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:47.841111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-18fd4b52-4c47-4efa-bf80-e13d7ddfc341 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.005726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.029471 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:48.032476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.069375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd4b52-4c47-4efa-bf80-e13d7ddfc341 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78989ce5-fac5-4097-9607-85a756a858d9,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:48.155605 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-18fd4b52-4c47-4efa-bf80-e13d7ddfc341 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.156803 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-18fd4b52-4c47-4efa-bf80-e13d7ddfc341 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7365732 Mar 02 20:13:48.159525 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465a296a-b36d-4da6-8d18-ea2586d5df06 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:48.160957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40468) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:48.166170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-465a296a-b36d-4da6-8d18-ea2586d5df06 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.169885 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba49d5de-3e8b-4010-81ed-43f916febbde None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:48.182519 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49d5de-3e8b-4010-81ed-43f916febbde None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:48.183141 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ba49d5de-3e8b-4010-81ed-43f916febbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:48.230798 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-17f7dbf6-4363-4444-9b24-b8912ffc31de tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules/78989ce5-fac5-4097-9607-85a756a858d9 HTTP/1.1" status: 200 len: 711 time: 0.0663655 Mar 02 20:13:48.231798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40472) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:48.247611 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ba49d5de-3e8b-4010-81ed-43f916febbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:48.256031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.259307 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49d5de-3e8b-4010-81ed-43f916febbde None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:48.259948 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ba49d5de-3e8b-4010-81ed-43f916febbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:48.261161 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-465a296a-b36d-4da6-8d18-ea2586d5df06 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "PUT /v2.0/floatingips/604f6046-6b42-4ba5-96ae-4639c8b635f8 HTTP/1.1" status: 200 len: 688 time: 2.2355378 Mar 02 20:13:48.263872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40476) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:48.324919 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ba49d5de-3e8b-4010-81ed-43f916febbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:48.325320 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba49d5de-3e8b-4010-81ed-43f916febbde None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:48.445230 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0e40491d-242e-41b5-a5c5-c8818782bd1e tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:48.452181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-63d6642c-bff4-49fd-86c3-101895058d10 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port d7a11a52-86c8-42f8-8c56-d7c94157c02f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:48.452389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-63d6642c-bff4-49fd-86c3-101895058d10 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.524678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Deleting port 68d1c33e-a96a-4d53-9339-af699282decf {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:48.525009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.567130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-36c91cad-21f1-4eb2-9e38-371c0e42e287 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.568597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4716d6ec-8981-4aae-b07c-0d7b3b6f04bd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.578421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0e40491d-242e-41b5-a5c5-c8818782bd1e tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:48.579709 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0e40491d-242e-41b5-a5c5-c8818782bd1e tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3470819 Mar 02 20:13:48.584829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40480) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:48.594221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:13:48.634037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c562bd14-c489-46e1-9079-8661594e50a6 None None] Network 129e885c-6f0b-4fa9-ab22-7292f3da5ee0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:48.647387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-15607951-0783-4608-bc65-1e85df7cbf75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.676898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-15607951-0783-4608-bc65-1e85df7cbf75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.677766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716d6ec-8981-4aae-b07c-0d7b3b6f04bd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=dd145814-f8b4-488b-abf9-2c1ca7509aca,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:48.696306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-36c91cad-21f1-4eb2-9e38-371c0e42e287 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.696437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-63d6642c-bff4-49fd-86c3-101895058d10 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.696437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-63d6642c-bff4-49fd-86c3-101895058d10 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.735034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:48.735543 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Added segment 6812a97f-5a1f-434a-8f68-1db28220b55d of type vlan for network 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f Mar 02 20:13:48.810001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 90193ff8-0e6e-4d93-9a6b-83912d7d2671 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:48.846218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-63d6642c-bff4-49fd-86c3-101895058d10 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for d7a11a52-86c8-42f8-8c56-d7c94157c02f owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:48.976733 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-890969e8-3838-4d6e-b6dd-5acb9914744f None None] Provisioning for port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:48.986462 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-15607951-0783-4608-bc65-1e85df7cbf75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.022833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15607951-0783-4608-bc65-1e85df7cbf75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78989ce5-fac5-4097-9607-85a756a858d9,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:49.082434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:49.095210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:49.095640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.129068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.157086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-15607951-0783-4608-bc65-1e85df7cbf75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.159585 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-15607951-0783-4608-bc65-1e85df7cbf75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/78989ce5-fac5-4097-9607-85a756a858d9 HTTP/1.1" status: 204 len: 168 time: 0.5731277 Mar 02 20:13:49.161192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40484) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:49.208547 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-63d6642c-bff4-49fd-86c3-101895058d10 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.254565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Allocated IP 2001:db8::1 (129e885c-6f0b-4fa9-ab22-7292f3da5ee0/da970149-3fbb-4cb4-91e7-f6379e16c59c/544c5c19-717e-46bf-8fc7-5b3f98a78af3) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:49.254752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.276024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4716d6ec-8981-4aae-b07c-0d7b3b6f04bd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.293969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2949d2e9-2bab-46aa-b35c-64c2270c9cd3 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:49.297658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 90193ff8-0e6e-4d93-9a6b-83912d7d2671, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=90193ff8-0e6e-4d93-9a6b-83912d7d2671,segment=NetworkSegment(539809be-be7b-47aa-a300-ced3e0241e96),segment_id=539809be-be7b-47aa-a300-ced3e0241e96)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:49.302301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6642c-bff4-49fd-86c3-101895058d10 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=d7a11a52-86c8-42f8-8c56-d7c94157c02f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:49.328066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-36c91cad-21f1-4eb2-9e38-371c0e42e287 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.328522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c91cad-21f1-4eb2-9e38-371c0e42e287 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0328fa07-e8f4-4284-8c17-bd60153fbb5a {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:13:49.337404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] For port 68d1c33e-a96a-4d53-9339-af699282decf, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=68d1c33e-a96a-4d53-9339-af699282decf,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:49.337757 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.357373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2a73a8c3-b343-430f-995e-287f2f275b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.386021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.407445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-63d6642c-bff4-49fd-86c3-101895058d10 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.410104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-63d6642c-bff4-49fd-86c3-101895058d10 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.411328 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-63d6642c-bff4-49fd-86c3-101895058d10 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/floatingips/604f6046-6b42-4ba5-96ae-4639c8b635f8 HTTP/1.1" status: 204 len: 168 time: 1.1465690 Mar 02 20:13:49.416215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40488) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:49.419625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.422215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '47fcbbb4-0052-444a-91d1-530bcee1d420'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:49.425297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:49.425398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5a7ddc63-5c20-4c99-946d-ff11b3963914 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:49.425492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.430196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:49.434181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:floatingip and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:49.437158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:49.443395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:49.452468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2949d2e9-2bab-46aa-b35c-64c2270c9cd3 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:49.454603 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2949d2e9-2bab-46aa-b35c-64c2270c9cd3 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2916124 Mar 02 20:13:49.457466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40492) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:49.473870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 5a7ddc63-5c20-4c99-946d-ff11b3963914 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:13:49.474232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5a7ddc63-5c20-4c99-946d-ff11b3963914 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:13:49.492298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=90193ff8-0e6e-4d93-9a6b-83912d7d2671,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:49.527834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-17f28c01-5090-48d5-ad40-63297f57fb6a None None] Provisioning complete for port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:49.528115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-17f28c01-5090-48d5-ad40-63297f57fb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.532035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb627a84-6822-4211-ba67-71abea8a8e17 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.542455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.591113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Calling delete_port for 68d1c33e-a96a-4d53-9339-af699282decf owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:49.622043 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4716d6ec-8981-4aae-b07c-0d7b3b6f04bd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/dd145814-f8b4-488b-abf9-2c1ca7509aca HTTP/1.1" status: 204 len: 168 time: 3.6205049 Mar 02 20:13:49.625824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40496) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:49.631386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb627a84-6822-4211-ba67-71abea8a8e17 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.688163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-36c91cad-21f1-4eb2-9e38-371c0e42e287 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.689387 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-36c91cad-21f1-4eb2-9e38-371c0e42e287 tempest-RoutersTestDVR-1923289234 tempest-RoutersTestDVR-1923289234-project-admin] 10.222.0.44 "DELETE /v2.0/routers/0328fa07-e8f4-4284-8c17-bd60153fbb5a HTTP/1.1" status: 204 len: 168 time: 2.7532458 Mar 02 20:13:49.722213 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0700760 Mar 02 20:13:49.725451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40502) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:49.753528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac971916-a9c8-4d5e-9668-3422e1c39a34 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:49.754850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac971916-a9c8-4d5e-9668-3422e1c39a34 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:49.756824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac971916-a9c8-4d5e-9668-3422e1c39a34 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:49.757061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ac971916-a9c8-4d5e-9668-3422e1c39a34 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:49.759926 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': '90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:49.796022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe451cc-14bf-4d66-a662-e1b08d7426f8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Network': ['ID=90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:49.810553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:13:49.812075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.857875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb627a84-6822-4211-ba67-71abea8a8e17 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.871615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ac971916-a9c8-4d5e-9668-3422e1c39a34 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:49.877056 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ac971916-a9c8-4d5e-9668-3422e1c39a34 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2434795 Mar 02 20:13:49.879254 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40508) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:49.923440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb627a84-6822-4211-ba67-71abea8a8e17 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d600da-16ff-4ddd-99e1-667006049cf7,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:50.061445 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.075170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:50.079265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:50.082226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:50.098818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:50.111909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Transition to ACTIVE for port object 544c5c19-717e-46bf-8fc7-5b3f98a78af3 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:50.191855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:50.251746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.26.5.19 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/7f14853e-9fcc-463e-b534-8d1c6c264815) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:50.269788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.281901 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9891827-0d88-445a-aa03-dc8eede4f485 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 0f454974-b9de-4f85-8bd6-6cb366a19c72 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:13:50.299140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c9891827-0d88-445a-aa03-dc8eede4f485 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.320930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40516) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:50.329982 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb627a84-6822-4211-ba67-71abea8a8e17 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.331126 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bb627a84-6822-4211-ba67-71abea8a8e17 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-groups/51d600da-16ff-4ddd-99e1-667006049cf7 HTTP/1.1" status: 204 len: 168 time: 0.8723824 Mar 02 20:13:50.335793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.340856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40520) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:50.402907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.423615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c9891827-0d88-445a-aa03-dc8eede4f485 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.432369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 129e885c-6f0b-4fa9-ab22-7292f3da5ee0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:50.449774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:50.478515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:50.479246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.526236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=544c5c19-717e-46bf-8fc7-5b3f98a78af3,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:50.527810 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.534882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.561043 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.561617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c9891827-0d88-445a-aa03-dc8eede4f485 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.660607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d1c33e-a96a-4d53-9339-af699282decf,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:50.675421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.711353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9af6c9dc-616d-494b-8d9a-48a536bceff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.720063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c9891827-0d88-445a-aa03-dc8eede4f485 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.737725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 90193ff8-0e6e-4d93-9a6b-83912d7d2671 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:50.750373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-35dc7fdf-8b50-45ae-94be-a6c6850191f0 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:50.780401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9891827-0d88-445a-aa03-dc8eede4f485 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=0f454974-b9de-4f85-8bd6-6cb366a19c72,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:50.804430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9af6c9dc-616d-494b-8d9a-48a536bceff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:50.810665 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:50.814495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c9891827-0d88-445a-aa03-dc8eede4f485 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.817183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:50.821096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=7f14853e-9fcc-463e-b534-8d1c6c264815,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:50.825353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb3a59-bcf2-4072-9582-d607966d5f63 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:50.826411 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:50.883948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9af6c9dc-616d-494b-8d9a-48a536bceff3 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b01baed6254cdfa770a8c6d2863ee0 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:50.887409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9af6c9dc-616d-494b-8d9a-48a536bceff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:50.894163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9af6c9dc-616d-494b-8d9a-48a536bceff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:50.956292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:50.956662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:50.974652 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c9891827-0d88-445a-aa03-dc8eede4f485 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/0f454974-b9de-4f85-8bd6-6cb366a19c72 HTTP/1.1" status: 204 len: 168 time: 1.0886202 Mar 02 20:13:50.980332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40530) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:51.036106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-35dc7fdf-8b50-45ae-94be-a6c6850191f0 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:51.038000 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-35dc7fdf-8b50-45ae-94be-a6c6850191f0 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6823339 Mar 02 20:13:51.060256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40534) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:51.075093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-06727fe0-0da5-4652-9675-3c4b5e9c0e3c None None] Provisioning for port 544c5c19-717e-46bf-8fc7-5b3f98a78af3 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:51.083653 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group': {'name': 'tempest-secgroup--469381344'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:51.086795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05bb331-21c0-4b96-b906-be981ec4a26a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 6d96b55e-6e2e-4703-aa7b-cbcae25453a7 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:13:51.096931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d05bb331-21c0-4b96-b906-be981ec4a26a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.117500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-06727fe0-0da5-4652-9675-3c4b5e9c0e3c None None] Provisioning complete for port 544c5c19-717e-46bf-8fc7-5b3f98a78af3 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:51.117870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-06727fe0-0da5-4652-9675-3c4b5e9c0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.130152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:51.146791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.227754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-06727fe0-0da5-4652-9675-3c4b5e9c0e3c None None] Port 544c5c19-717e-46bf-8fc7-5b3f98a78af3 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:13:51.230407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:51.300400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.308138 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d05bb331-21c0-4b96-b906-be981ec4a26a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.454208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d05bb331-21c0-4b96-b906-be981ec4a26a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.485016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9af6c9dc-616d-494b-8d9a-48a536bceff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.506071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.627599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d05bb331-21c0-4b96-b906-be981ec4a26a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.690121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bb331-21c0-4b96-b906-be981ec4a26a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=6d96b55e-6e2e-4703-aa7b-cbcae25453a7,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:51.698083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d05bb331-21c0-4b96-b906-be981ec4a26a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.706015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.712458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9af6c9dc-616d-494b-8d9a-48a536bceff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.715344 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d05bb331-21c0-4b96-b906-be981ec4a26a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/6d96b55e-6e2e-4703-aa7b-cbcae25453a7 HTTP/1.1" status: 204 len: 168 time: 0.7341421 Mar 02 20:13:51.717687 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40538) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:51.785384 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-62a3fda0-a51e-4311-94cd-9167c01b4e73 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664263 Mar 02 20:13:51.787615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40542) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:51.802738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.810155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b1c058-b13a-4d13-b183-3aecc909b29e None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:51.846502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.860357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.940931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.958464 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-65f637af-1f60-42f9-a778-56105d925f50 None None] Provisioning complete for port c91f1f10-4004-417c-967a-dffed89bfd11 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:51.959448 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-65f637af-1f60-42f9-a778-56105d925f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.977373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6c9dc-616d-494b-8d9a-48a536bceff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d885a2-dae1-448b-86a3-763a741e80e5,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:52.002772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.006284 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9af6c9dc-616d-494b-8d9a-48a536bceff3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5b01baed6254cdfa770a8c6d2863ee0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6799824 Mar 02 20:13:52.006284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:52.016909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40548) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:52.025962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:52.035958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:52.074280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Subnet': ['ID=9de07eaf-b8cc-483d-9cee-f7fbdec245b3,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:52.076525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:52.080942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98fa17d-c7bb-4fbe-93a4-3f4043712520 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:52.084789 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e98fa17d-c7bb-4fbe-93a4-3f4043712520 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2939181 Mar 02 20:13:52.087616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40552) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:52.201596 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.202165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b78d2c3-875c-4909-9a1f-f10fba7e0b8e {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:13:52.240530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c60cee-6c91-44e7-8463-9863df93c1c5 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:13:52.246273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c3c60cee-6c91-44e7-8463-9863df93c1c5 None None] Deleting port c91f1f10-4004-417c-967a-dffed89bfd11 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:52.246859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c3c60cee-6c91-44e7-8463-9863df93c1c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.250273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab2e77b-6804-4d9b-8c4a-1c7021de3fba tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:52.250824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fab2e77b-6804-4d9b-8c4a-1c7021de3fba tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:52.268388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Checking segment: {'id': '6812a97f-5a1f-434a-8f68-1db28220b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:52.268948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network hostable DHCP agents. Network: 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:13:52.326088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.336644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.352381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d344261-8af0-4764-a2b6-49d29d4e004c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.374029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fab2e77b-6804-4d9b-8c4a-1c7021de3fba tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:52.379774 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fab2e77b-6804-4d9b-8c4a-1c7021de3fba tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2930734 Mar 02 20:13:52.384850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40556) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:52.407075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d344261-8af0-4764-a2b6-49d29d4e004c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.420066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.467086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.483472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c3c60cee-6c91-44e7-8463-9863df93c1c5 None None] For port c91f1f10-4004-417c-967a-dffed89bfd11, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c91f1f10-4004-417c-967a-dffed89bfd11,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:52.483851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c3c60cee-6c91-44e7-8463-9863df93c1c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.509540 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-47f1ec77-c6bd-456b-9788-a820a8f4bd5a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197617 Mar 02 20:13:52.509748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:13:52.511980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.513276 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3a9539fb-976a-44ea-b3e1-94e121710878 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0b78d2c3-875c-4909-9a1f-f10fba7e0b8e HTTP/1.1" status: 204 len: 168 time: 6.7504447 Mar 02 20:13:52.514121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40560) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:52.516208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.517989 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40562) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:52.530257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-abcdf697-b376-4109-a3b0-75d2d9880645 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:52.545186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca7f487-b557-4465-822c-f41dbe39fb6d,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:52.611589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:52.613440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.614845 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ceb2a182-4960-435e-b10a-8d47395fcc23 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5496035 Mar 02 20:13:52.616944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c3c60cee-6c91-44e7-8463-9863df93c1c5 None None] Calling delete_port for c91f1f10-4004-417c-967a-dffed89bfd11 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:52.619863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40568) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:52.628641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.629412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.632636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8fcd1bc3-8aba-4efb-a901-1b8a688f106d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Request body: {'security_group_rule': {'security_group_id': '0ca7f487-b557-4465-822c-f41dbe39fb6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:52.637123 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:52.637715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.649092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45527f11-5d54-452a-a5b5-134aac5b6639 None None] Network 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:52.656907 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8fcd1bc3-8aba-4efb-a901-1b8a688f106d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:52.665159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=7f14853e-9fcc-463e-b534-8d1c6c264815,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:52.672787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8fcd1bc3-8aba-4efb-a901-1b8a688f106d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Usage tracker for resource:security_group_rule and tenant:10ba78cc30d94a5abc18c08f8b28a204 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:52.674945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8fcd1bc3-8aba-4efb-a901-1b8a688f106d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:52.680431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4538a1-e23d-4946-a7b7-02faecb988ea admin admin] Deleting subnet c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:13:52.689530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b4538a1-e23d-4946-a7b7-02faecb988ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.722161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8fcd1bc3-8aba-4efb-a901-1b8a688f106d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:52.724328 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.786920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d344261-8af0-4764-a2b6-49d29d4e004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.786920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d344261-8af0-4764-a2b6-49d29d4e004c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.787525 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1d344261-8af0-4764-a2b6-49d29d4e004c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14d885a2-dae1-448b-86a3-763a741e80e5 HTTP/1.1" status: 204 len: 168 time: 0.7675331 Mar 02 20:13:52.867172 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c91f1f10-4004-417c-967a-dffed89bfd11 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:52.878889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b4538a1-e23d-4946-a7b7-02faecb988ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.883509 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bf71baf5-427e-48d0-81bb-1234a39788fa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1371074 Mar 02 20:13:52.884037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=544c5c19-717e-46bf-8fc7-5b3f98a78af3,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:52.886788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-abcdf697-b376-4109-a3b0-75d2d9880645 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:52.895582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40574) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:52.896560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d344261-8af0-4764-a2b6-49d29d4e004c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d885a2-dae1-448b-86a3-763a741e80e5,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:52.909177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c3c60cee-6c91-44e7-8463-9863df93c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:52.912198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': '90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2069192480'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:52.939704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-abcdf697-b376-4109-a3b0-75d2d9880645 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:52.952438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: c91f1f10-4004-417c-967a-dffed89bfd11 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:13:52.952773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c91f1f10-4004-417c-967a-dffed89bfd11 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:13:52.953180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 68d1c33e-a96a-4d53-9339-af699282decf no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:53.003117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c60cee-6c91-44e7-8463-9863df93c1c5 None None] Pushing event deleted for resources: {'Port': ['ID=c91f1f10-4004-417c-967a-dffed89bfd11,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:53.009620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 68d1c33e-a96a-4d53-9339-af699282decf {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:13:53.010729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 68d1c33e-a96a-4d53-9339-af699282decf not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:13:53.024059 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c60cee-6c91-44e7-8463-9863df93c1c5 None None] No DVR routers for this DVR port c91f1f10-4004-417c-967a-dffed89bfd11 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:13:53.076093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 129e885c-6f0b-4fa9-ab22-7292f3da5ee0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:53.079611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:53.088883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b4538a1-e23d-4946-a7b7-02faecb988ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.129900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1bc3-8aba-4efb-a901-1b8a688f106d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.151701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f', 'network_id': '90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f', 'tenant_id': 'ff25e31141134f11bedd474ffb55a307', 'fixed_ips': [{'subnet_id': '9de07eaf-b8cc-483d-9cee-f7fbdec245b3'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:13:53.152734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.161668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcdf697-b376-4109-a3b0-75d2d9880645 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:53.269268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1bc3-8aba-4efb-a901-1b8a688f106d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.279160 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Floating IP 6652c62a-3393-40b9-a297-f719561dcb51 associated. External IP: 172.26.5.19, port: 47fcbbb4-0052-444a-91d1-530bcee1d420. Mar 02 20:13:53.339820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1bc3-8aba-4efb-a901-1b8a688f106d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.349617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Allocated IP 172.20.0.2 (90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f/9de07eaf-b8cc-483d-9cee-f7fbdec245b3/db67a437-d3e8-478b-bec4-9d41f6cb6eb9) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:53.371257 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b4538a1-e23d-4946-a7b7-02faecb988ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.458232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abcdf697-b376-4109-a3b0-75d2d9880645 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.460508 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcdf697-b376-4109-a3b0-75d2d9880645 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:13:53.461127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcdf697-b376-4109-a3b0-75d2d9880645 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:13:53.486584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:53.487882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd1bc3-8aba-4efb-a901-1b8a688f106d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf1cfa5-0ef9-4fa3-8ce6-dc95a6c6b1d0,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:53.492401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4538a1-e23d-4946-a7b7-02faecb988ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:53.500979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:port and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:53.505100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b4538a1-e23d-4946-a7b7-02faecb988ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.510133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:53.518096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0106ed-190b-429e-8371-7d8ad7ae3065 None None] Network 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:53.521379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:53.533233 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3b4538a1-e23d-4946-a7b7-02faecb988ea admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c9dfa6ea-3a80-47fd-b121-3890cd2e7e9e HTTP/1.1" status: 204 len: 168 time: 1.0120084 Mar 02 20:13:53.533576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40580) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:53.607721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1bc3-8aba-4efb-a901-1b8a688f106d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.608690 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8fcd1bc3-8aba-4efb-a901-1b8a688f106d tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9819038 Mar 02 20:13:53.611400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40584) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:53.765190 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-abcdf697-b376-4109-a3b0-75d2d9880645 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2431519 Mar 02 20:13:53.765994 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:53.767681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d3e73ea4-45ec-4d12-b0c6-b31b5cd7c4a4 None None] Provisioning complete for port 544c5c19-717e-46bf-8fc7-5b3f98a78af3 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:53.768195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d3e73ea4-45ec-4d12-b0c6-b31b5cd7c4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.768947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.816810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.830621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40588) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:53.831128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40590) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:53.846663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Transition to ACTIVE for port object db67a437-d3e8-478b-bec4-9d41f6cb6eb9 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:53.855681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-304b17a5-9a4d-46c9-9236-da9bbddf2cb9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:53.867875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d3e73ea4-45ec-4d12-b0c6-b31b5cd7c4a4 None None] Port 544c5c19-717e-46bf-8fc7-5b3f98a78af3 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:13:53.879068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Transition to ACTIVE for port object db67a437-d3e8-478b-bec4-9d41f6cb6eb9 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:53.921229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5a9e-65a7-43ce-93b8-ff95cbe43d75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.956751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1782cee-5a08-4359-a483-6bbf6a5a9acd None None] DHCP port deletion for 1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:13:53.958079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5a9e-65a7-43ce-93b8-ff95cbe43d75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.961635 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e1782cee-5a08-4359-a483-6bbf6a5a9acd None None] Deleting port 2d694a45-abd8-433b-ae68-712a34328256 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:53.962107 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e1782cee-5a08-4359-a483-6bbf6a5a9acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.990347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.035501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.045085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c30926bd-9fa8-4b26-a021-f2f5812b7d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.059551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:13:54.065264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port ee04b001-c192-4766-a013-78a8da44ebfc yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:13:54.145694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5a9e-65a7-43ce-93b8-ff95cbe43d75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.148002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-304b17a5-9a4d-46c9-9236-da9bbddf2cb9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:54.160036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Deleting port 2d694a45-abd8-433b-ae68-712a34328256 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:54.160377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.165161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Network 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:54.171221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Pushing event updated for resources: {'Port': ['ID=db67a437-d3e8-478b-bec4-9d41f6cb6eb9,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:54.175699 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:54.184014 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:54.220930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-304b17a5-9a4d-46c9-9236-da9bbddf2cb9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:54.237441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca5a9e-65a7-43ce-93b8-ff95cbe43d75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca7f487-b557-4465-822c-f41dbe39fb6d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:54.256130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c30926bd-9fa8-4b26-a021-f2f5812b7d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:54.264947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5a9e-65a7-43ce-93b8-ff95cbe43d75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.268540 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f4ca5a9e-65a7-43ce-93b8-ff95cbe43d75 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-groups/0ca7f487-b557-4465-822c-f41dbe39fb6d HTTP/1.1" status: 204 len: 168 time: 0.6557353 Mar 02 20:13:54.270564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40596) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:54.272132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c30926bd-9fa8-4b26-a021-f2f5812b7d58 admin admin] Usage tracker for resource:security_group_rule and tenant:2b3abf6f4b974ef89909eebff8b9a868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:54.308055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c30926bd-9fa8-4b26-a021-f2f5812b7d58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:54.332409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:54.357120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20414e42-fe55-4982-8150-2f2afb3de648 None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:54.371365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c30926bd-9fa8-4b26-a021-f2f5812b7d58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:54.385188 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304b17a5-9a4d-46c9-9236-da9bbddf2cb9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:54.388640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-304b17a5-9a4d-46c9-9236-da9bbddf2cb9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.390035 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-304b17a5-9a4d-46c9-9236-da9bbddf2cb9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:13:54.390452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304b17a5-9a4d-46c9-9236-da9bbddf2cb9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:13:54.397930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Attempting to bind port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:13:54.398342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Attempting to bind port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '6812a97f-5a1f-434a-8f68-1db28220b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:13:54.398665 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Attempting to bind port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 on network 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:13:54.402611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e1782cee-5a08-4359-a483-6bbf6a5a9acd None None] For port 2d694a45-abd8-433b-ae68-712a34328256, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2d694a45-abd8-433b-ae68-712a34328256,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:54.403028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e1782cee-5a08-4359-a483-6bbf6a5a9acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.425799 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.465515 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20414e42-fe55-4982-8150-2f2afb3de648 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:54.466182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-20414e42-fe55-4982-8150-2f2afb3de648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:54.490240 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3b138ac1-d0d5-46bf-ab33-6adbae559123 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0729342 Mar 02 20:13:54.491804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40600) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:54.499552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.9 (90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f/9de07eaf-b8cc-483d-9cee-f7fbdec245b3/ee04b001-c192-4766-a013-78a8da44ebfc) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:54.571549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:13:54.571925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Checking segment: {'id': '6812a97f-5a1f-434a-8f68-1db28220b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:13:54.572229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.572607 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Bound using segment: {'id': '6812a97f-5a1f-434a-8f68-1db28220b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:13:54.573087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Bound port: db67a437-d3e8-478b-bec4-9d41f6cb6eb9, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6812a97f-5a1f-434a-8f68-1db28220b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:13:54.573452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.591465 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e1782cee-5a08-4359-a483-6bbf6a5a9acd None None] Calling delete_port for 2d694a45-abd8-433b-ae68-712a34328256 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:54.602181 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-304b17a5-9a4d-46c9-9236-da9bbddf2cb9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7652085 Mar 02 20:13:54.607761 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40604) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:54.615295 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-513b51f7-5086-4850-a59f-6bfd88b128b2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "GET /v2.0/floatingips/6652c62a-3393-40b9-a297-f719561dcb51 HTTP/1.1" status: 200 len: 978 time: 0.1197827 Mar 02 20:13:54.617314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-277033fb-a0f0-43a9-b4e0-1d705cb045e2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:54.627146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40608) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:54.631137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-20c9dc88-0b2b-4fc1-99cc-0c02557fc0bd tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:54.634203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-20414e42-fe55-4982-8150-2f2afb3de648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:54.718817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20414e42-fe55-4982-8150-2f2afb3de648 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:54.719456 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-20414e42-fe55-4982-8150-2f2afb3de648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:54.750386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-277033fb-a0f0-43a9-b4e0-1d705cb045e2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:54.761486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-277033fb-a0f0-43a9-b4e0-1d705cb045e2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:54.777622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 2d694a45-abd8-433b-ae68-712a34328256 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:54.825352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-20414e42-fe55-4982-8150-2f2afb3de648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:54.825687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20414e42-fe55-4982-8150-2f2afb3de648 None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:54.846325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] For port 2d694a45-abd8-433b-ae68-712a34328256, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2d694a45-abd8-433b-ae68-712a34328256,segment=NetworkSegment(1786daeb-d7e0-4bc9-a9b4-9866175ead73),segment_id=1786daeb-d7e0-4bc9-a9b4-9866175ead73)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:54.847172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.863457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] For port db67a437-d3e8-478b-bec4-9d41f6cb6eb9, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:13:54.868062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] For port db67a437-d3e8-478b-bec4-9d41f6cb6eb9, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=db67a437-d3e8-478b-bec4-9d41f6cb6eb9,segment=NetworkSegment(6812a97f-5a1f-434a-8f68-1db28220b55d),segment_id=6812a97f-5a1f-434a-8f68-1db28220b55d)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:13:54.883007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277033fb-a0f0-43a9-b4e0-1d705cb045e2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:54.886998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-277033fb-a0f0-43a9-b4e0-1d705cb045e2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.888714 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-277033fb-a0f0-43a9-b4e0-1d705cb045e2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:13:54.890917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277033fb-a0f0-43a9-b4e0-1d705cb045e2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:13:54.914372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e1782cee-5a08-4359-a483-6bbf6a5a9acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.962543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1782cee-5a08-4359-a483-6bbf6a5a9acd None None] Pushing event deleted for resources: {'Port': ['ID=2d694a45-abd8-433b-ae68-712a34328256,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:54.968047 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:54.986039 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-277033fb-a0f0-43a9-b4e0-1d705cb045e2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3767107 Mar 02 20:13:54.988838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40612) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:54.995332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1e0c0841-6b45-4d42-96c4-29bc8e3b9f9a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:55.004096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.013134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Calling delete_port for 2d694a45-abd8-433b-ae68-712a34328256 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:55.041141 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c30926bd-9fa8-4b26-a021-f2f5812b7d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.047920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1782cee-5a08-4359-a483-6bbf6a5a9acd None None] No DVR routers for this DVR port 2d694a45-abd8-433b-ae68-712a34328256 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:13:55.052402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-20c9dc88-0b2b-4fc1-99cc-0c02557fc0bd tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:55.054619 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-20c9dc88-0b2b-4fc1-99cc-0c02557fc0bd tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7784843 Mar 02 20:13:55.071443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40616) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:55.086097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed6f2a-efdb-4fda-9203-c53338e32554 None None] Pushing event updated for resources: {'Port': ['ID=db67a437-d3e8-478b-bec4-9d41f6cb6eb9,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:55.104445 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2315bbad-132b-4d20-b74d-af1ade69d3c7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4759130 Mar 02 20:13:55.111265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40620) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:55.125259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'floatingip': {'port_id': '92a808f7-beb2-41c4-aad6-956c486dbddb'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:55.127829 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c30926bd-9fa8-4b26-a021-f2f5812b7d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.178194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router a33323f5-8ca3-44e0-bb9f-a46516ebeb63 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:13:55.203095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.229297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:13:55.229682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:13:55.237141 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30926bd-9fa8-4b26-a021-f2f5812b7d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b94907-be30-4021-b9ff-c28be2befce7,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:55.247945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object ee04b001-c192-4766-a013-78a8da44ebfc will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:55.255604 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c30926bd-9fa8-4b26-a021-f2f5812b7d58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b3abf6f4b974ef89909eebff8b9a868&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4173961 Mar 02 20:13:55.260552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1e0c0841-6b45-4d42-96c4-29bc8e3b9f9a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:55.262536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40624) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:55.301286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1e0c0841-6b45-4d42-96c4-29bc8e3b9f9a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:55.305898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.404808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ac0a4867-4b62-435b-be76-6fc3fb42a278 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:55.536960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0c0841-6b45-4d42-96c4-29bc8e3b9f9a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:55.556866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:13:55.562647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-443905e9-4bce-49ab-9d4b-69cd3d67bc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.567205 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273dd1b8-9847-4670-9f9f-6fa4dbc94e28 None None] Sync routers for ids ['a33323f5-8ca3-44e0-bb9f-a46516ebeb63'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:13:55.573901 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e507eca0-5395-4123-934a-8b89c20c9a1d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/a33323f5-8ca3-44e0-bb9f-a46516ebeb63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3808501 Mar 02 20:13:55.578157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40628) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:55.578783 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273dd1b8-9847-4670-9f9f-6fa4dbc94e28 None None] Routers {'a33323f5-8ca3-44e0-bb9f-a46516ebeb63'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:55.579398 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-273dd1b8-9847-4670-9f9f-6fa4dbc94e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a33323f5-8ca3-44e0-bb9f-a46516ebeb63'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:55.619357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.642514 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-273dd1b8-9847-4670-9f9f-6fa4dbc94e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:55.651385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ac0a4867-4b62-435b-be76-6fc3fb42a278 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:55.652618 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ac0a4867-4b62-435b-be76-6fc3fb42a278 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5802534 Mar 02 20:13:55.658771 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273dd1b8-9847-4670-9f9f-6fa4dbc94e28 None None] Routers {'a33323f5-8ca3-44e0-bb9f-a46516ebeb63'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:13:55.659358 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-273dd1b8-9847-4670-9f9f-6fa4dbc94e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a33323f5-8ca3-44e0-bb9f-a46516ebeb63'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:55.659493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40632) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:55.692690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:55.692911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1e0c0841-6b45-4d42-96c4-29bc8e3b9f9a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.694766 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0c0841-6b45-4d42-96c4-29bc8e3b9f9a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:13:55.695148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0c0841-6b45-4d42-96c4-29bc8e3b9f9a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:13:55.705129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:55.714221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:13:55.742317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Deleting port 2d694a45-abd8-433b-ae68-712a34328256 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:55.742656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.752932 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-39b0cb66-5287-453a-b924-7b768f2065ee tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] delete failed (client error): The resource could not be found. Mar 02 20:13:55.758273 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-39b0cb66-5287-453a-b924-7b768f2065ee tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "DELETE /v2.0/security-groups/0ca7f487-b557-4465-822c-f41dbe39fb6d HTTP/1.1" status: 404 len: 347 time: 0.0866494 Mar 02 20:13:55.765735 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-273dd1b8-9847-4670-9f9f-6fa4dbc94e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:55.766156 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273dd1b8-9847-4670-9f9f-6fa4dbc94e28 None None] The sync data for ids ['a33323f5-8ca3-44e0-bb9f-a46516ebeb63'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:13:55.767755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-443905e9-4bce-49ab-9d4b-69cd3d67bc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.776215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40636) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:55.787402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b499e2e1-be0c-439f-a99f-7a2aae4a8e07 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:55.788666 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b499e2e1-be0c-439f-a99f-7a2aae4a8e07 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Synchronizing usage tracker for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:55.819759 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=ee04b001-c192-4766-a013-78a8da44ebfc,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:55.853134 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1e0c0841-6b45-4d42-96c4-29bc8e3b9f9a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8586876 Mar 02 20:13:55.856076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40640) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:55.862000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] The port '2d694a45-abd8-433b-ae68-712a34328256' was deleted {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:13:55.902512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:55.903114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.932928 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b499e2e1-be0c-439f-a99f-7a2aae4a8e07 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Unset dirty status for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:55.934270 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b499e2e1-be0c-439f-a99f-7a2aae4a8e07 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports/544c5c19-717e-46bf-8fc7-5b3f98a78af3 HTTP/1.1" status: 200 len: 911 time: 0.3585713 Mar 02 20:13:55.938664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40644) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:55.994807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da970149-3fbb-4cb4-91e7-f6379e16c59c'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:56.058955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.072048 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-26b5d61b-c862-4c78-b9c8-a5453490dcb7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.1730056 Mar 02 20:13:56.084003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40648) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:56.084298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-625b6eb9-53d1-4baa-9524-59caa55f4b69 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:56.130289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:56.202174 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd179c-fb94-4160-8403-13aad4a12e56 None None] Network 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:56.221490 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ad767cfe-ed47-4e1e-bdc1-b6b101ce09f4 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Synchronizing usage tracker for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:56.228336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1786daeb-d7e0-4bc9-a9b4-9866175ead73') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:56.229034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1786daeb-d7e0-4bc9-a9b4-9866175ead73') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:56.253090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-625b6eb9-53d1-4baa-9524-59caa55f4b69 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:56.262486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.273519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-558156af-fb20-4330-9252-37c53b868b60 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port ee04b001-c192-4766-a013-78a8da44ebfc {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:56.273862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-558156af-fb20-4330-9252-37c53b868b60 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.275621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ad767cfe-ed47-4e1e-bdc1-b6b101ce09f4 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] Unset dirty status for tenant:10ba78cc30d94a5abc18c08f8b28a204 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:56.280109 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ad767cfe-ed47-4e1e-bdc1-b6b101ce09f4 tempest-SecGroupIPv6Test-452928299 tempest-SecGroupIPv6Test-452928299-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4973621 Mar 02 20:13:56.280972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-625b6eb9-53d1-4baa-9524-59caa55f4b69 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:56.352999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-443905e9-4bce-49ab-9d4b-69cd3d67bc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.359522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.377209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443905e9-4bce-49ab-9d4b-69cd3d67bc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b94907-be30-4021-b9ff-c28be2befce7,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:56.384394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:13:56.385102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.400908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-443905e9-4bce-49ab-9d4b-69cd3d67bc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:13:56.401266 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:13:56.403621 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-443905e9-4bce-49ab-9d4b-69cd3d67bc29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01b94907-be30-4021-b9ff-c28be2befce7 HTTP/1.1" status: 204 len: 168 time: 1.1346536 Mar 02 20:13:56.404427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625b6eb9-53d1-4baa-9524-59caa55f4b69 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:56.408163 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-625b6eb9-53d1-4baa-9524-59caa55f4b69 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.410407 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-625b6eb9-53d1-4baa-9524-59caa55f4b69 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:13:56.410407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625b6eb9-53d1-4baa-9524-59caa55f4b69 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:13:56.479630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1b2b8d0c-fd3c-46ea-acf1-a560bf0fddfc None None] Provisioning for port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:56.571779 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-625b6eb9-53d1-4baa-9524-59caa55f4b69 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7139173 Mar 02 20:13:56.582551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40656) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:56.591371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bfd04f01-92dc-48a3-b022-843d2fa552cc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:56.702505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:13:56.775083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.781894 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device db67a437-d3e8-478b-bec4-9d41f6cb6eb9 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:56.791775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.798123 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.831869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bfd04f01-92dc-48a3-b022-843d2fa552cc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:56.834275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:56.865663 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bfd04f01-92dc-48a3-b022-843d2fa552cc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:56.883738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.936908 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-82bad9ef-5819-429f-9f1b-cd1ff52bdea1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1c9dcddb-2565-4078-9c1f-2ec5a76cb3ee HTTP/1.1" status: 204 len: 168 time: 3.4015665 Mar 02 20:13:56.957038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e3225f39-1dee-4a90-9d03-fb6336b065de None None] Provisioning for port ee04b001-c192-4766-a013-78a8da44ebfc completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:56.957426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd04f01-92dc-48a3-b022-843d2fa552cc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:56.961465 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:56.962893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bfd04f01-92dc-48a3-b022-843d2fa552cc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.964772 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd04f01-92dc-48a3-b022-843d2fa552cc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:13:56.964772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd04f01-92dc-48a3-b022-843d2fa552cc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:13:56.967468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:56.967839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.969641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.970062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-558156af-fb20-4330-9252-37c53b868b60 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:57.057034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e3225f39-1dee-4a90-9d03-fb6336b065de None None] Provisioning complete for port ee04b001-c192-4766-a013-78a8da44ebfc triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:57.057658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e3225f39-1dee-4a90-9d03-fb6336b065de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:57.280062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40668) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:57.315428 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bfd04f01-92dc-48a3-b022-843d2fa552cc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7318029 Mar 02 20:13:57.335923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40674) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:57.361120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e3225f39-1dee-4a90-9d03-fb6336b065de None None] Port ee04b001-c192-4766-a013-78a8da44ebfc cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:13:57.368633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-558156af-fb20-4330-9252-37c53b868b60 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for ee04b001-c192-4766-a013-78a8da44ebfc owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:13:57.388638 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-48a51bd0-9811-4453-9c8d-0bc9685d4c43 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0513356 Mar 02 20:13:57.391676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40680) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:57.394028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:57.439682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port db67a437-d3e8-478b-bec4-9d41f6cb6eb9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=db67a437-d3e8-478b-bec4-9d41f6cb6eb9,segment=NetworkSegment(6812a97f-5a1f-434a-8f68-1db28220b55d),segment_id=6812a97f-5a1f-434a-8f68-1db28220b55d)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:13:57.483403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7d487385-d210-4960-a030-86cda813a722 None None] Provisioning complete for port ee04b001-c192-4766-a013-78a8da44ebfc triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:57.484132 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7d487385-d210-4960-a030-86cda813a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:57.486557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a559a46-6ecd-484c-9112-45e06c7285a3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:57.487994 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2a559a46-6ecd-484c-9112-45e06c7285a3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0880580 Mar 02 20:13:57.491920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40686) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:57.552406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7d487385-d210-4960-a030-86cda813a722 None None] Port ee04b001-c192-4766-a013-78a8da44ebfc cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:13:57.554301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:57.564725 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8472e87e-45b8-46b6-8406-56f614fca500 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701137 Mar 02 20:13:57.574104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40692) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:57.589020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:57.641377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=db67a437-d3e8-478b-bec4-9d41f6cb6eb9,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:57.696166 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40696) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:57.755227 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Floating IP 6652c62a-3393-40b9-a297-f719561dcb51 associated. External IP: 172.26.5.19, port: 47fcbbb4-0052-444a-91d1-530bcee1d420. Mar 02 20:13:57.829346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:57.861259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-558156af-fb20-4330-9252-37c53b868b60 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:57.928114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558156af-fb20-4330-9252-37c53b868b60 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=ee04b001-c192-4766-a013-78a8da44ebfc,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:58.019407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:58.045021 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b20524f4-6fd2-4e2a-8b3e-f5d9c9a6d3f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e61b8232eb4340acba554e5488a7b44b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3477011 Mar 02 20:13:58.047760 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40704) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.075982 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-90312511-b60f-4f1f-b19f-c2e2a55d8e01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10ba78cc30d94a5abc18c08f8b28a204&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7927058 Mar 02 20:13:58.078682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40708) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.096446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-558156af-fb20-4330-9252-37c53b868b60 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:58.109899 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-558156af-fb20-4330-9252-37c53b868b60 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/ee04b001-c192-4766-a013-78a8da44ebfc HTTP/1.1" status: 204 len: 168 time: 2.0249527 Mar 02 20:13:58.118465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40712) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.132256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:58.208818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:58.211426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:58.214000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:58.214566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:58.217046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:58.218909 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/ports/544c5c19-717e-46bf-8fc7-5b3f98a78af3 HTTP/1.1" status: 200 len: 911 time: 2.2354341 Mar 02 20:13:58.220641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40718) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.249578 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16aa58e-683c-4ba3-a71c-b84a0464764d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:13:58.250084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c16aa58e-683c-4ba3-a71c-b84a0464764d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:58.306367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40724) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.395014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-738de2a4-b1f3-42d6-8a89-865c26408761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:58.406353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=544c5c19-717e-46bf-8fc7-5b3f98a78af3,revision_number=3']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:58.406921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ce958d14-7750-48c9-a94d-2ff73052c2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:58.430070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:58.430421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:58.430764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:58.431102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:58.431432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:58.431754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:58.432261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:58.432827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:58.433071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:58.433393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:58.433712 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a91e44-a2a4-4339-9466-f64cfb74128c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:58.478454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-738de2a4-b1f3-42d6-8a89-865c26408761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:58.489363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c16aa58e-683c-4ba3-a71c-b84a0464764d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:58.490255 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c16aa58e-683c-4ba3-a71c-b84a0464764d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/ee04b001-c192-4766-a013-78a8da44ebfc HTTP/1.1" status: 404 len: 333 time: 0.3692706 Mar 02 20:13:58.492335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ce958d14-7750-48c9-a94d-2ff73052c2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:58.505794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40730) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.509226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-4a180830-2562-4b0b-bdac-17d07d273574 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.510238 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4a180830-2562-4b0b-bdac-17d07d273574 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.1965547 Mar 02 20:13:58.520079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40732) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.577100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-d48c190f-e9a2-47db-a352-e0d372c25e6d tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.578096 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d48c190f-e9a2-47db-a352-e0d372c25e6d tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0501518 Mar 02 20:13:58.586404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40738) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.595940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-58e453e9-fd03-4a7b-b54d-e4a81635c360 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.599251 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-58e453e9-fd03-4a7b-b54d-e4a81635c360 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0095348 Mar 02 20:13:58.599744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40742) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.605856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-89d8b036-ca2b-46ee-b98f-2576939daf9b tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.606768 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-89d8b036-ca2b-46ee-b98f-2576939daf9b tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0062008 Mar 02 20:13:58.609752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40746) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.614811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-449a8be1-7928-49e3-b5e2-6487d8fc54a0 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.615691 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-449a8be1-7928-49e3-b5e2-6487d8fc54a0 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050156 Mar 02 20:13:58.624958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40750) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.630682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-66942bb3-fc76-4ba0-a3e6-8b088ba16b1b tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.632079 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-66942bb3-fc76-4ba0-a3e6-8b088ba16b1b tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0057416 Mar 02 20:13:58.634917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40754) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.640562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-7f9eee9a-7559-4d05-9779-ac5d022357fa tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.645138 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7f9eee9a-7559-4d05-9779-ac5d022357fa tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0057323 Mar 02 20:13:58.645844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40758) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.651931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-ec3f08cc-d758-4575-bb70-446cadfa9d51 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.655562 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ec3f08cc-d758-4575-bb70-446cadfa9d51 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0061331 Mar 02 20:13:58.655562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40762) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.660696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-67c85d0c-f54b-457e-b64f-c3016c5faf42 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.664561 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-67c85d0c-f54b-457e-b64f-c3016c5faf42 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053327 Mar 02 20:13:58.665060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40766) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.671025 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-1b958051-4e1c-4198-bb7a-9f8c1f08d72a tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.674407 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1b958051-4e1c-4198-bb7a-9f8c1f08d72a tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0060327 Mar 02 20:13:58.675838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40770) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.681739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-1c34f3ba-1410-4a4b-8ff4-6c71f4bcb07a tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.686441 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1c34f3ba-1410-4a4b-8ff4-6c71f4bcb07a tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061545 Mar 02 20:13:58.686441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40774) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.691198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-21252fb7-4a98-459a-b661-5ec4a75f1d5f tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.694981 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-21252fb7-4a98-459a-b661-5ec4a75f1d5f tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054784 Mar 02 20:13:58.697296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40778) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.702717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f969095-94b2-4baa-a433-42802c0e730d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:58.725197 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-c57cb63c-1d46-47b6-abfb-aba82e742e38 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.726284 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c57cb63c-1d46-47b6-abfb-aba82e742e38 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0286760 Mar 02 20:13:58.737391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device db67a437-d3e8-478b-bec4-9d41f6cb6eb9 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:58.741521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40782) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.802353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-0977f5f9-fbb5-4784-9e83-836a70269abf tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.803325 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0977f5f9-fbb5-4784-9e83-836a70269abf tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0604467 Mar 02 20:13:58.813358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40786) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.815152 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:58.815619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:58.823201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-9fd5ea60-ad89-4286-9fb9-b463c005a7cd tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.827052 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9fd5ea60-ad89-4286-9fb9-b463c005a7cd tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0101094 Mar 02 20:13:58.827498 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40790) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.832930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-228e0666-6289-440a-9c5a-6523f1ae9d83 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.836541 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-228e0666-6289-440a-9c5a-6523f1ae9d83 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054779 Mar 02 20:13:58.842931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40794) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.842931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-50b33fb3-e369-4284-8193-79ddd6c1e419 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.846054 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-50b33fb3-e369-4284-8193-79ddd6c1e419 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060720 Mar 02 20:13:58.846173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40798) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.864007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-6faf11aa-584f-4b92-b17a-e35d10a49b5c tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.871650 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6faf11aa-584f-4b92-b17a-e35d10a49b5c tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0179415 Mar 02 20:13:58.871650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40802) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.874639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-ccb595d4-107e-4875-9827-f03c818b74fb tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.877846 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ccb595d4-107e-4875-9827-f03c818b74fb tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0060740 Mar 02 20:13:58.878032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40806) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.883562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-d1d8c1d8-c9d9-4b28-bfb0-91adf4e537c3 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.886663 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d1d8c1d8-c9d9-4b28-bfb0-91adf4e537c3 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0055099 Mar 02 20:13:58.888700 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40810) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.897008 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-10c5df25-d013-4220-9736-ab866a282302 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.897008 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-10c5df25-d013-4220-9736-ab866a282302 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058811 Mar 02 20:13:58.903403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40814) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.910888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-57639c80-5eba-4d15-9e6f-ac6ae9688ff0 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.915393 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-57639c80-5eba-4d15-9e6f-ac6ae9688ff0 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0068932 Mar 02 20:13:58.915393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40818) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.921340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-ac652522-0d37-4634-829c-e6961ec44a3a tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.924528 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ac652522-0d37-4634-829c-e6961ec44a3a tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059433 Mar 02 20:13:58.929133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40822) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.930328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-1387fb3b-37e8-4ec8-aca3-1485314cb165 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.933306 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1387fb3b-37e8-4ec8-aca3-1485314cb165 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0056045 Mar 02 20:13:58.934112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40826) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.939376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-bacad256-6547-4154-b85f-7d5167eb6016 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.940274 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bacad256-6547-4154-b85f-7d5167eb6016 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052001 Mar 02 20:13:58.943104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40830) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.950087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-741b1660-431e-4eaf-bbf7-acd31e42d1fd tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.951015 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-741b1660-431e-4eaf-bbf7-acd31e42d1fd tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0070581 Mar 02 20:13:58.977594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40834) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:58.994548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-63bfcb09-66d9-40ba-9e9c-01e4ceb1f8b7 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:58.998040 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-63bfcb09-66d9-40ba-9e9c-01e4ceb1f8b7 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0144892 Mar 02 20:13:58.998763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40838) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.002603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-381e4fbb-d120-4b57-9036-73d9211ee2a2 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.005656 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-381e4fbb-d120-4b57-9036-73d9211ee2a2 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043705 Mar 02 20:13:59.005774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-738de2a4-b1f3-42d6-8a89-865c26408761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.006353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40842) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.007743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ce958d14-7750-48c9-a94d-2ff73052c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.012813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-585d9a08-9bb5-4d45-b24a-2a1865fd93dd tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.016745 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-585d9a08-9bb5-4d45-b24a-2a1865fd93dd tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069630 Mar 02 20:13:59.016745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40846) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.024036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-33a2c58c-f1db-4937-9996-ac703797431c tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.027152 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-33a2c58c-f1db-4937-9996-ac703797431c tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079880 Mar 02 20:13:59.027772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40850) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.050791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738de2a4-b1f3-42d6-8a89-865c26408761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb227b6f-079c-4244-9219-bb308c36f52c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:59.080389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-58cc04e4-75ba-4430-8412-0d281e2ac851 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.083771 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-58cc04e4-75ba-4430-8412-0d281e2ac851 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0530174 Mar 02 20:13:59.083908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting subnet 9de07eaf-b8cc-483d-9cee-f7fbdec245b3 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:13:59.084311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce958d14-7750-48c9-a94d-2ff73052c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c43c83-1aaf-42e4-892e-1cc17f20cd37,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:59.088464 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40854) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.092367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.124732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-7c5da7dc-281f-4ef2-8a7b-2b176c36d95c tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.128389 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7c5da7dc-281f-4ef2-8a7b-2b176c36d95c tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0363245 Mar 02 20:13:59.143074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40858) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.149253 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-7c950ab7-5b07-4553-8e22-4d3eb6e5e21c tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.152670 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7c950ab7-5b07-4553-8e22-4d3eb6e5e21c tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0050607 Mar 02 20:13:59.158837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40862) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.182030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-a558e646-222b-4b61-ab9b-34c30b63121e tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.185529 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a558e646-222b-4b61-ab9b-34c30b63121e tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0188384 Mar 02 20:13:59.190354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40866) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.237729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-908f7130-3ce5-41f2-9bae-3e3051a568c5 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.241770 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-908f7130-3ce5-41f2-9bae-3e3051a568c5 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0458837 Mar 02 20:13:59.242142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40870) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.253118 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-b8ee1407-2da8-4782-a2a7-f88965089481 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.256311 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b8ee1407-2da8-4782-a2a7-f88965089481 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0108471 Mar 02 20:13:59.257736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40874) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.260054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.264325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-a1c3458c-0df2-40c3-82e0-5a2833563c4b tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.267377 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a1c3458c-0df2-40c3-82e0-5a2833563c4b tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0066197 Mar 02 20:13:59.267655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40878) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.271882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-258ea9d6-aafc-47a5-9f57-c92499958c6d tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.273293 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-258ea9d6-aafc-47a5-9f57-c92499958c6d tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043368 Mar 02 20:13:59.278057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40882) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.282370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-b3aeef58-fbe2-454e-97a0-204751cb3a67 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.285152 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b3aeef58-fbe2-454e-97a0-204751cb3a67 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043871 Mar 02 20:13:59.285677 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40886) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.292287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-0d0a06bc-18b2-437a-b458-69ac55114f8d tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.295324 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0d0a06bc-18b2-437a-b458-69ac55114f8d tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0066788 Mar 02 20:13:59.298459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40890) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.301727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-81c7b39a-4bd7-44c5-90bf-6ad6bdb5d6dd tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.305413 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-81c7b39a-4bd7-44c5-90bf-6ad6bdb5d6dd tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0059698 Mar 02 20:13:59.314765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40894) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.335875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-623c8691-ba74-4a03-a46c-7bf843cec545 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.339223 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-623c8691-ba74-4a03-a46c-7bf843cec545 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0190802 Mar 02 20:13:59.341646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40898) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.352783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-7e698749-44a1-49a9-95a5-6775a27b4044 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.354408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7e698749-44a1-49a9-95a5-6775a27b4044 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0111666 Mar 02 20:13:59.358114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40902) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.364723 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-05353ee0-0be9-4a3c-a930-f93dd6684fb1 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.367737 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-05353ee0-0be9-4a3c-a930-f93dd6684fb1 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0071056 Mar 02 20:13:59.368514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40906) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.374730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-4ec5485b-1673-4eed-9a8e-03284f1f078e tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.377514 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4ec5485b-1673-4eed-9a8e-03284f1f078e tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0064764 Mar 02 20:13:59.378275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40910) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.384661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-cc310b94-d934-46d0-aa0c-21e8dd20ba57 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.387593 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cc310b94-d934-46d0-aa0c-21e8dd20ba57 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067132 Mar 02 20:13:59.388144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40914) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.416945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-81b00105-6b05-43ae-ad62-d2cd8ddbedf3 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.417625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.objects.ports [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84503) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:13:59.418149 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-81b00105-6b05-43ae-ad62-d2cd8ddbedf3 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0288925 Mar 02 20:13:59.422310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40918) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.432252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-5045992a-4eb7-43bb-9d26-3031d3039fc2 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.436216 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5045992a-4eb7-43bb-9d26-3031d3039fc2 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0099792 Mar 02 20:13:59.436368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.436482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40922) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.441545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-07b489b3-c09e-4829-9fa0-5d52c2feb85b tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.444755 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-07b489b3-c09e-4829-9fa0-5d52c2feb85b tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054765 Mar 02 20:13:59.445049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40926) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.451130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-efa2b4b5-bef1-4984-9759-f027c93e8203 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.454143 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-efa2b4b5-bef1-4984-9759-f027c93e8203 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0062156 Mar 02 20:13:59.454292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40930) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.463983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-a1491ae2-7279-4d51-a15f-b5a90e07d73f tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.466654 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a1491ae2-7279-4d51-a15f-b5a90e07d73f tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0098646 Mar 02 20:13:59.467134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40934) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.469195 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-738de2a4-b1f3-42d6-8a89-865c26408761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.470323 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-738de2a4-b1f3-42d6-8a89-865c26408761 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb227b6f-079c-4244-9219-bb308c36f52c HTTP/1.1" status: 204 len: 168 time: 1.4216840 Mar 02 20:13:59.471292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-392553d2-7553-4524-a0a1-1760654c8d03 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.474547 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-392553d2-7553-4524-a0a1-1760654c8d03 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0065756 Mar 02 20:13:59.476995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40940) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.484070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-85aa1b5a-abfa-446c-80ba-f6fd861fb51d tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.487582 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-85aa1b5a-abfa-446c-80ba-f6fd861fb51d tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0086379 Mar 02 20:13:59.487808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ce958d14-7750-48c9-a94d-2ff73052c2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.492531 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40944) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.492702 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ce958d14-7750-48c9-a94d-2ff73052c2a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24c43c83-1aaf-42e4-892e-1cc17f20cd37 HTTP/1.1" status: 204 len: 168 time: 1.4058979 Mar 02 20:13:59.495072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-bc9b97f0-920f-435e-97b8-21d44b17a283 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.498483 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bc9b97f0-920f-435e-97b8-21d44b17a283 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0063984 Mar 02 20:13:59.498824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40950) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.503685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-2fcee8e3-ede9-45ea-b525-a25ddddda320 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.507590 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2fcee8e3-ede9-45ea-b525-a25ddddda320 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0077186 Mar 02 20:13:59.509025 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40954) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.517515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-0344095c-48c4-4d84-8207-3ecd9ac2e021 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.520608 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0344095c-48c4-4d84-8207-3ecd9ac2e021 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0073111 Mar 02 20:13:59.521290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.521443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40958) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.527460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-21831251-a8f0-4f85-8ee8-b33313a3c017 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.530733 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-21831251-a8f0-4f85-8ee8-b33313a3c017 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0061672 Mar 02 20:13:59.554410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40962) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.567853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-15fd1457-26d7-45ec-bb90-cae364f21cc7 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.569519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:59.571591 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-15fd1457-26d7-45ec-bb90-cae364f21cc7 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0123539 Mar 02 20:13:59.575011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40966) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.578795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:59.580514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-1da3be70-ac1a-44b1-9922-a2ed7c1e391d tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.583239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=ea4d324d-03af-4e87-ab93-012e53319bd4,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:59.583947 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1da3be70-ac1a-44b1-9922-a2ed7c1e391d tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0081525 Mar 02 20:13:59.586045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:59.586635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.587166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40970) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.592552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-91a5b17a-d2df-4d59-aa65-e2b89721dfc8 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.594171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88974460-ee5d-4e6d-bc4d-137a37ba2d24 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:13:59.596058 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-91a5b17a-d2df-4d59-aa65-e2b89721dfc8 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079818 Mar 02 20:13:59.599477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40974) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.615075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-c7c52e0e-9777-4282-91bb-08d8d8d7b96e tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.616601 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c7c52e0e-9777-4282-91bb-08d8d8d7b96e tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0106516 Mar 02 20:13:59.619617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40978) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.629761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-ebc4ce03-c095-4c2a-8645-e0892cc54357 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.631795 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ebc4ce03-c095-4c2a-8645-e0892cc54357 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0093668 Mar 02 20:13:59.635453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:13:59.637857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 40982) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.643613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [None req-bbb414c2-9e81-46d8-afea-d740cce077b3 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.647722 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bbb414c2-9e81-46d8-afea-d740cce077b3 tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0084643 Mar 02 20:13:59.647923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40986) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.655102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [None req-e27f3b1f-3485-46c9-86d1-f096ea86e76a tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:13:59.656345 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e27f3b1f-3485-46c9-86d1-f096ea86e76a tempest-ExtensionsTestJSON-88643484 tempest-ExtensionsTestJSON-88643484-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0068958 Mar 02 20:13:59.730600 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d4df0ddb-9a4c-4180-b91f-6ac94c888ac2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1508410 Mar 02 20:13:59.731375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 40992) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:59.746592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4f969095-94b2-4baa-a433-42802c0e730d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 544c5c19-717e-46bf-8fc7-5b3f98a78af3 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:13:59.746937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f969095-94b2-4baa-a433-42802c0e730d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.807160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:74:64:6b', 'name': 'tempest-NetworksTestDHCPv6-807321725'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:13:59.829986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.912224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': 'ea4d324d-03af-4e87-ab93-012e53319bd4'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:13:59.913121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.008264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f969095-94b2-4baa-a433-42802c0e730d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.042442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Subnet': ['ID=9de07eaf-b8cc-483d-9cee-f7fbdec245b3,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:00.068772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.093304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.093848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.093990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.094246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.094581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.094911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.095235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.095573 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.095878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.096199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.096522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.107008 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4ca88fcd-044f-43b9-b4d4-8b3e5167a163 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/9de07eaf-b8cc-483d-9cee-f7fbdec245b3 HTTP/1.1" status: 204 len: 168 time: 1.5911741 Mar 02 20:14:00.111184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41000) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:00.130300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514ec68-590f-427c-8203-cbf2dcfc8b51 None None] Network 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:00.180002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4f969095-94b2-4baa-a433-42802c0e730d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 544c5c19-717e-46bf-8fc7-5b3f98a78af3 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:00.271365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:00.279514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:00.284966 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.287541 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:00.295444 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:00.306250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Allocated IP 2001:db8::f816:3eff:feb6:f5aa (2c0dfed8-adb2-4b23-a32c-5e04666528a0/ea4d324d-03af-4e87-ab93-012e53319bd4/056168f4-d031-4174-9bdf-c4a33823e61f) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:00.314664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:00.315025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.426549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:00.431149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.485724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 303d1190-c73c-4823-8db5-8a103ee38205 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:00.505505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f969095-94b2-4baa-a433-42802c0e730d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.566381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f969095-94b2-4baa-a433-42802c0e730d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=544c5c19-717e-46bf-8fc7-5b3f98a78af3,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:00.608367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:00.644137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48e478-e919-4d75-950d-f36e78eda6ff None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:00.688066 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c9a09-2603-42b2-aaf6-4ad3dbecb936 None None] DHCP port deletion for 90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:14:00.739270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-115c9a09-2603-42b2-aaf6-4ad3dbecb936 None None] Deleting port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:00.739907 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-115c9a09-2603-42b2-aaf6-4ad3dbecb936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.802989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device db67a437-d3e8-478b-bec4-9d41f6cb6eb9 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:00.851753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f969095-94b2-4baa-a433-42802c0e730d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.872544 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] For port db67a437-d3e8-478b-bec4-9d41f6cb6eb9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=db67a437-d3e8-478b-bec4-9d41f6cb6eb9,segment=NetworkSegment(6812a97f-5a1f-434a-8f68-1db28220b55d),segment_id=6812a97f-5a1f-434a-8f68-1db28220b55d)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:00.872883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.890878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.907438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d48e478-e919-4d75-950d-f36e78eda6ff None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:00.908476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d48e478-e919-4d75-950d-f36e78eda6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:01.029022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Transition to ACTIVE for port object 056168f4-d031-4174-9bdf-c4a33823e61f will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:01.032353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d48e478-e919-4d75-950d-f36e78eda6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:01.083747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for db67a437-d3e8-478b-bec4-9d41f6cb6eb9 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:01.112605 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Transition to ACTIVE for port object 056168f4-d031-4174-9bdf-c4a33823e61f will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:01.154038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41020) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:01.193492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d48e478-e919-4d75-950d-f36e78eda6ff None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:01.194690 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d48e478-e919-4d75-950d-f36e78eda6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:01.274184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::f816:3eff:fe74:646b (2c0dfed8-adb2-4b23-a32c-5e04666528a0/ea4d324d-03af-4e87-ab93-012e53319bd4/303d1190-c73c-4823-8db5-8a103ee38205) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:01.313115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:01.429767 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d48e478-e919-4d75-950d-f36e78eda6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:01.430117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d48e478-e919-4d75-950d-f36e78eda6ff None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:01.474354 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:01.510837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-115c9a09-2603-42b2-aaf6-4ad3dbecb936 None None] For port db67a437-d3e8-478b-bec4-9d41f6cb6eb9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=db67a437-d3e8-478b-bec4-9d41f6cb6eb9,segment=NetworkSegment(6812a97f-5a1f-434a-8f68-1db28220b55d),segment_id=6812a97f-5a1f-434a-8f68-1db28220b55d)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:01.511240 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-115c9a09-2603-42b2-aaf6-4ad3dbecb936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:01.519583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:01.526564 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:01.532473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:01.536330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Pushing event updated for resources: {'Port': ['ID=056168f4-d031-4174-9bdf-c4a33823e61f,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:01.559692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:01.608365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 303d1190-c73c-4823-8db5-8a103ee38205 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:01.664241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-115c9a09-2603-42b2-aaf6-4ad3dbecb936 None None] Calling delete_port for db67a437-d3e8-478b-bec4-9d41f6cb6eb9 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:01.681505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-164a8523-f4ba-4bd9-84af-923777eb27dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:01.730537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f969095-94b2-4baa-a433-42802c0e730d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router a33323f5-8ca3-44e0-bb9f-a46516ebeb63 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:14:01.867974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:01.893961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Attempting to bind port 056168f4-d031-4174-9bdf-c4a33823e61f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:01.894623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Attempting to bind port 056168f4-d031-4174-9bdf-c4a33823e61f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:01.895218 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Attempting to bind port 056168f4-d031-4174-9bdf-c4a33823e61f on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:01.905031 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 20:14:01.905031 dv-neutron-831593-2-hyperv neutron-server[84505]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Mar 02 20:14:01.905031 dv-neutron-831593-2-hyperv neutron-server[84505]: [parameters: {'status': 'DOWN', 'ports_id': 'db67a437-d3e8-478b-bec4-9d41f6cb6eb9'}] Mar 02 20:14:01.905031 dv-neutron-831593-2-hyperv neutron-server[84505]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:14:01.906313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:14:01.907163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-115c9a09-2603-42b2-aaf6-4ad3dbecb936 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:14:01.907483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-164a8523-f4ba-4bd9-84af-923777eb27dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:01.908240 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-115c9a09-2603-42b2-aaf6-4ad3dbecb936 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:14:01.909638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:01.910345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:01.910981 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:01.911571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:01.913129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Bound port: 056168f4-d031-4174-9bdf-c4a33823e61f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:01.913738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:01.914073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-164a8523-f4ba-4bd9-84af-923777eb27dc admin admin] Usage tracker for resource:security_group_rule and tenant:a2c0bd6fd4244d16801f7ef11fbe427a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:01.917935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-164a8523-f4ba-4bd9-84af-923777eb27dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:01.924871 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-164a8523-f4ba-4bd9-84af-923777eb27dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:01.948072 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:01.953260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f969095-94b2-4baa-a433-42802c0e730d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:01.965669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=303d1190-c73c-4823-8db5-8a103ee38205,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:01.976093 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b77145-0639-4262-8106-ece99176053b None None] Sync routers for ids ['a33323f5-8ca3-44e0-bb9f-a46516ebeb63'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:01.996962 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b77145-0639-4262-8106-ece99176053b None None] Routers {'a33323f5-8ca3-44e0-bb9f-a46516ebeb63'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:01.997577 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a4b77145-0639-4262-8106-ece99176053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a33323f5-8ca3-44e0-bb9f-a46516ebeb63'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:02.086957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No DVR routers for this DVR port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:02.090005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] For port 056168f4-d031-4174-9bdf-c4a33823e61f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:02.095950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] For port 056168f4-d031-4174-9bdf-c4a33823e61f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=056168f4-d031-4174-9bdf-c4a33823e61f,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:02.100813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-164a8523-f4ba-4bd9-84af-923777eb27dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.126940 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a4b77145-0639-4262-8106-ece99176053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:02.128790 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4f969095-94b2-4baa-a433-42802c0e730d tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/a33323f5-8ca3-44e0-bb9f-a46516ebeb63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8783982 Mar 02 20:14:02.130223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41042) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:02.154513 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b77145-0639-4262-8106-ece99176053b None None] Routers {'a33323f5-8ca3-44e0-bb9f-a46516ebeb63'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:02.157772 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a4b77145-0639-4262-8106-ece99176053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['a33323f5-8ca3-44e0-bb9f-a46516ebeb63'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:02.168815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.177342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41046) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:02.189029 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4d537ee0-6fc8-4744-ab85-daa92a83ad17 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Synchronizing usage tracker for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:02.223269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-164a8523-f4ba-4bd9-84af-923777eb27dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.235868 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-a4b77145-0639-4262-8106-ece99176053b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:02.236520 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b77145-0639-4262-8106-ece99176053b None None] The sync data for ids ['a33323f5-8ca3-44e0-bb9f-a46516ebeb63'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:02.277467 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-164a8523-f4ba-4bd9-84af-923777eb27dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2c0bd6fd4244d16801f7ef11fbe427a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1197646 Mar 02 20:14:02.277467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41052) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:02.322724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a8523-f4ba-4bd9-84af-923777eb27dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d6647e-956c-4912-8fac-e860dac262c1,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:02.335820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=db67a437-d3e8-478b-bec4-9d41f6cb6eb9,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:02.346653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df637f8-b4c5-4ab9-b227-47c583d090fc None None] Pushing event updated for resources: {'Port': ['ID=056168f4-d031-4174-9bdf-c4a33823e61f,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:02.357534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4d537ee0-6fc8-4744-ab85-daa92a83ad17 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Unset dirty status for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:02.359190 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4d537ee0-6fc8-4744-ab85-daa92a83ad17 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=a33323f5-8ca3-44e0-bb9f-a46516ebeb63 HTTP/1.1" status: 200 len: 205 time: 0.2280340 Mar 02 20:14:02.365381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41056) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:02.398397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d770999f-8ea3-4c5d-a785-11cdac6f39ef tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:02.399016 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-d770999f-8ea3-4c5d-a785-11cdac6f39ef tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 20:14:02.399943 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d770999f-8ea3-4c5d-a785-11cdac6f39ef tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2223334 Mar 02 20:14:02.403892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41060) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:02.410455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923577112'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:02.418608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:02.424691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:02.431093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:02.437277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-115c9a09-2603-42b2-aaf6-4ad3dbecb936 None None] Deleting port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:02.437654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-115c9a09-2603-42b2-aaf6-4ad3dbecb936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.442874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:02.453268 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d714e4e3-aabb-48fc-a5de-39fff3162cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.473482 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Port db67a437-d3e8-478b-bec4-9d41f6cb6eb9 update to DOWN by agent not found {{(pid=84505) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 02 20:14:02.506266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d714e4e3-aabb-48fc-a5de-39fff3162cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.506783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:02.523564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:02.527725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-115c9a09-2603-42b2-aaf6-4ad3dbecb936 None None] The port 'db67a437-d3e8-478b-bec4-9d41f6cb6eb9' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:14:02.540995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:02.544889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:02.545498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.617886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.626630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.646045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.685435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:02.726217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6812a97f-5a1f-434a-8f68-1db28220b55d') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:02.726818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6812a97f-5a1f-434a-8f68-1db28220b55d') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:02.727162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:02.732569 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:02.735917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:02.739781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d714e4e3-aabb-48fc-a5de-39fff3162cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.746985 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6dbf2c10-1698-4d19-a48f-a6c4f8715b35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0065444 Mar 02 20:14:02.751797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41066) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:02.753383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.766100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:02.774724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714e4e3-aabb-48fc-a5de-39fff3162cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d6647e-956c-4912-8fac-e860dac262c1,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:02.800021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d714e4e3-aabb-48fc-a5de-39fff3162cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.804075 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d714e4e3-aabb-48fc-a5de-39fff3162cc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45d6647e-956c-4912-8fac-e860dac262c1 HTTP/1.1" status: 204 len: 168 time: 0.5227008 Mar 02 20:14:02.831044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6cd72cd-3897-4215-9b23-3b03f3f24242 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.879177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.910079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.965309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.970507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:02.972892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:02.996906 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:03.011299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:03.015324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614e6273-3224-4ba1-9b0e-ec4dd967f383,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:03.018133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:03.021270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:03.046920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:03.125758 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.183395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.220255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.256243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7045f92-1f04-4cbf-9d35-f9fe1b842455 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:03.260077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7045f92-1f04-4cbf-9d35-f9fe1b842455 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:03.260865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e7045f92-1f04-4cbf-9d35-f9fe1b842455 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:03.296820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.316621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a344fb-83bd-4905-b117-4a4dcfd1744a,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:03.340206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Network': ['ID=90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:03.377652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41086) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:03.377652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'name': 'tempest-PortsTestJSON-70731245'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:03.379245 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-370785a6-dd77-4bb4-a973-df8fe80b7e22 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/networks/90cc5c7a-1bd1-44b4-8cc7-ccaddc97819f HTTP/1.1" status: 204 len: 168 time: 3.2655711 Mar 02 20:14:03.414787 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.416002 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-55df9257-df73-4951-88fa-273acf47120f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0112169 Mar 02 20:14:03.424569 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41092) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:03.443937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-bdbde357-d600-48b8-a09a-0d5e48ffc646 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'a0a344fb-83bd-4905-b117-4a4dcfd1744a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:03.484183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:14:03.485426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e7045f92-1f04-4cbf-9d35-f9fe1b842455 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:03.486691 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e7045f92-1f04-4cbf-9d35-f9fe1b842455 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7258945 Mar 02 20:14:03.516178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bdbde357-d600-48b8-a09a-0d5e48ffc646 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:03.518236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41098) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:03.532172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bdbde357-d600-48b8-a09a-0d5e48ffc646 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:03.578894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bdbde357-d600-48b8-a09a-0d5e48ffc646 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:03.606898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bdbde357-d600-48b8-a09a-0d5e48ffc646 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:03.662079 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1f04f84a-b94c-450a-bf4c-357ad4978726 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 303d1190-c73c-4823-8db5-8a103ee38205 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:03.662290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f04f84a-b94c-450a-bf4c-357ad4978726 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.703336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6cd72cd-3897-4215-9b23-3b03f3f24242 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.731265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6cd72cd-3897-4215-9b23-3b03f3f24242 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.808831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bdbde357-d600-48b8-a09a-0d5e48ffc646 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.815038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:03.833017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.833142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:03.835510 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdf988-3a4c-407c-bf88-696287785912 None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:03.856057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:port and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:03.865546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdf988-3a4c-407c-bf88-696287785912 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:03.866980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0dcdf988-3a4c-407c-bf88-696287785912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:03.875493 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:03.893641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6cd72cd-3897-4215-9b23-3b03f3f24242 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.894160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd72cd-3897-4215-9b23-3b03f3f24242 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Fanout notify agent at l3_agent the message router_deleted on router a33323f5-8ca3-44e0-bb9f-a46516ebeb63 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:14:03.906898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6cd72cd-3897-4215-9b23-3b03f3f24242 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.924642 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c6cd72cd-3897-4215-9b23-3b03f3f24242 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/a33323f5-8ca3-44e0-bb9f-a46516ebeb63 HTTP/1.1" status: 204 len: 168 time: 1.5405195 Mar 02 20:14:03.924642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41110) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:03.969327 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0dcdf988-3a4c-407c-bf88-696287785912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:03.972542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bc8c3041-496f-4279-bd4b-e5d956b17398 None None] Provisioning for port 056168f4-d031-4174-9bdf-c4a33823e61f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:04.016474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdf988-3a4c-407c-bf88-696287785912 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:04.017198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:04.017780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0dcdf988-3a4c-407c-bf88-696287785912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:04.107476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bdbde357-d600-48b8-a09a-0d5e48ffc646 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.176403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0dcdf988-3a4c-407c-bf88-696287785912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:04.176808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcdf988-3a4c-407c-bf88-696287785912 None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:04.182087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:04.191420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.202838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41118) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:04.213268 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bdbde357-d600-48b8-a09a-0d5e48ffc646 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.245235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f04f84a-b94c-450a-bf4c-357ad4978726 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.262579 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fb73899e-b043-4090-82f5-9c442a02b195 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "PUT /v2.0/floatingips/6652c62a-3393-40b9-a297-f719561dcb51 HTTP/1.1" status: 200 len: 977 time: 9.1461892 Mar 02 20:14:04.262792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbde357-d600-48b8-a09a-0d5e48ffc646 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445faddf-9ba7-4508-9b87-23b4336681de,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:04.264377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port f8a45e01-0a6e-4c03-9244-39ccae3a2560 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:04.274147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-96707d4b-6879-4163-b19e-6f22a3cfc148 None None] Provisioning for port 303d1190-c73c-4823-8db5-8a103ee38205 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:04.278699 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41124) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:04.282402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-96707d4b-6879-4163-b19e-6f22a3cfc148 None None] Provisioning complete for port 303d1190-c73c-4823-8db5-8a103ee38205 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:04.283152 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-96707d4b-6879-4163-b19e-6f22a3cfc148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.291227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c6f0c857-2326-410e-89b9-ed8f5f5376aa tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:04.351046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-96707d4b-6879-4163-b19e-6f22a3cfc148 None None] Port 303d1190-c73c-4823-8db5-8a103ee38205 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:04.436607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1f04f84a-b94c-450a-bf4c-357ad4978726 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 303d1190-c73c-4823-8db5-8a103ee38205 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:04.474888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c857-2326-410e-89b9-ed8f5f5376aa tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.503506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bdbde357-d600-48b8-a09a-0d5e48ffc646 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.504696 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bdbde357-d600-48b8-a09a-0d5e48ffc646 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0791798 Mar 02 20:14:04.523054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41130) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:04.523468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41132) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:04.535009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-cac4ee25-d20e-46d5-b187-ebc2421c2080 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'a0a344fb-83bd-4905-b117-4a4dcfd1744a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:04.540854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cac4ee25-d20e-46d5-b187-ebc2421c2080 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:04.544694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cac4ee25-d20e-46d5-b187-ebc2421c2080 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:04.547539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cac4ee25-d20e-46d5-b187-ebc2421c2080 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:04.553827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cac4ee25-d20e-46d5-b187-ebc2421c2080 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:04.574942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bb24b6-07a9-4cae-9094-5ccdb1852d67 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting subnet da970149-3fbb-4cb4-91e7-f6379e16c59c {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:14:04.579432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-263791009'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:04.595342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:04.599137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93bb24b6-07a9-4cae-9094-5ccdb1852d67 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.638265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Usage tracker for resource:network and tenant:50d00eb5604c46acb43ff98f693c91f7 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:04.701662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:04.710172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:04.762758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93bb24b6-07a9-4cae-9094-5ccdb1852d67 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.764990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 056168f4-d031-4174-9bdf-c4a33823e61f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:04.839699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-578199240'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:04.852730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cac4ee25-d20e-46d5-b187-ebc2421c2080 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.865325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:04.900027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:network and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:04.902851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Made reservation on behalf of 50d00eb5604c46acb43ff98f693c91f7 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:04.905754 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.908317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:04.927031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c857-2326-410e-89b9-ed8f5f5376aa tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.927764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.934283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:04.942841 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 056168f4-d031-4174-9bdf-c4a33823e61f completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:04.949793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.953132 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 056168f4-d031-4174-9bdf-c4a33823e61f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:04.953132 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.977341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:04.979845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93bb24b6-07a9-4cae-9094-5ccdb1852d67 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.013514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Usage tracker for resource:security_group_rule and tenant:50d00eb5604c46acb43ff98f693c91f7 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:05.016279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c857-2326-410e-89b9-ed8f5f5376aa tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.016597 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-c6f0c857-2326-410e-89b9-ed8f5f5376aa tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Floating IP 6652c62a-3393-40b9-a297-f719561dcb51 disassociated. External IP: 172.26.5.19, port: 92a808f7-beb2-41c4-aad6-956c486dbddb. Mar 02 20:14:05.037217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:05.040537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.059490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f04f84a-b94c-450a-bf4c-357ad4978726 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.076387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:05.096734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.105770 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.114672 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-cac4ee25-d20e-46d5-b187-ebc2421c2080 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 20:14:05.116613 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cac4ee25-d20e-46d5-b187-ebc2421c2080 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5913901 Mar 02 20:14:05.117306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.133785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41140) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:05.140869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04f84a-b94c-450a-bf4c-357ad4978726 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=303d1190-c73c-4823-8db5-8a103ee38205,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:05.142869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 056168f4-d031-4174-9bdf-c4a33823e61f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=056168f4-d031-4174-9bdf-c4a33823e61f,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:05.150841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:05.211724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.276401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.299986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=056168f4-d031-4174-9bdf-c4a33823e61f,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:05.305304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f04f84a-b94c-450a-bf4c-357ad4978726 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.311103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:05.311103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:05.311623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:05.312138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:05.312479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:05.313319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:05.313528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network c1265753-9064-4e74-af5d-1b44f4073529 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:05.313638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:05.313927 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:05.314196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:05.315296 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:05.315466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:05.323590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:05.325688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93bb24b6-07a9-4cae-9094-5ccdb1852d67 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.331219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:05.340554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:05.344389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:05.344988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.349809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=f8a45e01-0a6e-4c03-9244-39ccae3a2560,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:05.352992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:security_group_rule and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:05.361327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:05.368024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.383440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:05.383650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb24b6-07a9-4cae-9094-5ccdb1852d67 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Subnet': ['ID=da970149-3fbb-4cb4-91e7-f6379e16c59c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:05.407766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71388eb9-704a-49fe-af2a-513c7d846988 None None] Network 129e885c-6f0b-4fa9-ab22-7292f3da5ee0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:05.408032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93bb24b6-07a9-4cae-9094-5ccdb1852d67 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.409529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e6f24dc-391f-46be-9445-41fdcfd7c1bf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.419549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:05.430296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e11d7bd-f019-4fe1-a025-6eb75e9bcf76,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:05.444877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e6f24dc-391f-46be-9445-41fdcfd7c1bf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.445209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.445209 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Added segment c44b264a-a8ad-459b-b232-7e9a10fb3068 of type vlan for network d1c19a94-2a79-472c-9ca2-574a3d4ff30d Mar 02 20:14:05.456214 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-93bb24b6-07a9-4cae-9094-5ccdb1852d67 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/da970149-3fbb-4cb4-91e7-f6379e16c59c HTTP/1.1" status: 204 len: 168 time: 1.5320544 Mar 02 20:14:05.458043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41144) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:05.463370 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1f04f84a-b94c-450a-bf4c-357ad4978726 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/303d1190-c73c-4823-8db5-8a103ee38205 HTTP/1.1" status: 204 len: 168 time: 1.9437058 Mar 02 20:14:05.466743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41148) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:05.534360 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3b847913-8c66-4af5-9b65-a7e5ae41a7cb tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.1652484 Mar 02 20:14:05.556202 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41154) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:05.639128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.654154 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.681004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72216b50-370b-4344-880e-d10d0d0d8248 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:05.682645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72216b50-370b-4344-880e-d10d0d0d8248 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:05.683823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-72216b50-370b-4344-880e-d10d0d0d8248 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:05.690433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e6f24dc-391f-46be-9445-41fdcfd7c1bf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.712819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f24dc-391f-46be-9445-41fdcfd7c1bf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a344fb-83bd-4905-b117-4a4dcfd1744a,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:05.728463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.740710 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e6f24dc-391f-46be-9445-41fdcfd7c1bf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.741895 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6e6f24dc-391f-46be-9445-41fdcfd7c1bf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "DELETE /v2.0/security-groups/a0a344fb-83bd-4905-b117-4a4dcfd1744a HTTP/1.1" status: 204 len: 168 time: 0.6024427 Mar 02 20:14:05.747936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41158) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:05.781364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:05.806174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbda32d-fee7-4507-9a3d-2a2e92497f50,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:05.810446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.819206 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment 07864972-3820-435d-bbf8-39ec1bf6996f of type vlan for network fedebe9f-bcb6-4bbe-bd56-578241d521f2 Mar 02 20:14:05.820326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d87155-2a81-45dd-b13f-bb992a82d0da None None] DHCP port deletion for 129e885c-6f0b-4fa9-ab22-7292f3da5ee0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:14:05.824796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a0d87155-2a81-45dd-b13f-bb992a82d0da None None] Deleting port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:05.825169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a0d87155-2a81-45dd-b13f-bb992a82d0da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.827781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-72216b50-370b-4344-880e-d10d0d0d8248 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:05.829453 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-72216b50-370b-4344-880e-d10d0d0d8248 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3617566 Mar 02 20:14:05.840417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41162) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:05.918220 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-57dfa09a-40cf-43e0-a525-371f43cea1af tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port f8a45e01-0a6e-4c03-9244-39ccae3a2560 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:05.918773 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-57dfa09a-40cf-43e0-a525-371f43cea1af tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.950820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.974160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.993254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6e8e7a63-b62e-47d7-b8a7-c50a1cd08571 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Synchronizing usage tracker for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:06.049726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:06.050124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.073849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a0d87155-2a81-45dd-b13f-bb992a82d0da None None] For port 90193ff8-0e6e-4d93-9a6b-83912d7d2671, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=90193ff8-0e6e-4d93-9a6b-83912d7d2671,segment=NetworkSegment(539809be-be7b-47aa-a300-ced3e0241e96),segment_id=539809be-be7b-47aa-a300-ced3e0241e96)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:06.075988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a0d87155-2a81-45dd-b13f-bb992a82d0da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.094236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.097839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:06.098436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.158659 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-4867bda3-451c-4609-9629-aa8cbb6823e3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet ea4d324d-03af-4e87-ab93-012e53319bd4 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:14:06.166363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4867bda3-451c-4609-9629-aa8cbb6823e3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.213329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a0d87155-2a81-45dd-b13f-bb992a82d0da None None] Calling delete_port for 90193ff8-0e6e-4d93-9a6b-83912d7d2671 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:06.231849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.235689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:06.236327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.240127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6e8e7a63-b62e-47d7-b8a7-c50a1cd08571 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Unset dirty status for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:06.241411 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6e8e7a63-b62e-47d7-b8a7-c50a1cd08571 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4925091 Mar 02 20:14:06.291015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41170) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:06.347336 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1404424 Mar 02 20:14:06.358908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41174) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:06.361769 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf42da-4e55-4a70-97d4-53db2101ce35 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Pushing event updated for resources: {'Network': ['ID=d1c19a94-2a79-472c-9ca2-574a3d4ff30d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:06.371665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group': {'name': 'tempest-secgroup--701348243'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:06.373881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network d1c19a94-2a79-472c-9ca2-574a3d4ff30d details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:06.376907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:06.387692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:06.397270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Request body: {'subnet': {'network_id': 'd1c19a94-2a79-472c-9ca2-574a3d4ff30d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:06.397503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a0d87155-2a81-45dd-b13f-bb992a82d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.408711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4867bda3-451c-4609-9629-aa8cbb6823e3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.476179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.491462 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-57dfa09a-40cf-43e0-a525-371f43cea1af tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.504120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d87155-2a81-45dd-b13f-bb992a82d0da None None] Pushing event deleted for resources: {'Port': ['ID=90193ff8-0e6e-4d93-9a6b-83912d7d2671,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:06.510855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d87155-2a81-45dd-b13f-bb992a82d0da None None] No DVR routers for this DVR port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:06.513098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=fedebe9f-bcb6-4bbe-bd56-578241d521f2,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:06.544080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network fedebe9f-bcb6-4bbe-bd56-578241d521f2 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:06.561459 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d372b0d2-7558-4fdf-9933-3a4bf4e9a804 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0215788 Mar 02 20:14:06.565845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:06.577084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:06.582949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:06.593501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:06.607505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4867bda3-451c-4609-9629-aa8cbb6823e3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.649679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd8636-8006-471e-84c4-256b96fc598f req-cd857912-e06b-4f88-aa6e-41f3efb199a9 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:06.659912 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-56fd8636-8006-471e-84c4-256b96fc598f req-cd857912-e06b-4f88-aa6e-41f3efb199a9 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 946 time: 0.4314346 Mar 02 20:14:06.670439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-57dfa09a-40cf-43e0-a525-371f43cea1af tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for f8a45e01-0a6e-4c03-9244-39ccae3a2560 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:06.733317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41178) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:06.754037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'network_id': 'fedebe9f-bcb6-4bbe-bd56-578241d521f2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:06.786558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 056168f4-d031-4174-9bdf-c4a33823e61f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:06.805485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:06.827889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Usage tracker for resource:subnet and tenant:50d00eb5604c46acb43ff98f693c91f7 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:06.834101 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:06.853627 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:06.856445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] For port 90193ff8-0e6e-4d93-9a6b-83912d7d2671, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=90193ff8-0e6e-4d93-9a6b-83912d7d2671,segment=NetworkSegment(539809be-be7b-47aa-a300-ced3e0241e96),segment_id=539809be-be7b-47aa-a300-ced3e0241e96)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:06.856795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.865454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 056168f4-d031-4174-9bdf-c4a33823e61f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:06.866427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.879134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.884721 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-56fd8636-8006-471e-84c4-256b96fc598f req-c9df1e48-7e43-4339-bc2d-af22cc14985c tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250984 Mar 02 20:14:06.919801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:06.924848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:subnet and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:06.927976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:06.934235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:06.966098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4867bda3-451c-4609-9629-aa8cbb6823e3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.990560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 90193ff8-0e6e-4d93-9a6b-83912d7d2671 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:07.005718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.021392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Made reservation on behalf of 50d00eb5604c46acb43ff98f693c91f7 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:07.032291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867bda3-451c-4609-9629-aa8cbb6823e3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4d324d-03af-4e87-ab93-012e53319bd4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:07.051757 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5767fda-7fdd-4055-8a72-3a00ef6b06a2 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:07.059509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4867bda3-451c-4609-9629-aa8cbb6823e3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.063602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f0c857-2326-410e-89b9-ed8f5f5376aa tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:14:07.072999 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 90193ff8-0e6e-4d93-9a6b-83912d7d2671 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:07.082644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:07.103525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1788d96-bbd9-4571-af2d-c71a84286367,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:07.126402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:14:07.127176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:14:07.134822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-57dfa09a-40cf-43e0-a525-371f43cea1af tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.168980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 90193ff8-0e6e-4d93-9a6b-83912d7d2671 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:14:07.169566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 90193ff8-0e6e-4d93-9a6b-83912d7d2671 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:07.256419 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.262678 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a31c3f9d-57f6-4fcb-96cf-d11c7b9cf745 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9508269 Mar 02 20:14:07.262678 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4867bda3-451c-4609-9629-aa8cbb6823e3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/ea4d324d-03af-4e87-ab93-012e53319bd4 HTTP/1.1" status: 204 len: 168 time: 1.4173172 Mar 02 20:14:07.264419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41182) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:07.264753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41184) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:07.269096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfa09a-40cf-43e0-a525-371f43cea1af tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=f8a45e01-0a6e-4c03-9244-39ccae3a2560,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:07.276149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bd9116e4-31a1-4de9-8e90-124d922dcbad tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'e1788d96-bbd9-4571-af2d-c71a84286367', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:07.276873 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-bd9116e4-31a1-4de9-8e90-124d922dcbad tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:07.280328 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bd9116e4-31a1-4de9-8e90-124d922dcbad tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104997 Mar 02 20:14:07.284527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41190) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:07.310629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.364153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880bd036-2de4-4166-9b85-75a1e334613f None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:14:07.369201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-880bd036-2de4-4166-9b85-75a1e334613f None None] Deleting port 056168f4-d031-4174-9bdf-c4a33823e61f {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:07.369700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-880bd036-2de4-4166-9b85-75a1e334613f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.468464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c77fc070-6f0a-4641-884e-e6ddbd50547f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.504069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c77fc070-6f0a-4641-884e-e6ddbd50547f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.526587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-57dfa09a-40cf-43e0-a525-371f43cea1af tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.619283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-880bd036-2de4-4166-9b85-75a1e334613f None None] For port 056168f4-d031-4174-9bdf-c4a33823e61f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=056168f4-d031-4174-9bdf-c4a33823e61f,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:07.619911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-880bd036-2de4-4166-9b85-75a1e334613f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.627443 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3fcbf25d-1951-4e14-bd3f-c73ff7f3ed5b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3614905 Mar 02 20:14:07.632266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41194) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:07.636362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 90193ff8-0e6e-4d93-9a6b-83912d7d2671 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:07.637013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.642071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:07.665326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.717639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c77fc070-6f0a-4641-884e-e6ddbd50547f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.747195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.781073 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-57dfa09a-40cf-43e0-a525-371f43cea1af tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/f8a45e01-0a6e-4c03-9244-39ccae3a2560 HTTP/1.1" status: 204 len: 168 time: 2.2237344 Mar 02 20:14:07.786444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fc070-6f0a-4641-884e-e6ddbd50547f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1788d96-bbd9-4571-af2d-c71a84286367,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:07.793037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41198) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:07.793962 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-880bd036-2de4-4166-9b85-75a1e334613f None None] Calling delete_port for 056168f4-d031-4174-9bdf-c4a33823e61f owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:07.803056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] The port '90193ff8-0e6e-4d93-9a6b-83912d7d2671' was deleted {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:14:07.817277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'mac_address': 'fa:16:3e:d7:e7:9b', 'name': 'tempest-PortsTestJSON-1413456569'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:07.921969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:07.948921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:07.951734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=9e36e3e9-c6aa-470a-82e0-0b4d9a3e0e41,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:07.958047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:07.968738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-880bd036-2de4-4166-9b85-75a1e334613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.974890 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:07.996891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.998974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c77fc070-6f0a-4641-884e-e6ddbd50547f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.002443 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c77fc070-6f0a-4641-884e-e6ddbd50547f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "DELETE /v2.0/security-groups/e1788d96-bbd9-4571-af2d-c71a84286367 HTTP/1.1" status: 204 len: 168 time: 0.7146385 Mar 02 20:14:08.005456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41204) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:08.020404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-449e222e-c254-4b33-a5db-abbc5eaa6527 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:08.021097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-449e222e-c254-4b33-a5db-abbc5eaa6527 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Synchronizing usage tracker for tenant:6a3305a0f9f842cc9b424283dcbfd61f on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:08.039051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:08.044464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking segment: {'id': '07864972-3820-435d-bbf8-39ec1bf6996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fedebe9f-bcb6-4bbe-bd56-578241d521f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:08.044828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network hostable DHCP agents. Network: fedebe9f-bcb6-4bbe-bd56-578241d521f2, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:08.049428 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:port and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:08.051074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bd036-2de4-4166-9b85-75a1e334613f None None] Pushing event deleted for resources: {'Port': ['ID=056168f4-d031-4174-9bdf-c4a33823e61f,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:08.053606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:08.063202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880bd036-2de4-4166-9b85-75a1e334613f None None] No DVR routers for this DVR port 056168f4-d031-4174-9bdf-c4a33823e61f on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:08.066715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:08.084188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129e885c-6f0b-4fa9-ab22-7292f3da5ee0']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:08.121260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:08.123672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.152678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539809be-be7b-47aa-a300-ced3e0241e96') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:08.153050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539809be-be7b-47aa-a300-ced3e0241e96') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:08.171175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.205366 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.224088 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c73f0739-cfe6-430d-a6e5-d4208d6276e6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Synchronizing usage tracker for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:08.225229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:08.225999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:08.242915 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:08.245718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:08.302778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-449e222e-c254-4b33-a5db-abbc5eaa6527 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Unset dirty status for tenant:6a3305a0f9f842cc9b424283dcbfd61f on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:08.304443 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-449e222e-c254-4b33-a5db-abbc5eaa6527 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 946 time: 0.7268760 Mar 02 20:14:08.342901 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network fedebe9f-bcb6-4bbe-bd56-578241d521f2 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:08.399352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.401013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f0c857-2326-410e-89b9-ed8f5f5376aa tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:08.405225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Deleting port 183e34d0-2dab-4925-a701-8bfdc7d1e886 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:08.405982 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.412407 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaba89d-dd13-4863-9737-9298f3977b23 None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:08.416634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f4a7d-1081-4f05-a80f-fa1be971eb76 req-abb7c168-8214-431f-92fa-7f9add3445c0 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:08.418144 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1c2f4a7d-1081-4f05-a80f-fa1be971eb76 req-abb7c168-8214-431f-92fa-7f9add3445c0 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 946 time: 0.3477130 Mar 02 20:14:08.427363 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaba89d-dd13-4863-9737-9298f3977b23 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:08.427973 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ecaba89d-dd13-4863-9737-9298f3977b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:08.450483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 51602114-30f5-4a8d-b329-6101e5ef458e yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:08.469765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c857-2326-410e-89b9-ed8f5f5376aa tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.492025 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ecaba89d-dd13-4863-9737-9298f3977b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:08.506950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c73f0739-cfe6-430d-a6e5-d4208d6276e6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Unset dirty status for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:08.506950 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c73f0739-cfe6-430d-a6e5-d4208d6276e6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4911969 Mar 02 20:14:08.506950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, fedebe9f-bcb6-4bbe-bd56-578241d521f2) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:08.507771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.509704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.514903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15e9563-23e1-4ddf-82e9-234f5eb067eb None None] Network fedebe9f-bcb6-4bbe-bd56-578241d521f2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:08.516240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41208) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:08.516997 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaba89d-dd13-4863-9737-9298f3977b23 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:08.517628 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ecaba89d-dd13-4863-9737-9298f3977b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:08.527628 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:08.528212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.563837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.570600 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/networks/129e885c-6f0b-4fa9-ab22-7292f3da5ee0 HTTP/1.1" status: 204 len: 168 time: 3.1099012 Mar 02 20:14:08.577229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41212) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:08.594212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group': {'name': 'tempest-secgroup--644210586'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:08.599914 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ecaba89d-dd13-4863-9737-9298f3977b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:08.601745 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaba89d-dd13-4863-9737-9298f3977b23 None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:08.604499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3ba94530-42f3-451c-a225-2db16541a3c3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1277048558', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:08.640296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635f998-7e43-4d55-baac-a11e58b7f58e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Network': ['ID=129e885c-6f0b-4fa9-ab22-7292f3da5ee0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:08.640738 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3ba94530-42f3-451c-a225-2db16541a3c3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:08.650000 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1c2f4a7d-1081-4f05-a80f-fa1be971eb76 req-4b7a3a86-7253-43a9-8191-9de679b6bd2f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193067 Mar 02 20:14:08.650484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:08.662115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3ba94530-42f3-451c-a225-2db16541a3c3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:router and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:08.676741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3ba94530-42f3-451c-a225-2db16541a3c3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:08.695334 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7340cbbb-c9db-4c2f-b1cf-82e56cd8a026 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9472609 Mar 02 20:14:08.700729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41216) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:08.700729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:08.700729 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c6f0c857-2326-410e-89b9-ed8f5f5376aa tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "PUT /v2.0/floatingips/6652c62a-3393-40b9-a297-f719561dcb51 HTTP/1.1" status: 200 len: 687 time: 4.4145947 Mar 02 20:14:08.701256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3ba94530-42f3-451c-a225-2db16541a3c3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:08.704329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41220) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:08.707863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1638973844'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:08.769773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 056168f4-d031-4174-9bdf-c4a33823e61f no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:08.780709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:08.784483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Pushing event updated for resources: {'Subnet': ['ID=c947e9f1-0b07-430b-a6a3-9520c3099b22,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:08.825450 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:network and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:08.845656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 056168f4-d031-4174-9bdf-c4a33823e61f {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:14:08.848589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 056168f4-d031-4174-9bdf-c4a33823e61f not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:08.848713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ba94530-42f3-451c-a225-2db16541a3c3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.848713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ba94530-42f3-451c-a225-2db16541a3c3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.868283 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:08.872216 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.892786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ba94530-42f3-451c-a225-2db16541a3c3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.904329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-fedebe9f-bcb6-4bbe-bd56-578241d521f2', 'network_id': 'fedebe9f-bcb6-4bbe-bd56-578241d521f2', 'tenant_id': '5958073594da4636be7058edbfec9868', 'fixed_ips': [{'subnet_id': '9e36e3e9-c6aa-470a-82e0-0b4d9a3e0e41'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:08.905244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:08.905717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:08.917885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.004604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.006648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ba94530-42f3-451c-a225-2db16541a3c3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.079199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Allocated IP 172.20.255.242 (fedebe9f-bcb6-4bbe-bd56-578241d521f2/9e36e3e9-c6aa-470a-82e0-0b4d9a3e0e41/adcf6c10-5018-4c30-81ff-8c7ce9a9468d) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:09.150182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:09.153174 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.189879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-a3541628-0c45-4831-a307-c7d8f0a95e9c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port 7f14853e-9fcc-463e-b534-8d1c6c264815 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:09.190273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3541628-0c45-4831-a307-c7d8f0a95e9c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.213580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Checking segment: {'id': 'c44b264a-a8ad-459b-b232-7e9a10fb3068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd1c19a94-2a79-472c-9ca2-574a3d4ff30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:09.214572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Network hostable DHCP agents. Network: d1c19a94-2a79-472c-9ca2-574a3d4ff30d, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:09.259745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network c1265753-9064-4e74-af5d-1b44f4073529 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:09.260649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=51602114-30f5-4a8d-b329-6101e5ef458e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:09.262856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3ba94530-42f3-451c-a225-2db16541a3c3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.264008 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3ba94530-42f3-451c-a225-2db16541a3c3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6810832 Mar 02 20:14:09.270304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:09.276185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41224) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:09.278864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:09.282563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:09.283154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.287331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] For port 183e34d0-2dab-4925-a701-8bfdc7d1e886, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=183e34d0-2dab-4925-a701-8bfdc7d1e886,segment=NetworkSegment(5dd3a41b-f737-44f3-b6c9-6605a5ffc807),segment_id=5dd3a41b-f737-44f3-b6c9-6605a5ffc807)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:09.288217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.289000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.objects.ports [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84504) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:14:09.293711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1786190654'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:09.297235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:09.303678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:09.308997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.312636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:09.313842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:network and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:09.316445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:09.318352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.329155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Transition to ACTIVE for port object adcf6c10-5018-4c30-81ff-8c7ce9a9468d will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:09.346046 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:09.347654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Transition to ACTIVE for port object adcf6c10-5018-4c30-81ff-8c7ce9a9468d will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:09.366717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:09.387586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:09.390550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:09.394578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:09.395157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.401650 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42068d8d-441c-46f5-95d4-4416817418db None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:09.403274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=f7b8d2be-5f82-4058-85ec-92ded5169814,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:09.417986 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d52e3e61-9613-4dd4-9980-b816208e3361 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6215537 Mar 02 20:14:09.420409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41228) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:09.452618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:09.461942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:09.465238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.468886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:09.479023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.489826 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-53d166cb-b091-4e23-99c0-e06279936a1a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8564832 Mar 02 20:14:09.501671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41232) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:09.510372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:71:84:ec', 'name': 'tempest-NetworksTestDHCPv6-578646243'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:09.511022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.511022 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment 8e670298-d755-4af4-a9bf-4efc7da1beb6 of type vlan for network d67fac20-d355-41a1-9bf6-8779b1bb3b69 Mar 02 20:14:09.544856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3c8d1d-9645-4130-b1b2-407584e72439 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:09.545800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-df3c8d1d-9645-4130-b1b2-407584e72439 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:09.588413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Pushing event updated for resources: {'Port': ['ID=adcf6c10-5018-4c30-81ff-8c7ce9a9468d,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:09.592721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Network fedebe9f-bcb6-4bbe-bd56-578241d521f2 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:09.598183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:09.600743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:09.606458 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Network d1c19a94-2a79-472c-9ca2-574a3d4ff30d is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:09.620603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:09.643385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.644017 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added segment 4fc5bd3a-170c-4665-92dd-42971eccf4c9 of type vlan for network 9c970da3-4ed8-48d1-b46a-a21fcf381b15 Mar 02 20:14:09.684027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.703339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3541628-0c45-4831-a307-c7d8f0a95e9c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.703951 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3541628-0c45-4831-a307-c7d8f0a95e9c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.707137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.713674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-df3c8d1d-9645-4130-b1b2-407584e72439 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:09.715050 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-df3c8d1d-9645-4130-b1b2-407584e72439 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/51602114-30f5-4a8d-b329-6101e5ef458e HTTP/1.1" status: 200 len: 841 time: 0.2933900 Mar 02 20:14:09.717773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41238) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:09.761268 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:09.763921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Attempting to bind port adcf6c10-5018-4c30-81ff-8c7ce9a9468d on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:09.764396 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Attempting to bind port adcf6c10-5018-4c30-81ff-8c7ce9a9468d by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '07864972-3820-435d-bbf8-39ec1bf6996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fedebe9f-bcb6-4bbe-bd56-578241d521f2'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:09.764631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Attempting to bind port adcf6c10-5018-4c30-81ff-8c7ce9a9468d on network fedebe9f-bcb6-4bbe-bd56-578241d521f2 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:09.773083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:09.796526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:09.801226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, d1c19a94-2a79-472c-9ca2-574a3d4ff30d) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:09.809843 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.810492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:09.822005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c64719-45ce-4d53-a00a-72e04a1156f6 None None] Network d1c19a94-2a79-472c-9ca2-574a3d4ff30d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:09.831889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa67ba-5802-47c0-a219-91f5b7c621cf tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 51602114-30f5-4a8d-b329-6101e5ef458e {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:09.832437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f0fa67ba-5802-47c0-a219-91f5b7c621cf tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.853401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': 'f7b8d2be-5f82-4058-85ec-92ded5169814'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:09.854712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.865630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:09.866154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Checking segment: {'id': '07864972-3820-435d-bbf8-39ec1bf6996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fedebe9f-bcb6-4bbe-bd56-578241d521f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:09.866798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.867338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Bound using segment: {'id': '07864972-3820-435d-bbf8-39ec1bf6996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fedebe9f-bcb6-4bbe-bd56-578241d521f2'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:09.867839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Bound port: adcf6c10-5018-4c30-81ff-8c7ce9a9468d, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07864972-3820-435d-bbf8-39ec1bf6996f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fedebe9f-bcb6-4bbe-bd56-578241d521f2'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:09.868213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.918767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:09.919362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.923230 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:14:09.935604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:09.939422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.944459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-a3541628-0c45-4831-a307-c7d8f0a95e9c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for 7f14853e-9fcc-463e-b534-8d1c6c264815 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:09.952383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.956334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:09.956916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:09.992308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.062464 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.063096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.063557 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Floating IP 6aabeabf-1593-46f7-b0aa-536147892846 disassociated. External IP: 172.26.5.140, port: 183e34d0-2dab-4925-a701-8bfdc7d1e886. Mar 02 20:14:10.064036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Calling delete_port for 183e34d0-2dab-4925-a701-8bfdc7d1e886 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:10.074337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] For port adcf6c10-5018-4c30-81ff-8c7ce9a9468d, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:10.077927 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] For port adcf6c10-5018-4c30-81ff-8c7ce9a9468d, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=adcf6c10-5018-4c30-81ff-8c7ce9a9468d,segment=NetworkSegment(07864972-3820-435d-bbf8-39ec1bf6996f),segment_id=07864972-3820-435d-bbf8-39ec1bf6996f)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:10.130897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99ce70e-a24f-4c64-b887-bb15d4991051,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:10.154556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.159184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:10.163329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.201334 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9240553 Mar 02 20:14:10.219977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 517ee9f8-1718-4a53-b639-a88cb490246f yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:10.229098 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.233716 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-26e9349a-4cd0-46ca-9931-cb27860227cf tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6737230 Mar 02 20:14:10.234679 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e7589777-2196-4c5f-8a89-675e68bff0e2 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8704536 Mar 02 20:14:10.239666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41242) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:10.239833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41244) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:10.240048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41246) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:10.257400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8197b7-884e-485d-98b4-a4429d42fe6e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Network': ['ID=9c970da3-4ed8-48d1-b46a-a21fcf381b15,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:10.260462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.310041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 183e34d0-2dab-4925-a701-8bfdc7d1e886 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:10.337698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 9c970da3-4ed8-48d1-b46a-a21fcf381b15 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:10.355589 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'subnet': {'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:10.383435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28aeac-6fd8-407e-b97d-4a365bab1b70 req-f66f413f-ae6c-48ef-a07e-980302b6e961 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:10.383948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bcc6df3f-820a-4996-9632-4371609a2f53 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'd99ce70e-a24f-4c64-b887-bb15d4991051', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:10.384663 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-bcc6df3f-820a-4996-9632-4371609a2f53 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:10.384797 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6f28aeac-6fd8-407e-b97d-4a365bab1b70 req-f66f413f-ae6c-48ef-a07e-980302b6e961 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 946 time: 0.5094318 Mar 02 20:14:10.386741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f0fa67ba-5802-47c0-a219-91f5b7c621cf tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.389067 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bcc6df3f-820a-4996-9632-4371609a2f53 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1284790 Mar 02 20:14:10.399711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41254) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:10.400360 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Request body: {'port': {'network_id': 'd1c19a94-2a79-472c-9ca2-574a3d4ff30d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2032435205'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:10.441169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3541628-0c45-4831-a307-c7d8f0a95e9c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.528411 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Allocated IP 2001:db8::f816:3eff:fe85:5d5b (2c0dfed8-adb2-4b23-a32c-5e04666528a0/f7b8d2be-5f82-4058-85ec-92ded5169814/7f24a0ee-65a8-4c9e-924b-656d3e49bed2) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:10.560861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa67ba-5802-47c0-a219-91f5b7c621cf tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 51602114-30f5-4a8d-b329-6101e5ef458e owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:10.591488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffceec94-f1ce-40ae-85b3-ff9606cbbd48 None None] Pushing event updated for resources: {'Port': ['ID=adcf6c10-5018-4c30-81ff-8c7ce9a9468d,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:10.598890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-d1c19a94-2a79-472c-9ca2-574a3d4ff30d', 'network_id': 'd1c19a94-2a79-472c-9ca2-574a3d4ff30d', 'tenant_id': '50d00eb5604c46acb43ff98f693c91f7', 'fixed_ips': [{'subnet_id': 'c947e9f1-0b07-430b-a6a3-9520c3099b22'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:10.599675 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.632481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3541628-0c45-4831-a307-c7d8f0a95e9c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=7f14853e-9fcc-463e-b534-8d1c6c264815,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:10.635136 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9435291 Mar 02 20:14:10.644003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41258) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:10.664678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'network_id': 'd67fac20-d355-41a1-9bf6-8779b1bb3b69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:10.666011 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2154a-45c5-4dc4-aeb9-c17ece1ad87f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=d67fac20-d355-41a1-9bf6-8779b1bb3b69,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:10.712707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network d67fac20-d355-41a1-9bf6-8779b1bb3b69 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:10.871053 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6f28aeac-6fd8-407e-b97d-4a365bab1b70 req-4d1b9115-4e19-4763-b768-303194f01ebc tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f6195a6-545e-47da-8fd0-d9126f1fcd78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702680 Mar 02 20:14:10.877582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6abee93-4766-4864-bf24-d24019b3e6a6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.912549 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:10.941714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:subnet and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:10.947876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:10.951936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6abee93-4766-4864-bf24-d24019b3e6a6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:10.968562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:10.990327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f0fa67ba-5802-47c0-a219-91f5b7c621cf tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.006776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.055111 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa67ba-5802-47c0-a219-91f5b7c621cf tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=51602114-30f5-4a8d-b329-6101e5ef458e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:11.074306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:11.081321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:11.087165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:subnet and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:11.090581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:11.111126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:11.144313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3541628-0c45-4831-a307-c7d8f0a95e9c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.168553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:11.172048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3541628-0c45-4831-a307-c7d8f0a95e9c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.176680 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a3541628-0c45-4831-a307-c7d8f0a95e9c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/floatingips/6652c62a-3393-40b9-a297-f719561dcb51 HTTP/1.1" status: 204 len: 168 time: 2.4594979 Mar 02 20:14:11.179312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Usage tracker for resource:port and tenant:50d00eb5604c46acb43ff98f693c91f7 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:11.182285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41262) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:11.185383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:11.189046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:11.225745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.260488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Allocated IP 172.20.0.2 (d1c19a94-2a79-472c-9ca2-574a3d4ff30d/c947e9f1-0b07-430b-a6a3-9520c3099b22/18c610af-b1af-4079-8d9c-fa76a47bf6bf) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:11.277959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f0fa67ba-5802-47c0-a219-91f5b7c621cf tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.282715 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-5e0ff369-454a-4416-94ca-6d8b5b70c538 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] delete failed (client error): The resource could not be found. Mar 02 20:14:11.283829 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5e0ff369-454a-4416-94ca-6d8b5b70c538 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/floatingips/6652c62a-3393-40b9-a297-f719561dcb51 HTTP/1.1" status: 404 len: 345 time: 0.1005638 Mar 02 20:14:11.285092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:11.292858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41266) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:11.343803 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.370614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6abee93-4766-4864-bf24-d24019b3e6a6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.372808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6abee93-4766-4864-bf24-d24019b3e6a6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.376589 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d6abee93-4766-4864-bf24-d24019b3e6a6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "DELETE /v2.0/security-groups/d99ce70e-a24f-4c64-b887-bb15d4991051 HTTP/1.1" status: 204 len: 168 time: 0.9722536 Mar 02 20:14:11.382743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Transition to ACTIVE for port object 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:11.384397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41270) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:11.386807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.424121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Pushing event deleted for resources: {'Port': ['ID=183e34d0-2dab-4925-a701-8bfdc7d1e886,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:11.426843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Transition to ACTIVE for port object 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:11.460073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.547085 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:14:11.554091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Made reservation on behalf of 50d00eb5604c46acb43ff98f693c91f7 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:11.554091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.554310 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.660230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.666697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:11.667875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Pushing event updated for resources: {'Port': ['ID=7f24a0ee-65a8-4c9e-924b-656d3e49bed2,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:11.673819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:11.681784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:11.687084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Transition to ACTIVE for port object 18c610af-b1af-4079-8d9c-fa76a47bf6bf will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:11.749633 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] device_id is not set on port 7215fd80-2357-46fa-9f54-ab2ba8dd0334 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:11.774193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::f816:3eff:fe71:84ec (2c0dfed8-adb2-4b23-a32c-5e04666528a0/f7b8d2be-5f82-4058-85ec-92ded5169814/517ee9f8-1718-4a53-b639-a88cb490246f) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:11.784601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Transition to ACTIVE for port object 18c610af-b1af-4079-8d9c-fa76a47bf6bf will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:11.804448 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Attempting to bind port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:11.804853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Attempting to bind port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:11.805307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Attempting to bind port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:11.816748 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:11.817493 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:11.818468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.819901 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:11.820304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.820963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Bound port: 7f24a0ee-65a8-4c9e-924b-656d3e49bed2, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:11.821553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.824949 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f0fa67ba-5802-47c0-a219-91f5b7c621cf tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/51602114-30f5-4a8d-b329-6101e5ef458e HTTP/1.1" status: 204 len: 168 time: 2.1057570 Mar 02 20:14:11.825999 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abee93-4766-4864-bf24-d24019b3e6a6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99ce70e-a24f-4c64-b887-bb15d4991051,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:11.828465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41274) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:11.852066 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32abc6e2-7595-4178-a194-6a9baea77441 None None] Network fedebe9f-bcb6-4bbe-bd56-578241d521f2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:11.888621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:11.988793 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d12cda9-262e-41cc-b54c-bd571e5767a0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:14:11.989299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3d12cda9-262e-41cc-b54c-bd571e5767a0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:12.058309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Allocated IP 172.20.0.7 (d1c19a94-2a79-472c-9ca2-574a3d4ff30d/c947e9f1-0b07-430b-a6a3-9520c3099b22/7215fd80-2357-46fa-9f54-ab2ba8dd0334) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:12.141495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Pushing event updated for resources: {'Port': ['ID=18c610af-b1af-4079-8d9c-fa76a47bf6bf,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:12.223616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Network d1c19a94-2a79-472c-9ca2-574a3d4ff30d is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:12.241214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:12.243815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:12.274791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.280037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=70e50710-db0d-4e3c-ad4d-60248197b97d,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:12.318352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa42eded-9a1b-46a8-8d5d-4129aa0c0aa9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:12.319225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ed099060-f45f-4ae8-8495-b0cb8a415b37 None None] Provisioning for port adcf6c10-5018-4c30-81ff-8c7ce9a9468d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:12.323893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa42eded-9a1b-46a8-8d5d-4129aa0c0aa9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:12.328125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa42eded-9a1b-46a8-8d5d-4129aa0c0aa9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:12.329023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-aa42eded-9a1b-46a8-8d5d-4129aa0c0aa9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Synchronizing usage tracker for tenant:595ef1f06f1c412988fc3d9c8187dc89 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:12.333321 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2dfae2e9-2764-4726-9b37-0e70bce50c04 req-7dc1f3f2-ce62-4e38-9404-b3fc62309724 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 210 time: 0.1260715 Mar 02 20:14:12.347563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.358342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] For port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:12.378184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-993546e2-5ecc-4313-97aa-091e786d0346 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Synchronizing usage tracker for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:12.393057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3d12cda9-262e-41cc-b54c-bd571e5767a0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:12.397859 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3d12cda9-262e-41cc-b54c-bd571e5767a0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/51602114-30f5-4a8d-b329-6101e5ef458e HTTP/1.1" status: 404 len: 333 time: 0.5205677 Mar 02 20:14:12.397859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking segment: {'id': '8e670298-d755-4af4-a9bf-4efc7da1beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd67fac20-d355-41a1-9bf6-8779b1bb3b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:12.397859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network hostable DHCP agents. Network: d67fac20-d355-41a1-9bf6-8779b1bb3b69, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:12.398950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Router 7653ade3-f789-4538-bc22-3062b37321a5 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:14:12.400438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41280) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:12.409331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 517ee9f8-1718-4a53-b639-a88cb490246f will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:12.418584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'name': 'tempest-PortsTestJSON-1019695062'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:12.425696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Subnet': ['ID=d3b14e60-fe4d-4146-817f-2e4e6b44b742,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:12.435830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] For port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7f24a0ee-65a8-4c9e-924b-656d3e49bed2,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:12.445255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Attempting to bind port 18c610af-b1af-4079-8d9c-fa76a47bf6bf on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:12.445899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Attempting to bind port 18c610af-b1af-4079-8d9c-fa76a47bf6bf by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'c44b264a-a8ad-459b-b232-7e9a10fb3068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd1c19a94-2a79-472c-9ca2-574a3d4ff30d'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:12.446200 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Attempting to bind port 18c610af-b1af-4079-8d9c-fa76a47bf6bf on network d1c19a94-2a79-472c-9ca2-574a3d4ff30d {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:12.488945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:12.489970 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Checking segment: {'id': 'c44b264a-a8ad-459b-b232-7e9a10fb3068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd1c19a94-2a79-472c-9ca2-574a3d4ff30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:12.490191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.491276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Bound using segment: {'id': 'c44b264a-a8ad-459b-b232-7e9a10fb3068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd1c19a94-2a79-472c-9ca2-574a3d4ff30d'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:12.491844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Bound port: 18c610af-b1af-4079-8d9c-fa76a47bf6bf, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b264a-a8ad-459b-b232-7e9a10fb3068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'd1c19a94-2a79-472c-9ca2-574a3d4ff30d'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:12.492316 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.507741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.513851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-993546e2-5ecc-4313-97aa-091e786d0346 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Unset dirty status for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:12.518656 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-993546e2-5ecc-4313-97aa-091e786d0346 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1130273 Mar 02 20:14:12.528536 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-aa42eded-9a1b-46a8-8d5d-4129aa0c0aa9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Unset dirty status for tenant:595ef1f06f1c412988fc3d9c8187dc89 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:12.528888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41284) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:12.532435 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aa42eded-9a1b-46a8-8d5d-4129aa0c0aa9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "GET /v2.0/ports?network_id=91d468a7-6772-446b-91e7-8ded9640e778 HTTP/1.1" status: 200 len: 2359 time: 1.2315228 Mar 02 20:14:12.539081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41288) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:12.554139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.586983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006248465'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:12.608136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:12.614234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Checking segment: {'id': '4fc5bd3a-170c-4665-92dd-42971eccf4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:12.614593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network hostable DHCP agents. Network: 9c970da3-4ed8-48d1-b46a-a21fcf381b15, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:12.623709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Transition to ACTIVE for port object 7215fd80-2357-46fa-9f54-ab2ba8dd0334 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:12.630832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:12.638659 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:12.657667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:12.665326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82f8e65-cdb1-4fa8-a4af-ea0bbbca502f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:12.671573 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c82f8e65-cdb1-4fa8-a4af-ea0bbbca502f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "GET /v2.0/subnets/264c155d-3922-4a44-a669-0f8b648b9e4a HTTP/1.1" status: 200 len: 797 time: 0.1251273 Mar 02 20:14:12.673809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41292) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:12.682115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'port': {'network_id': '91d468a7-6772-446b-91e7-8ded9640e778', 'name': 'tempest-FloatingIPTestJSON-1439433645', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:12.702700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] For port 18c610af-b1af-4079-8d9c-fa76a47bf6bf, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:12.706896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] For port 18c610af-b1af-4079-8d9c-fa76a47bf6bf, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=18c610af-b1af-4079-8d9c-fa76a47bf6bf,segment=NetworkSegment(c44b264a-a8ad-459b-b232-7e9a10fb3068),segment_id=c44b264a-a8ad-459b-b232-7e9a10fb3068)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:12.708188 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network d67fac20-d355-41a1-9bf6-8779b1bb3b69 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:12.708339 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9352d79-32dd-45e3-acbc-785a85ac8ce5 None None] Pushing event updated for resources: {'Port': ['ID=7f24a0ee-65a8-4c9e-924b-656d3e49bed2,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:12.724700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.736933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.779377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.788658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 9c970da3-4ed8-48d1-b46a-a21fcf381b15 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:12.807137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.814997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.817189 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:12.835601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:12.847075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:12.854823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:12.859745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:12.862755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.892574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device adcf6c10-5018-4c30-81ff-8c7ce9a9468d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:12.915487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, d67fac20-d355-41a1-9bf6-8779b1bb3b69) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:12.926737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 9c970da3-4ed8-48d1-b46a-a21fcf381b15) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:12.948760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:12.948760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.956376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:12.957191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:12.959323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:12.967934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 6ef4d8f0-f58b-42e9-9c84-e73b604f6204 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:12.983777 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fce4f82-1067-40f3-8778-2813c1284493 None None] Network d67fac20-d355-41a1-9bf6-8779b1bb3b69 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:13.019629 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Network d1c19a94-2a79-472c-9ca2-574a3d4ff30d is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:13.019629 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Pushing event updated for resources: {'Port': ['ID=7215fd80-2357-46fa-9f54-ab2ba8dd0334,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:13.032768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:13.041423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:13.042291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:13.044359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:13.088936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:13.098682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:13.115182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:13.115917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:13.121070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=517ee9f8-1718-4a53-b639-a88cb490246f,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:13.168920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebcc760-091c-4b82-a685-da7c7423b233 None None] Network 9c970da3-4ed8-48d1-b46a-a21fcf381b15 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:13.208616 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:13.220609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:13.277657 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-17698b25-825e-4d1e-987b-7d76aa16dbaa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0164533 Mar 02 20:14:13.277657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:13.281716 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41296) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:13.327865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c02e6-4f63-4699-a530-2560528aa2f7 None None] Sync routers for ids ['7653ade3-f789-4538-bc22-3062b37321a5'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:13.349426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] No DVR routers for this DVR port 183e34d0-2dab-4925-a701-8bfdc7d1e886 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:13.354351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:13.356411 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0d8db115-22ff-4378-ac1a-b27797201cc8 req-8581c23c-ac64-4b73-9f4c-41454b3c9f0f tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.31 "DELETE /v2.0/ports/183e34d0-2dab-4925-a701-8bfdc7d1e886 HTTP/1.1" status: 204 len: 173 time: 5.0322015 Mar 02 20:14:13.356943 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'name': 'network-vif-deleted', 'tag': '183e34d0-2dab-4925-a701-8bfdc7d1e886'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:14:13.379520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Made reservation on behalf of 595ef1f06f1c412988fc3d9c8187dc89 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:13.410322 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-33ef7bc9-848f-4068-8cd7-661c1d437b0e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7637188 Mar 02 20:14:13.411453 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c1ef1b10-0f61-4dfc-b02f-516cc2df87aa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9085352 Mar 02 20:14:13.420782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d192139-ca02-4a2a-a804-72fb3a19cfc6,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:13.428927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41304) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:13.428927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41306) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:13.447580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:13.448838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:13.505163 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ef423a-4e45-4da4-98e0-2b418c083403', 'name': 'network-vif-deleted', 'tag': '183e34d0-2dab-4925-a701-8bfdc7d1e886', 'status': 'completed', 'code': 200} Mar 02 20:14:13.543642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:13.545091 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-167eab4b-77ff-4f40-93ca-d8a685044884 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0139039 Mar 02 20:14:13.570201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41312) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:13.577379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75ebb2-1cc9-48db-9aa9-5d2ba3c9ec4b None None] Pushing event updated for resources: {'Port': ['ID=18c610af-b1af-4079-8d9c-fa76a47bf6bf,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:13.637831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c02e6-4f63-4699-a530-2560528aa2f7 None None] Routers {'7653ade3-f789-4538-bc22-3062b37321a5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:13.638495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5a0c02e6-4f63-4699-a530-2560528aa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7653ade3-f789-4538-bc22-3062b37321a5'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:13.736877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-997520b8-e787-4930-9736-9aa416bd3d7b tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': '0d192139-ca02-4a2a-a804-72fb3a19cfc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:13.737275 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-997520b8-e787-4930-9736-9aa416bd3d7b tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:13.742751 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-997520b8-e787-4930-9736-9aa416bd3d7b tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1712954 Mar 02 20:14:13.746622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41318) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:13.755400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-827a6588-19a7-48dc-97ca-20460a2d146b tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': '0d192139-ca02-4a2a-a804-72fb3a19cfc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:13.756721 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-827a6588-19a7-48dc-97ca-20460a2d146b tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:13.759941 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-827a6588-19a7-48dc-97ca-20460a2d146b tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0110440 Mar 02 20:14:13.764186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41322) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:13.774423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-aa6100c9-ca67-42c9-ba48-12d9a80bd0e4 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': '0d192139-ca02-4a2a-a804-72fb3a19cfc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:13.775108 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-aa6100c9-ca67-42c9-ba48-12d9a80bd0e4 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:13.779165 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aa6100c9-ca67-42c9-ba48-12d9a80bd0e4 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141506 Mar 02 20:14:13.782871 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41326) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:13.788799 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8807d570-167d-47ab-a14c-ecc05ad84f54 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': '0d192139-ca02-4a2a-a804-72fb3a19cfc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:13.793821 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-8807d570-167d-47ab-a14c-ecc05ad84f54 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:13.793821 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8807d570-167d-47ab-a14c-ecc05ad84f54 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079298 Mar 02 20:14:13.794125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port adcf6c10-5018-4c30-81ff-8c7ce9a9468d completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:13.802556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41330) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:13.841884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6c85240c-8136-413e-8f8f-a0ec18fa6dda None None] Provisioning complete for port adcf6c10-5018-4c30-81ff-8c7ce9a9468d triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:13.842269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c85240c-8136-413e-8f8f-a0ec18fa6dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:13.861929 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f1ce4a40-1b21-4b36-9ee1-ee7a6f5372b6 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5995443 Mar 02 20:14:13.872180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41334) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:13.911197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port adcf6c10-5018-4c30-81ff-8c7ce9a9468d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:13.911822 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:13.984255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:13.984786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-d67fac20-d355-41a1-9bf6-8779b1bb3b69', 'network_id': 'd67fac20-d355-41a1-9bf6-8779b1bb3b69', 'tenant_id': '5958073594da4636be7058edbfec9868', 'fixed_ips': [{'subnet_id': '70e50710-db0d-4e3c-ad4d-60248197b97d'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:13.985426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:13.985892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f5276cd9-780b-49db-8846-55d1043c5afb tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Deleting port 7215fd80-2357-46fa-9f54-ab2ba8dd0334 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:13.986256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5276cd9-780b-49db-8846-55d1043c5afb tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.010193 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f46f0bfc-bea7-4cee-9daf-00147bcd8ea3 req-cc61a300-1fb0-4a67-9ee5-cdef9fa951af tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ef423a-4e45-4da4-98e0-2b418c083403 HTTP/1.1" status: 200 len: 210 time: 0.2741489 Mar 02 20:14:14.058280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.112219 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-5a0c02e6-4f63-4699-a530-2560528aa2f7 None None] Set router 7653ade3-f789-4538-bc22-3062b37321a5 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:14:14.115554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b20a1fff-d53b-4f4a-af3d-6f6d4cd153b3 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.128210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5046001f-a000-474a-b305-504cbbc8f6cb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:14.138538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5046001f-a000-474a-b305-504cbbc8f6cb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:14.143234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41338) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:14.145331 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5046001f-a000-474a-b305-504cbbc8f6cb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7092247 Mar 02 20:14:14.265527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.313406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b20a1fff-d53b-4f4a-af3d-6f6d4cd153b3 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.360319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.376435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.493972 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e151f893-92fe-4cc0-9508-ea47c4363ff7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 517ee9f8-1718-4a53-b639-a88cb490246f {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:14.494395 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e151f893-92fe-4cc0-9508-ea47c4363ff7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.528590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=6ef4d8f0-f58b-42e9-9c84-e73b604f6204,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:14.532860 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] device_id is not set on port 92b4c2ef-a3e6-4d50-b5f4-8d14e7e51644 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:14.675152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5276cd9-780b-49db-8846-55d1043c5afb tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.820112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:14.820922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.827550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f5276cd9-780b-49db-8846-55d1043c5afb tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Calling delete_port for 7215fd80-2357-46fa-9f54-ab2ba8dd0334 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:14.871975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977305f-8fd9-4bfa-813f-fc6b6efb30f3 None None] Network d1c19a94-2a79-472c-9ca2-574a3d4ff30d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:14.939459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b20a1fff-d53b-4f4a-af3d-6f6d4cd153b3 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.944660 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c85240c-8136-413e-8f8f-a0ec18fa6dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.961692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network c1265753-9064-4e74-af5d-1b44f4073529 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:14.970847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a1fff-d53b-4f4a-af3d-6f6d4cd153b3 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d192139-ca02-4a2a-a804-72fb3a19cfc6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:15.027876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:15.032506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.20.0.14 (91d468a7-6772-446b-91e7-8ded9640e778/264c155d-3922-4a44-a669-0f8b648b9e4a/92b4c2ef-a3e6-4d50-b5f4-8d14e7e51644) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:15.041479 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:15.045605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:15.045974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.127455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b20a1fff-d53b-4f4a-af3d-6f6d4cd153b3 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.127708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.20.0.12 (91d468a7-6772-446b-91e7-8ded9640e778/264c155d-3922-4a44-a669-0f8b648b9e4a/92b4c2ef-a3e6-4d50-b5f4-8d14e7e51644) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:15.129852 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b20a1fff-d53b-4f4a-af3d-6f6d4cd153b3 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "DELETE /v2.0/security-groups/0d192139-ca02-4a2a-a804-72fb3a19cfc6 HTTP/1.1" status: 204 len: 168 time: 1.3225524 Mar 02 20:14:15.134664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41344) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:15.148319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Allocated IP 172.20.0.2 (d67fac20-d355-41a1-9bf6-8779b1bb3b69/70e50710-db0d-4e3c-ad4d-60248197b97d/bafeccb2-e4fb-4179-89b0-7cb29ec9cded) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:15.220713 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5276cd9-780b-49db-8846-55d1043c5afb tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.225121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-527ad054-a6d0-420c-8d1e-b50e529c9674 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Synchronizing usage tracker for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:15.266765 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aac987c0-6515-469b-aa34-94e8f6ccf050 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8592324 Mar 02 20:14:15.268511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41350) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:15.287570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-568573bf-0448-4777-9e91-3f8e640494df tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:15.294829 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.307659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6c85240c-8136-413e-8f8f-a0ec18fa6dda None None] For port adcf6c10-5018-4c30-81ff-8c7ce9a9468d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=adcf6c10-5018-4c30-81ff-8c7ce9a9468d,segment=NetworkSegment(07864972-3820-435d-bbf8-39ec1bf6996f),segment_id=07864972-3820-435d-bbf8-39ec1bf6996f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:15.316764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5276cd9-780b-49db-8846-55d1043c5afb tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Pushing event deleted for resources: {'Port': ['ID=7215fd80-2357-46fa-9f54-ab2ba8dd0334,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:15.318422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41354) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:15.459819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-527ad054-a6d0-420c-8d1e-b50e529c9674 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Unset dirty status for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:15.461051 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-527ad054-a6d0-420c-8d1e-b50e529c9674 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3257563 Mar 02 20:14:15.472997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41358) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:15.473583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c85240c-8136-413e-8f8f-a0ec18fa6dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.522179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group': {'name': 'tempest-secgroup--243621869'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:15.535618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:15.554353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Allocated IP 2001:db8::2 (9c970da3-4ed8-48d1-b46a-a21fcf381b15/d3b14e60-fe4d-4146-817f-2e4e6b44b742/fc883b73-b804-4779-9b49-70f1eab91787) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:15.564987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:15.568027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5276cd9-780b-49db-8846-55d1043c5afb tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.598451 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f5276cd9-780b-49db-8846-55d1043c5afb tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] 10.222.0.44 "DELETE /v2.0/ports/7215fd80-2357-46fa-9f54-ab2ba8dd0334 HTTP/1.1" status: 204 len: 168 time: 1.7087343 Mar 02 20:14:15.598657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.600511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-568573bf-0448-4777-9e91-3f8e640494df tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.611648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41362) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:15.620798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4573f050-1f98-41dd-ad83-7bb312534a74 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.735933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85240c-8136-413e-8f8f-a0ec18fa6dda None None] Pushing event updated for resources: {'Port': ['ID=adcf6c10-5018-4c30-81ff-8c7ce9a9468d,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:15.744559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:14:15.746956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:14:15.789968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.829088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4573f050-1f98-41dd-ad83-7bb312534a74 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.866629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-466d6b84-7282-4fe9-882e-70f6bad17592 None None] Provisioning for port 18c610af-b1af-4079-8d9c-fa76a47bf6bf completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:15.874747 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6254bf00-c968-4a6c-930b-0e025aaa586b tempest-DHCPAgentSchedulersTestJSON-533965554 tempest-DHCPAgentSchedulersTestJSON-533965554-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2595479 Mar 02 20:14:15.886121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41368) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:15.907385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5a0c02e6-4f63-4699-a530-2560528aa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b275cb02-35e6-4444-9c8b-f244c4594f6b', 'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'mac_address': 'fa:16:3e:1b:90:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:39Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 5, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'subnets': [{'id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:15.908278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2087850245'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:15.931246 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c02e6-4f63-4699-a530-2560528aa2f7 None None] Checking router: 7653ade3-f789-4538-bc22-3062b37321a5 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:14:15.971521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:15.985948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e151f893-92fe-4cc0-9508-ea47c4363ff7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.996399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Usage tracker for resource:network and tenant:50d00eb5604c46acb43ff98f693c91f7 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:16.001480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:16.009452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:16.025828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:16.028842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:16.035619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:16.044568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c02e6-4f63-4699-a530-2560528aa2f7 None None] Routers {'7653ade3-f789-4538-bc22-3062b37321a5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:16.044568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5a0c02e6-4f63-4699-a530-2560528aa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:13:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7653ade3-f789-4538-bc22-3062b37321a5'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:16.049814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:16.097437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-568573bf-0448-4777-9e91-3f8e640494df tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.126743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.143061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4573f050-1f98-41dd-ad83-7bb312534a74 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.148153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Made reservation on behalf of 50d00eb5604c46acb43ff98f693c91f7 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:16.151311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.184631 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-568573bf-0448-4777-9e91-3f8e640494df tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.205234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e151f893-92fe-4cc0-9508-ea47c4363ff7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 517ee9f8-1718-4a53-b639-a88cb490246f owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:16.229567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573f050-1f98-41dd-ad83-7bb312534a74 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6195a6-545e-47da-8fd0-d9126f1fcd78,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:16.243096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-466d6b84-7282-4fe9-882e-70f6bad17592 None None] Provisioning for port 517ee9f8-1718-4a53-b639-a88cb490246f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:16.258756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:16.269207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.269207 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Added segment 2ee46375-b39e-4970-b271-215ccdab116a of type vlan for network 283ec2d1-36e5-450e-ad77-bc9e1332c4c6 Mar 02 20:14:16.300757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.322160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.333392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-568573bf-0448-4777-9e91-3f8e640494df tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] In _notify_port_updated(), no bound segment for port 6ef4d8f0-f58b-42e9-9c84-e73b604f6204 on network c1265753-9064-4e74-af5d-1b44f4073529 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:14:16.334788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.338032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568573bf-0448-4777-9e91-3f8e640494df tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:16.338660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-568573bf-0448-4777-9e91-3f8e640494df tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.340203 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-568573bf-0448-4777-9e91-3f8e640494df tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "PUT /v2.0/ports/6ef4d8f0-f58b-42e9-9c84-e73b604f6204 HTTP/1.1" status: 200 len: 818 time: 1.0698447 Mar 02 20:14:16.341149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.359761 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-466d6b84-7282-4fe9-882e-70f6bad17592 None None] Provisioning complete for port 517ee9f8-1718-4a53-b639-a88cb490246f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:16.360130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-466d6b84-7282-4fe9-882e-70f6bad17592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.377217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41372) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:16.424333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Transition to ACTIVE for port object bafeccb2-e4fb-4179-89b0-7cb29ec9cded will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:16.493584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88800e3-9926-4936-bdd1-3c910812c178,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:16.496890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.500977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:16.501488 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.503023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.513725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Transition to ACTIVE for port object bafeccb2-e4fb-4179-89b0-7cb29ec9cded will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:16.514851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-466d6b84-7282-4fe9-882e-70f6bad17592 None None] Port 517ee9f8-1718-4a53-b639-a88cb490246f cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:16.517064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4573f050-1f98-41dd-ad83-7bb312534a74 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.520419 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4573f050-1f98-41dd-ad83-7bb312534a74 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "DELETE /v2.0/security-groups/5f6195a6-545e-47da-8fd0-d9126f1fcd78 HTTP/1.1" status: 204 len: 168 time: 1.1899531 Mar 02 20:14:16.524064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-da6087f8-c78a-4614-b6fc-c3bff2646f41 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 6ef4d8f0-f58b-42e9-9c84-e73b604f6204 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:16.524064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-da6087f8-c78a-4614-b6fc-c3bff2646f41 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.529586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Transition to ACTIVE for port object fc883b73-b804-4779-9b49-70f1eab91787 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:16.537072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41376) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:16.577343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Transition to ACTIVE for port object fc883b73-b804-4779-9b49-70f1eab91787 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:16.582249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-5a0c02e6-4f63-4699-a530-2560528aa2f7 None None] Set router 7653ade3-f789-4538-bc22-3062b37321a5 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:14:16.589261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.644416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.688243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.692346 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2ddfb389-af74-4b66-86b5-950992e878a2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1914303 Mar 02 20:14:16.700925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41380) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:16.708293 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-a10d6aeb-d55f-4d58-8b6e-9a0d77ef06f9 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] show failed (client error): The resource could not be found. Mar 02 20:14:16.711813 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a10d6aeb-d55f-4d58-8b6e-9a0d77ef06f9 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "GET /v2.0/security-groups/5f6195a6-545e-47da-8fd0-d9126f1fcd78 HTTP/1.1" status: 404 len: 347 time: 0.1726973 Mar 02 20:14:16.724131 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.726769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41382) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:16.727528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e151f893-92fe-4cc0-9508-ea47c4363ff7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.752111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-466d6b84-7282-4fe9-882e-70f6bad17592 None None] Provisioning for port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:16.765891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d3c95cdf-45f3-4e66-8741-d7731adb6f17 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'e88800e3-9926-4936-bdd1-3c910812c178', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:16.766557 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-d3c95cdf-45f3-4e66-8741-d7731adb6f17 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:16.773153 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d3c95cdf-45f3-4e66-8741-d7731adb6f17 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0204499 Mar 02 20:14:16.778837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Network d67fac20-d355-41a1-9bf6-8779b1bb3b69 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:16.785362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:16.790874 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9006510 Mar 02 20:14:16.790874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41388) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:16.793684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:16.818167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41390) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:16.855675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-63a79978-94fc-4e10-8298-334c0c734e3c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'e88800e3-9926-4936-bdd1-3c910812c178', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:16.866180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568573bf-0448-4777-9e91-3f8e640494df tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=6ef4d8f0-f58b-42e9-9c84-e73b604f6204,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:16.879804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-63a79978-94fc-4e10-8298-334c0c734e3c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:16.884240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84bd76-c87a-413b-8ca4-c29ef326a6e1 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Pushing event updated for resources: {'Network': ['ID=283ec2d1-36e5-450e-ad77-bc9e1332c4c6,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:16.891501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-63a79978-94fc-4e10-8298-334c0c734e3c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:16.898238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-63a79978-94fc-4e10-8298-334c0c734e3c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:16.926984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-63a79978-94fc-4e10-8298-334c0c734e3c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:16.942297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 91d468a7-6772-446b-91e7-8ded9640e778 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:16.952701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:16.960929 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=92b4c2ef-a3e6-4d50-b5f4-8d14e7e51644,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:16.967940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Pushing event updated for resources: {'Port': ['ID=bafeccb2-e4fb-4179-89b0-7cb29ec9cded,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:17.002326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.029452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:17.061104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Subnet': ['ID=70e50710-db0d-4e3c-ad4d-60248197b97d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:17.070179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-da6087f8-c78a-4614-b6fc-c3bff2646f41 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.091093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 283ec2d1-36e5-450e-ad77-bc9e1332c4c6 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:17.117292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 18c610af-b1af-4079-8d9c-fa76a47bf6bf up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:17.184742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151f893-92fe-4cc0-9508-ea47c4363ff7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=517ee9f8-1718-4a53-b639-a88cb490246f,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:17.251812 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Pushing event updated for resources: {'Port': ['ID=fc883b73-b804-4779-9b49-70f1eab91787,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:17.269201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Network 9c970da3-4ed8-48d1-b46a-a21fcf381b15 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:17.273195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Deleting port 70d2adb7-b303-4599-a92a-5149adb3be3c {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:17.273635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.289656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:17.292090 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:17.302374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e151f893-92fe-4cc0-9508-ea47c4363ff7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.353936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-da6087f8-c78a-4614-b6fc-c3bff2646f41 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 6ef4d8f0-f58b-42e9-9c84-e73b604f6204 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:17.387592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Allocated IP 2001:db8::1 (9c970da3-4ed8-48d1-b46a-a21fcf381b15/d3b14e60-fe4d-4146-817f-2e4e6b44b742/b962342c-d61d-4fc0-8f46-03af1163f9dd) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:17.401783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:17.402423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.456341 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e151f893-92fe-4cc0-9508-ea47c4363ff7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/517ee9f8-1718-4a53-b639-a88cb490246f HTTP/1.1" status: 204 len: 168 time: 3.3051882 Mar 02 20:14:17.460637 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.463374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41396) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:17.502394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67fac20-d355-41a1-9bf6-8779b1bb3b69']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:17.515076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Attempting to bind port bafeccb2-e4fb-4179-89b0-7cb29ec9cded on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:17.515454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Attempting to bind port bafeccb2-e4fb-4179-89b0-7cb29ec9cded by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '8e670298-d755-4af4-a9bf-4efc7da1beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd67fac20-d355-41a1-9bf6-8779b1bb3b69'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:17.515811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Attempting to bind port bafeccb2-e4fb-4179-89b0-7cb29ec9cded on network d67fac20-d355-41a1-9bf6-8779b1bb3b69 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:17.528405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e670298-d755-4af4-a9bf-4efc7da1beb6') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:17.528712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e670298-d755-4af4-a9bf-4efc7da1beb6') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:17.549622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.557112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Attempting to bind port fc883b73-b804-4779-9b49-70f1eab91787 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:17.557268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Attempting to bind port fc883b73-b804-4779-9b49-70f1eab91787 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '4fc5bd3a-170c-4665-92dd-42971eccf4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:17.557580 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Attempting to bind port fc883b73-b804-4779-9b49-70f1eab91787 on network 9c970da3-4ed8-48d1-b46a-a21fcf381b15 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:17.559803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:17.560171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Checking segment: {'id': '8e670298-d755-4af4-a9bf-4efc7da1beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd67fac20-d355-41a1-9bf6-8779b1bb3b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:17.560566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.561311 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Bound using segment: {'id': '8e670298-d755-4af4-a9bf-4efc7da1beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd67fac20-d355-41a1-9bf6-8779b1bb3b69'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:17.561429 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Bound port: bafeccb2-e4fb-4179-89b0-7cb29ec9cded, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e670298-d755-4af4-a9bf-4efc7da1beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd67fac20-d355-41a1-9bf6-8779b1bb3b69'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:17.561774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.567479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.573233 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-63a79978-94fc-4e10-8298-334c0c734e3c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:17.577807 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-63a79978-94fc-4e10-8298-334c0c734e3c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7710197 Mar 02 20:14:17.578466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41400) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:17.582772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:17.583195 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:17.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:17.603310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-63dc145b-4518-444c-baf6-a5759afae006 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'e88800e3-9926-4936-bdd1-3c910812c178', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:17.611116 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-63dc145b-4518-444c-baf6-a5759afae006 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:17.611116 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-63dc145b-4518-444c-baf6-a5759afae006 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241189 Mar 02 20:14:17.617656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f8042733-2bd9-4181-acad-20f53758af89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.664698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41404) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:17.676355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-11853d56-1ee2-4d64-b8ed-c1062d12d6e5 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'e88800e3-9926-4936-bdd1-3c910812c178', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:17.681520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-da6087f8-c78a-4614-b6fc-c3bff2646f41 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.690775 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:17.691195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Checking segment: {'id': '4fc5bd3a-170c-4665-92dd-42971eccf4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:17.691539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.691926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Bound using segment: {'id': '4fc5bd3a-170c-4665-92dd-42971eccf4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:17.692404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Bound port: fc883b73-b804-4779-9b49-70f1eab91787, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc5bd3a-170c-4665-92dd-42971eccf4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:17.692774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.697020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-11853d56-1ee2-4d64-b8ed-c1062d12d6e5 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:17.704168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d8433faf-ecd3-4acb-930b-680cb8d82468 None None] Could not find standard attr ID for object 7215fd80-2357-46fa-9f54-ab2ba8dd0334. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:14:17.742466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-11853d56-1ee2-4d64-b8ed-c1062d12d6e5 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:17.754679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-11853d56-1ee2-4d64-b8ed-c1062d12d6e5 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:17.770058 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6087f8-c78a-4614-b6fc-c3bff2646f41 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=6ef4d8f0-f58b-42e9-9c84-e73b604f6204,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:17.770871 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ef8edd4a-c977-4bc0-b3a2-6c46bec6a62c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.0946496 Mar 02 20:14:17.772950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-11853d56-1ee2-4d64-b8ed-c1062d12d6e5 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:17.777841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41408) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:17.784959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '92b4c2ef-a3e6-4d50-b5f4-8d14e7e51644', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:17.792677 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-da6087f8-c78a-4614-b6fc-c3bff2646f41 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.797211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:17.808090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:floatingip and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:17.812197 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:17.819480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:17.823353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:14:17.823353 dv-neutron-831593-2-hyperv neutron-server[84503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:14:17.823353 dv-neutron-831593-2-hyperv neutron-server[84503]: [parameters: {'id': 'd67fac20-d355-41a1-9bf6-8779b1bb3b69'}] Mar 02 20:14:17.823353 dv-neutron-831593-2-hyperv neutron-server[84503]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:14:17.823843 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:14:17.832621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 18c610af-b1af-4079-8d9c-fa76a47bf6bf completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:17.839730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] For port bafeccb2-e4fb-4179-89b0-7cb29ec9cded, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:17.861817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 18c610af-b1af-4079-8d9c-fa76a47bf6bf triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:17.862216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.887194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] For port bafeccb2-e4fb-4179-89b0-7cb29ec9cded, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bafeccb2-e4fb-4179-89b0-7cb29ec9cded,segment=NetworkSegment(8e670298-d755-4af4-a9bf-4efc7da1beb6),segment_id=8e670298-d755-4af4-a9bf-4efc7da1beb6)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:17.911720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc68c0a6-9e08-40cd-9c11-e2d1f67980e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:17.913835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc68c0a6-9e08-40cd-9c11-e2d1f67980e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:17.914630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bc68c0a6-9e08-40cd-9c11-e2d1f67980e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:17.928478 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] For port fc883b73-b804-4779-9b49-70f1eab91787, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:17.942947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.948365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] For port fc883b73-b804-4779-9b49-70f1eab91787, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=fc883b73-b804-4779-9b49-70f1eab91787,segment=NetworkSegment(4fc5bd3a-170c-4665-92dd-42971eccf4c9),segment_id=4fc5bd3a-170c-4665-92dd-42971eccf4c9)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:17.952507 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-555b3fb0-0b32-4162-922b-e1499e0f541c tempest-DHCPAgentSchedulersTestJSON-533965554 tempest-DHCPAgentSchedulersTestJSON-533965554-project-admin] 10.222.0.44 "GET /v2.0/agents/f091f903-85ec-47a6-88c8-aacb2bfccaf5/dhcp-networks HTTP/1.1" status: 200 len: 8514 time: 1.0736935 Mar 02 20:14:17.958485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5a0c02e6-4f63-4699-a530-2560528aa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b275cb02-35e6-4444-9c8b-f244c4594f6b', 'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'mac_address': 'fa:16:3e:1b:90:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:39Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 5, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'subnets': [{'id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:17.970676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41412) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:17.976961 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-da6087f8-c78a-4614-b6fc-c3bff2646f41 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/6ef4d8f0-f58b-42e9-9c84-e73b604f6204 HTTP/1.1" status: 204 len: 168 time: 1.5578504 Mar 02 20:14:17.979980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41416) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:17.993662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.994009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.995687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c02e6-4f63-4699-a530-2560528aa2f7 None None] The sync data for ids ['7653ade3-f789-4538-bc22-3062b37321a5'] in dv-neutron-831593-2-hyperv is: [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b275cb02-35e6-4444-9c8b-f244c4594f6b', 'name': '', 'network_id': '3613e8ab-d49e-46ac-a9c6-fa37d7f28b59', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'mac_address': 'fa:16:3e:1b:90:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:39Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 5, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'subnets': [{'id': '36bb119d-1b7d-4a9f-810e-7e75b866203a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:17.997529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.041054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.067160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.101415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.143296 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-11853d56-1ee2-4d64-b8ed-c1062d12d6e5 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:18.147224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3c1be-3250-43e7-8499-4763b273c73c None None] Pushing event updated for resources: {'Port': ['ID=bafeccb2-e4fb-4179-89b0-7cb29ec9cded,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:18.151464 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-11853d56-1ee2-4d64-b8ed-c1062d12d6e5 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4844713 Mar 02 20:14:18.154063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41420) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:18.279898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Calling delete_port for 70d2adb7-b303-4599-a92a-5149adb3be3c owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:18.310724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bc68c0a6-9e08-40cd-9c11-e2d1f67980e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:18.311886 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bc68c0a6-9e08-40cd-9c11-e2d1f67980e6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.8460147 Mar 02 20:14:18.325829 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41422) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:18.342718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.348048 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3779d887-6097-40aa-996b-2dd6162baa8f None None] New status for floating IP 6aabeabf-1593-46f7-b0aa-536147892846: DOWN {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:14:18.359844 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c50f1b23-4352-4d2d-9557-3a81972137d6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'e88800e3-9926-4936-bdd1-3c910812c178', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:18.361072 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-c50f1b23-4352-4d2d-9557-3a81972137d6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:18.367097 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c50f1b23-4352-4d2d-9557-3a81972137d6 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1991122 Mar 02 20:14:18.370875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41428) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:18.404267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2d170d56-1631-48cd-931a-1815079e400f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'e88800e3-9926-4936-bdd1-3c910812c178', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:18.409423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 18c610af-b1af-4079-8d9c-fa76a47bf6bf, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=18c610af-b1af-4079-8d9c-fa76a47bf6bf,segment=NetworkSegment(c44b264a-a8ad-459b-b232-7e9a10fb3068),segment_id=c44b264a-a8ad-459b-b232-7e9a10fb3068)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:18.410786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Transition to ACTIVE for port object b962342c-d61d-4fc0-8f46-03af1163f9dd will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:18.415752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c9c36-91df-4943-aec8-bbc6a9a1f63d None None] Pushing event updated for resources: {'Port': ['ID=fc883b73-b804-4779-9b49-70f1eab91787,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:18.429482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2d170d56-1631-48cd-931a-1815079e400f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:18.468545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9144bf-48c6-4986-9580-fb4d7c39c1f1 None None] Network d67fac20-d355-41a1-9bf6-8779b1bb3b69 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:18.468902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2d170d56-1631-48cd-931a-1815079e400f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:18.482984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2d170d56-1631-48cd-931a-1815079e400f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:18.485141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Deleting port bafeccb2-e4fb-4179-89b0-7cb29ec9cded {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:18.485482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.532808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2d170d56-1631-48cd-931a-1815079e400f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:18.564019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c237d917-565b-4a00-94a2-4c832d465787 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:18.564679 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.564840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c237d917-565b-4a00-94a2-4c832d465787 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:18.565632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:18.676359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbb9c1c-df30-4696-80cc-44d53267f5c9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet f7b8d2be-5f82-4058-85ec-92ded5169814 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:14:18.687485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9c1c-df30-4696-80cc-44d53267f5c9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.746265 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=18c610af-b1af-4079-8d9c-fa76a47bf6bf,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:18.753360 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9c1c-df30-4696-80cc-44d53267f5c9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.800288 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c237d917-565b-4a00-94a2-4c832d465787 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:18.801602 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c237d917-565b-4a00-94a2-4c832d465787 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8207166 Mar 02 20:14:18.806381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41432) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:18.826280 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-2d170d56-1631-48cd-931a-1815079e400f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:18.827319 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2d170d56-1631-48cd-931a-1815079e400f tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4545844 Mar 02 20:14:18.830658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41436) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:18.838102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-ede13bbc-eb6d-4369-a49c-ef1a0701636a tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'e88800e3-9926-4936-bdd1-3c910812c178', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:18.838697 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-ede13bbc-eb6d-4369-a49c-ef1a0701636a tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:18.839632 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ede13bbc-eb6d-4369-a49c-ef1a0701636a tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080943 Mar 02 20:14:18.844635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41440) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:18.848460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6487583-2ca2-421c-b270-905be9530e55 tempest-DHCPAgentSchedulersTestJSON-533965554 tempest-DHCPAgentSchedulersTestJSON-533965554-project-admin] Network 283ec2d1-36e5-450e-ad77-bc9e1332c4c6 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:18.859523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-090c8eb6-c9e3-4478-bfb1-4e1c5c5104e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'e88800e3-9926-4936-bdd1-3c910812c178', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:18.863560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:18.868673 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca5ad4d-e3f6-4993-8399-28335ab21388 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:14:18.868673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4ca5ad4d-e3f6-4993-8399-28335ab21388 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:18.873436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-090c8eb6-c9e3-4478-bfb1-4e1c5c5104e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:18.874229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:18.874603 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.880775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.883293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-090c8eb6-c9e3-4478-bfb1-4e1c5c5104e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:18.886963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] For port bafeccb2-e4fb-4179-89b0-7cb29ec9cded, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bafeccb2-e4fb-4179-89b0-7cb29ec9cded,segment=NetworkSegment(8e670298-d755-4af4-a9bf-4efc7da1beb6),segment_id=8e670298-d755-4af4-a9bf-4efc7da1beb6)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:18.887244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.902787 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4ca5ad4d-e3f6-4993-8399-28335ab21388 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:18.907085 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4ca5ad4d-e3f6-4993-8399-28335ab21388 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/6ef4d8f0-f58b-42e9-9c84-e73b604f6204 HTTP/1.1" status: 404 len: 333 time: 0.0930953 Mar 02 20:14:18.911568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41444) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:18.917993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1873220365'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:18.926839 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:18.932662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:network and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:18.936207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:18.940238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-090c8eb6-c9e3-4478-bfb1-4e1c5c5104e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:18.945560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:18.953373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9c1c-df30-4696-80cc-44d53267f5c9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.993451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:14:18.993673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:14:18.994559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.014918 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.017110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-090c8eb6-c9e3-4478-bfb1-4e1c5c5104e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:19.057366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab368c8-9513-4d38-bc3d-94dedd2efacb None None] Network 283ec2d1-36e5-450e-ad77-bc9e1332c4c6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:19.060441 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e6487583-2ca2-421c-b270-905be9530e55 tempest-DHCPAgentSchedulersTestJSON-533965554 tempest-DHCPAgentSchedulersTestJSON-533965554-project-admin] 10.222.0.44 "POST /v2.0/agents/f091f903-85ec-47a6-88c8-aacb2bfccaf5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0887489 Mar 02 20:14:19.063120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41448) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:19.104872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Calling delete_port for bafeccb2-e4fb-4179-89b0-7cb29ec9cded owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:19.117357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:19.124919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.164087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:19.173575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.173938 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Added segment 3cace5dd-94cb-490b-be9d-dbd7f64d290d of type vlan for network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 Mar 02 20:14:19.203276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.228966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=b962342c-d61d-4fc0-8f46-03af1163f9dd,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:19.243569 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 9c970da3-4ed8-48d1-b46a-a21fcf381b15 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:19.261712 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:19.264487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:19.264764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.306144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.363225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.26.5.229 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/a71db305-e32d-411c-84ff-b57fa5c946f3) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:19.369343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Port': ['ID=bafeccb2-e4fb-4179-89b0-7cb29ec9cded,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:19.377930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No DVR routers for this DVR port bafeccb2-e4fb-4179-89b0-7cb29ec9cded on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:19.393131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.396878 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:19.397476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.425422 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-74d894fc-ddad-45f5-9d46-0dc310d4ff05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.491759 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:14:19.492085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:14:19.520946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Deleting port 70d2adb7-b303-4599-a92a-5149adb3be3c {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:19.521306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.523943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe606d-bd76-4dc6-938b-bf22ef518216 None None] Network 9c970da3-4ed8-48d1-b46a-a21fcf381b15 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:19.595778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9c1c-df30-4696-80cc-44d53267f5c9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.614691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.669072 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67fac20-d355-41a1-9bf6-8779b1bb3b69']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:19.684655 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-090c8eb6-c9e3-4478-bfb1-4e1c5c5104e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:19.688496 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-090c8eb6-c9e3-4478-bfb1-4e1c5c5104e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8400915 Mar 02 20:14:19.688496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e670298-d755-4af4-a9bf-4efc7da1beb6') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:19.688496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e670298-d755-4af4-a9bf-4efc7da1beb6') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:19.688808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb9c1c-df30-4696-80cc-44d53267f5c9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b8d2be-5f82-4058-85ec-92ded5169814,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:19.690214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Network': ['ID=5bb503d3-cf9f-445e-845e-6aef02d0eff1,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:19.694556 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1d384517-91e4-4d38-9f1e-ceb4de4e6b99 tempest-DHCPAgentSchedulersTestJSON-533965554 tempest-DHCPAgentSchedulersTestJSON-533965554-project-admin] 10.222.0.44 "GET /v2.0/agents/f091f903-85ec-47a6-88c8-aacb2bfccaf5/dhcp-networks HTTP/1.1" status: 200 len: 9260 time: 0.6220293 Mar 02 20:14:19.696095 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41452) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:19.704988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41454) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:19.710498 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:19.713737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-de31a750-2a79-4f09-adcd-0439c3bd12e1 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'e88800e3-9926-4936-bdd1-3c910812c178', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:19.723080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.730762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-de31a750-2a79-4f09-adcd-0439c3bd12e1 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:19.734244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9c1c-df30-4696-80cc-44d53267f5c9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.738543 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3fbb9c1c-df30-4696-80cc-44d53267f5c9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/f7b8d2be-5f82-4058-85ec-92ded5169814 HTTP/1.1" status: 204 len: 168 time: 1.4048119 Mar 02 20:14:19.738543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.741545 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-de31a750-2a79-4f09-adcd-0439c3bd12e1 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:19.743993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41460) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:19.748224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2020bacb-cefc-4977-84f3-0888507abd9e None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:19.761363 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-85c47bbb-adf4-4d40-b20e-80681249c009 None None] Provisioning for port fc883b73-b804-4779-9b49-70f1eab91787 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:19.810477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-de31a750-2a79-4f09-adcd-0439c3bd12e1 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:19.823478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.829747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.842514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-de31a750-2a79-4f09-adcd-0439c3bd12e1 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:19.854001 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1a8f41ac-38b8-4161-9f24-3c5ad04261df tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980685 Mar 02 20:14:19.857691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41464) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:19.859898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:19.860297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:19.878626 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:19.895314 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cd56da69-de04-453a-b449-dea44e9e0473 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9793100 Mar 02 20:14:19.918964 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41468) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:19.983772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': '5bb503d3-cf9f-445e-845e-6aef02d0eff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:20.141852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.158464 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:20.164844 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:20.169240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:20.176512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:20.189298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7886de4a-7e4e-4385-848a-4ea78d0f6d33 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:20.190830 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7886de4a-7e4e-4385-848a-4ea78d0f6d33 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3138747 Mar 02 20:14:20.194482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41472) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:20.197687 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-de31a750-2a79-4f09-adcd-0439c3bd12e1 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:20.201532 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-de31a750-2a79-4f09-adcd-0439c3bd12e1 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4997935 Mar 02 20:14:20.206827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7f24a0ee-65a8-4c9e-924b-656d3e49bed2,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:20.214444 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a43f8ae4-66c2-486b-9694-f2c81e0d56d8 tempest-DHCPAgentSchedulersTestJSON-533965554 tempest-DHCPAgentSchedulersTestJSON-533965554-project-admin] 10.222.0.44 "DELETE /v2.0/agents/f091f903-85ec-47a6-88c8-aacb2bfccaf5/dhcp-networks/283ec2d1-36e5-450e-ad77-bc9e1332c4c6 HTTP/1.1" status: 204 len: 168 time: 0.5061374 Mar 02 20:14:20.214444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41476) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:20.221229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41478) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:20.240978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.241302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.250145 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.257449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.281076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.281868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device adcf6c10-5018-4c30-81ff-8c7ce9a9468d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:20.319558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.403649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Calling delete_port for 70d2adb7-b303-4599-a92a-5149adb3be3c owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:20.486211 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c245b8-00d8-420d-b940-9e4b975667a1 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:14:20.493634 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=7f24a0ee-65a8-4c9e-924b-656d3e49bed2,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:20.501296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:20.525428 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c2c245b8-00d8-420d-b940-9e4b975667a1 None None] Deleting port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:20.525808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c2c245b8-00d8-420d-b940-9e4b975667a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.606658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e662b9-9391-49ed-b7db-f263e1157170 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:20.606899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.607536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f0e662b9-9391-49ed-b7db-f263e1157170 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:20.613450 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=d67fac20-d355-41a1-9bf6-8779b1bb3b69,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:20.634676 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f608963e-dce2-4628-a83f-4f37cd32f9a0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/d67fac20-d355-41a1-9bf6-8779b1bb3b69 HTTP/1.1" status: 204 len: 168 time: 7.2001562 Mar 02 20:14:20.640640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41484) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:20.647452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:20.658888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:20.666129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=a71db305-e32d-411c-84ff-b57fa5c946f3,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:20.668724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:20.672292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port adcf6c10-5018-4c30-81ff-8c7ce9a9468d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:20.672685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.672934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-964013758'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:20.704017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:20.713602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.721826 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-653bffea-d3e5-4b1c-8404-296cb3af55f9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.727614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:network and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:20.735369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.736107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:20.754851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:20.821413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f0e662b9-9391-49ed-b7db-f263e1157170 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:20.822917 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f0e662b9-9391-49ed-b7db-f263e1157170 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6272452 Mar 02 20:14:20.840827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41488) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:20.865615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-653bffea-d3e5-4b1c-8404-296cb3af55f9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.878720 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c2c245b8-00d8-420d-b940-9e4b975667a1 None None] For port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7f24a0ee-65a8-4c9e-924b-656d3e49bed2,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:20.879290 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c2c245b8-00d8-420d-b940-9e4b975667a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.901276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:20.904471 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:20.954633 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d8585cba-573b-4bbb-9feb-acea1d60e67a tempest-DHCPAgentSchedulersTestJSON-533965554 tempest-DHCPAgentSchedulersTestJSON-533965554-project-admin] 10.222.0.44 "GET /v2.0/agents/f091f903-85ec-47a6-88c8-aacb2bfccaf5/dhcp-networks HTTP/1.1" status: 200 len: 7745 time: 0.7203822 Mar 02 20:14:20.961144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41492) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:21.016700 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0f52d3e5-ce76-4660-a5f3-00031cfe4962 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1714864 Mar 02 20:14:21.022227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41496) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:21.030618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:21.034993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c6275db7-5369-4571-a98b-44e7c4fc9d9c None None] Provisioning for port b962342c-d61d-4fc0-8f46-03af1163f9dd completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:21.046207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:21.059685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.066619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c2c245b8-00d8-420d-b940-9e4b975667a1 None None] Calling delete_port for 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:21.111438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c6275db7-5369-4571-a98b-44e7c4fc9d9c None None] Provisioning complete for port b962342c-d61d-4fc0-8f46-03af1163f9dd triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:21.111817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c6275db7-5369-4571-a98b-44e7c4fc9d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.122865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.123211 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment b2c7e39f-c08f-4b9e-a6a7-4d36990615ed of type vlan for network 6725659b-5db2-44da-a0cf-9365da79a659 Mar 02 20:14:21.134476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.177222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.177812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.196628 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-90bb71ef-1eed-4dc8-b636-b20f3c995b1c tempest-DHCPAgentSchedulersTestJSON-533965554 tempest-DHCPAgentSchedulersTestJSON-533965554-project-admin] 10.222.0.44 "GET /v2.0/networks/d1c19a94-2a79-472c-9ca2-574a3d4ff30d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2276704 Mar 02 20:14:21.199540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41500) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:21.206460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c6275db7-5369-4571-a98b-44e7c4fc9d9c None None] Port b962342c-d61d-4fc0-8f46-03af1163f9dd cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:21.207061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-653bffea-d3e5-4b1c-8404-296cb3af55f9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.229701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Pushing event deleted for resources: {'Port': ['ID=70d2adb7-b303-4599-a92a-5149adb3be3c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:21.285916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bffea-d3e5-4b1c-8404-296cb3af55f9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88800e3-9926-4936-bdd1-3c910812c178,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:21.318088 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9fb8661c-c9c6-4898-8874-e942d94fca53 tempest-DHCPAgentSchedulersTestJSON-533965554 tempest-DHCPAgentSchedulersTestJSON-533965554-project-admin] 10.222.0.44 "GET /v2.0/networks/d1c19a94-2a79-472c-9ca2-574a3d4ff30d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1155233 Mar 02 20:14:21.322700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c2c245b8-00d8-420d-b940-9e4b975667a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.322867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41504) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:21.353815 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.383798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c245b8-00d8-420d-b940-9e4b975667a1 None None] No DVR routers for this DVR port 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:21.403918 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device fc883b73-b804-4779-9b49-70f1eab91787 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:21.424548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:21.450809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8528d3dd-e36b-4aa4-8a81-f2f7e1aa4e8d None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:14:21.482293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c245b8-00d8-420d-b940-9e4b975667a1 None None] Pushing event deleted for resources: {'Port': ['ID=7f24a0ee-65a8-4c9e-924b-656d3e49bed2,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:21.543556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-79d2c97d-ae03-4988-bb23-70c8e053cb6f None None] Provisioning complete for port b962342c-d61d-4fc0-8f46-03af1163f9dd triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:21.544049 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-79d2c97d-ae03-4988-bb23-70c8e053cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.637326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-79d2c97d-ae03-4988-bb23-70c8e053cb6f None None] Port b962342c-d61d-4fc0-8f46-03af1163f9dd cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:21.649086 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ac526f55-6c19-4283-ad36-145750e87bec tempest-DHCPAgentSchedulersTestJSON-533965554 tempest-DHCPAgentSchedulersTestJSON-533965554-project-admin] 10.222.0.44 "GET /v2.0/agents/f091f903-85ec-47a6-88c8-aacb2bfccaf5/dhcp-networks HTTP/1.1" status: 200 len: 7745 time: 0.2929466 Mar 02 20:14:21.649086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.651152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41508) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:21.652195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:21.657645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:14:21.666205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=b962342c-d61d-4fc0-8f46-03af1163f9dd,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:21.667846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8528d3dd-e36b-4aa4-8a81-f2f7e1aa4e8d None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:14:21.698028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port fc883b73-b804-4779-9b49-70f1eab91787 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:21.723263 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.724648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port fc883b73-b804-4779-9b49-70f1eab91787 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:21.725091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.742425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.743492 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e9d73619-bf84-4a4b-96ae-a5724519cb52 tempest-ServersTestManualDisk-432559500 tempest-ServersTestManualDisk-432559500-project] 10.222.0.44 "DELETE /v2.0/floatingips/6aabeabf-1593-46f7-b0aa-536147892846 HTTP/1.1" status: 204 len: 168 time: 5.0138750 Mar 02 20:14:21.746529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41512) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:21.816475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Subnet': ['ID=f152c53c-cc4a-4a43-93d9-039d933018e7,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:21.826462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-653bffea-d3e5-4b1c-8404-296cb3af55f9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.831132 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-653bffea-d3e5-4b1c-8404-296cb3af55f9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "DELETE /v2.0/security-groups/e88800e3-9926-4936-bdd1-3c910812c178 HTTP/1.1" status: 204 len: 168 time: 1.6129158 Mar 02 20:14:21.831876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41516) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:21.872812 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.880254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:21.885619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.885745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.904446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 9c970da3-4ed8-48d1-b46a-a21fcf381b15 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:21.908063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.912176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:21.913026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:21.960378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:21.989226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Checking segment: {'id': '3cace5dd-94cb-490b-be9d-dbd7f64d290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5bb503d3-cf9f-445e-845e-6aef02d0eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:21.989584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network hostable DHCP agents. Network: 5bb503d3-cf9f-445e-845e-6aef02d0eff1, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:22.007368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.055410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port fc883b73-b804-4779-9b49-70f1eab91787, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=fc883b73-b804-4779-9b49-70f1eab91787,segment=NetworkSegment(4fc5bd3a-170c-4665-92dd-42971eccf4c9),segment_id=4fc5bd3a-170c-4665-92dd-42971eccf4c9)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:22.135392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.136554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 18c610af-b1af-4079-8d9c-fa76a47bf6bf up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:22.141606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.198270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7e4c5e53-8668-45ff-9e1e-11490a504471 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Synchronizing usage tracker for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:22.275966 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=fc883b73-b804-4779-9b49-70f1eab91787,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:22.286906 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=6725659b-5db2-44da-a0cf-9365da79a659,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:22.295825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 18c610af-b1af-4079-8d9c-fa76a47bf6bf triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:22.295825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.296727 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fde17402-0538-436c-bc7d-83145705e106 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6438589 Mar 02 20:14:22.304189 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41520) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:22.313633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'network_id': '6725659b-5db2-44da-a0cf-9365da79a659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:22.319400 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 6725659b-5db2-44da-a0cf-9365da79a659 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:22.430686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.555665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:22.569494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:subnet and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:22.581210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.590305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7e4c5e53-8668-45ff-9e1e-11490a504471 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Unset dirty status for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:22.591236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:22.594849 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7e4c5e53-8668-45ff-9e1e-11490a504471 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7553141 Mar 02 20:14:22.603765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41524) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:22.622425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128424809'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:22.628189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:22.628384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:22.638116 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:22.654595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283ec2d1-36e5-450e-ad77-bc9e1332c4c6']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:22.658567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:22.661513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:14:22.661856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7f24a0ee-65a8-4c9e-924b-656d3e49bed2 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:22.673485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee46375-b39e-4970-b271-215ccdab116a') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:22.679562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee46375-b39e-4970-b271-215ccdab116a') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:22.688430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-09753856-7f02-4272-bc50-ab293e931681 None None] Provisioning complete for port b962342c-d61d-4fc0-8f46-03af1163f9dd triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:22.688809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09753856-7f02-4272-bc50-ab293e931681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.702047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.708637 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:22.738277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.747128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:22.747332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-09753856-7f02-4272-bc50-ab293e931681 None None] Port b962342c-d61d-4fc0-8f46-03af1163f9dd cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:22.747738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:22.763363 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:22.769765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.808236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:22.851387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:14:22.870114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 5bb503d3-cf9f-445e-845e-6aef02d0eff1) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:22.875208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.880505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8839374-8308-4ad0-a1cd-c806203ee867 None None] Network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:22.880683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:22.881156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.940913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.975782 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aca254f6-c4db-4bde-9f45-2cef34dd8ad8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0084143 Mar 02 20:14:22.975782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.978177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:22.981423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41528) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:23.016536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6bc81702-628e-46aa-8ec0-6606d7e7c255 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': '5bb503d3-cf9f-445e-845e-6aef02d0eff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:23.075376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.078775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:23.109980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-5bb503d3-cf9f-445e-845e-6aef02d0eff1', 'network_id': '5bb503d3-cf9f-445e-845e-6aef02d0eff1', 'tenant_id': 'ff25e31141134f11bedd474ffb55a307', 'fixed_ips': [{'subnet_id': 'f152c53c-cc4a-4a43-93d9-039d933018e7'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:23.110887 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.145262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:23.149887 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Pushing event deleted for resources: {'Network': ['ID=283ec2d1-36e5-450e-ad77-bc9e1332c4c6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:23.152185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:23.173336 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-89617059-7ce5-4e3e-a179-37223c1c3485 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] 10.222.0.44 "DELETE /v2.0/networks/283ec2d1-36e5-450e-ad77-bc9e1332c4c6 HTTP/1.1" status: 204 len: 168 time: 1.4965062 Mar 02 20:14:23.177433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41532) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:23.186474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:23.216206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device fc883b73-b804-4779-9b49-70f1eab91787 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:23.251111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=a71db305-e32d-411c-84ff-b57fa5c946f3,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:23.315160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.354310 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Allocated IP 172.20.0.2 (5bb503d3-cf9f-445e-845e-6aef02d0eff1/f152c53c-cc4a-4a43-93d9-039d933018e7/9db6cf7e-273c-471c-846c-f80b1e9addd6) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:23.366234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port fc883b73-b804-4779-9b49-70f1eab91787 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:23.366678 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.402761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.ipam_backend_mixin [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Performing IP validity checks on allocation pools {{(pid=84504) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:14:23.403405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.ipam_backend_mixin [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84504) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:14:23.415436 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-1542f4e2-6b2a-4cb8-a03b-e7ecbee314e4 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] DELETE failed (client error): The resource could not be found. Mar 02 20:14:23.415436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1542f4e2-6b2a-4cb8-a03b-e7ecbee314e4 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:14:23.455465 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1542f4e2-6b2a-4cb8-a03b-e7ecbee314e4 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] 10.222.0.44 "DELETE /v2.0/ports/7215fd80-2357-46fa-9f54-ab2ba8dd0334 HTTP/1.1" status: 404 len: 333 time: 0.2666385 Mar 02 20:14:23.463194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41536) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:23.464362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6bc81702-628e-46aa-8ec0-6606d7e7c255 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:23.481125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6bc81702-628e-46aa-8ec0-6606d7e7c255 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:23.486041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6bc81702-628e-46aa-8ec0-6606d7e7c255 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:23.507165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6bc81702-628e-46aa-8ec0-6606d7e7c255 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:23.510441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.598002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.objects.ports [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84504) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:14:23.602529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.608433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.628692 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Floating IP 462752fc-1ca6-4ca0-afe5-cfcccbf3d6e6 associated. External IP: 172.26.5.229, port: 92b4c2ef-a3e6-4d50-b5f4-8d14e7e51644. Mar 02 20:14:23.668022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.679928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Transition to ACTIVE for port object 9db6cf7e-273c-471c-846c-f80b1e9addd6 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:23.701669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc81702-628e-46aa-8ec0-6606d7e7c255 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:23.702575 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Transition to ACTIVE for port object 9db6cf7e-273c-471c-846c-f80b1e9addd6 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:23.705262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6bc81702-628e-46aa-8ec0-6606d7e7c255 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.752589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 046d861b-66f1-4d47-ba63-349ddf9cda0d is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:14:23.789401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.823112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:23.838869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:23.841487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1e7e54-6bdb-4a73-8f32-b12ff8c7f32e,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:23.847647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=58aa0471-65bf-4ef1-8232-7b70e080610f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:23.861751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:23.863781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:23.864472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.866549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:23.874605 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd78005-445b-4cbc-9687-9d9abb5c9b0f None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:23.891283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:23.896660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.896821 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Pushing event updated for resources: {'Port': ['ID=9db6cf7e-273c-471c-846c-f80b1e9addd6,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:23.900991 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e2a3a047-e4d5-489a-a5bf-bf9560d70462 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2934592 Mar 02 20:14:23.906336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41540) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:23.911802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2db583b3-125a-46ef-b53c-6d326f9cd0e7 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': '5c1e7e54-6bdb-4a73-8f32-b12ff8c7f32e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:23.934142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2db583b3-125a-46ef-b53c-6d326f9cd0e7 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:23.944631 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2db583b3-125a-46ef-b53c-6d326f9cd0e7 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:23.950719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2db583b3-125a-46ef-b53c-6d326f9cd0e7 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:23.962625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2db583b3-125a-46ef-b53c-6d326f9cd0e7 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:23.970194 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.ipam_backend_mixin [None req-6bc81702-628e-46aa-8ec0-6606d7e7c255 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f152c53c-cc4a-4a43-93d9-039d933018e7 (CIDR: 172.20.0.0/28) Mar 02 20:14:24.022630 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc81702-628e-46aa-8ec0-6606d7e7c255 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:24.023225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc81702-628e-46aa-8ec0-6606d7e7c255 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:14:24.063623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1247e87-8a73-4e71-8c87-29c6878b08b7 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Deleting subnet c947e9f1-0b07-430b-a6a3-9520c3099b22 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:14:24.071928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Attempting to bind port 9db6cf7e-273c-471c-846c-f80b1e9addd6 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:24.072541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Attempting to bind port 9db6cf7e-273c-471c-846c-f80b1e9addd6 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '3cace5dd-94cb-490b-be9d-dbd7f64d290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5bb503d3-cf9f-445e-845e-6aef02d0eff1'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:24.073091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Attempting to bind port 9db6cf7e-273c-471c-846c-f80b1e9addd6 on network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:24.083519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b1247e87-8a73-4e71-8c87-29c6878b08b7 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:24.116651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:24.117295 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Checking segment: {'id': '3cace5dd-94cb-490b-be9d-dbd7f64d290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5bb503d3-cf9f-445e-845e-6aef02d0eff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:24.117971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:24.118531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Bound using segment: {'id': '3cace5dd-94cb-490b-be9d-dbd7f64d290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5bb503d3-cf9f-445e-845e-6aef02d0eff1'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:24.119176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Bound port: 9db6cf7e-273c-471c-846c-f80b1e9addd6, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cace5dd-94cb-490b-be9d-dbd7f64d290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5bb503d3-cf9f-445e-845e-6aef02d0eff1'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:24.119703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:24.137630 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6bc81702-628e-46aa-8ec0-6606d7e7c255 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1265171 Mar 02 20:14:24.144870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41544) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:24.153223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': '5bb503d3-cf9f-445e-845e-6aef02d0eff1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:24.175190 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:24.181948 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b761e105-f039-4b72-af76-e1c9554f0d91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1563437 Mar 02 20:14:24.183350 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41548) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:24.203034 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:3d:e8:00', 'name': 'tempest-NetworksTestDHCPv6-925877936'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:24.267543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b1247e87-8a73-4e71-8c87-29c6878b08b7 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:24.269717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] For port 9db6cf7e-273c-471c-846c-f80b1e9addd6, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:24.273454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] For port 9db6cf7e-273c-471c-846c-f80b1e9addd6, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9db6cf7e-273c-471c-846c-f80b1e9addd6,segment=NetworkSegment(3cace5dd-94cb-490b-be9d-dbd7f64d290d),segment_id=3cace5dd-94cb-490b-be9d-dbd7f64d290d)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:24.276075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '58aa0471-65bf-4ef1-8232-7b70e080610f'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:24.276959 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:24.357061 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:24.394757 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:24.406164 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-2db583b3-125a-46ef-b53c-6d326f9cd0e7 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The resource could not be found. Mar 02 20:14:24.409562 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2db583b3-125a-46ef-b53c-6d326f9cd0e7 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5022995 Mar 02 20:14:24.419587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41552) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:24.429156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-302eb5ae-41d7-4b17-8704-24acdefc90c9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': '5c1e7e54-6bdb-4a73-8f32-b12ff8c7f32e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1ed8c31d-7f27-4c1e-a975-ddf2bf680301'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:24.447229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-302eb5ae-41d7-4b17-8704-24acdefc90c9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:24.454436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-302eb5ae-41d7-4b17-8704-24acdefc90c9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:24.466209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-302eb5ae-41d7-4b17-8704-24acdefc90c9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:24.469314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-302eb5ae-41d7-4b17-8704-24acdefc90c9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:24.482060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=77e22d00-1fce-4def-b5dc-a4411b181f2d,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:24.506704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429474f1-a307-41e5-a159-ce74f321b541 None None] Pushing event updated for resources: {'Port': ['ID=9db6cf7e-273c-471c-846c-f80b1e9addd6,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:24.524513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Allocated IP 2001:db8::f816:3eff:fe49:dbb0 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/58aa0471-65bf-4ef1-8232-7b70e080610f/a8df1844-ad29-4b2d-a30d-4cca507c596c) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:24.539829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:24.545987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:24.549229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:24.557204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:24.617264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:24.621945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking segment: {'id': 'b2c7e39f-c08f-4b9e-a6a7-4d36990615ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '6725659b-5db2-44da-a0cf-9365da79a659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:24.622292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network hostable DHCP agents. Network: 6725659b-5db2-44da-a0cf-9365da79a659, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:24.628054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:14:24.634316 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:24.700190 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-302eb5ae-41d7-4b17-8704-24acdefc90c9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The resource could not be found. Mar 02 20:14:24.704085 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-302eb5ae-41d7-4b17-8704-24acdefc90c9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2835019 Mar 02 20:14:24.704809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:24.735097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41556) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:24.789826 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:24.806975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b1247e87-8a73-4e71-8c87-29c6878b08b7 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:24.819866 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:24.833486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Transition to ACTIVE for port object a8df1844-ad29-4b2d-a30d-4cca507c596c will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:24.836705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:24.848218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:24.862883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Sync routers for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:24.869198 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-683c94e1-b70e-4953-9ea2-47f1452af9fd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5860226 Mar 02 20:14:24.870159 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41560) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:24.885951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Transition to ACTIVE for port object a8df1844-ad29-4b2d-a30d-4cca507c596c will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:24.886588 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1473063720'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:24.900190 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:24.919116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:network and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:24.923351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:24.924136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:24.927944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:24.944137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:24.963327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:25.054955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.058146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b1247e87-8a73-4e71-8c87-29c6878b08b7 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.070533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.100967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dd82bbfd-eaf7-423a-a9c5-83194762564c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.117055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network 6725659b-5db2-44da-a0cf-9365da79a659 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:25.119866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:25.123527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.164125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 78e946a7-6bc6-4adf-bb03-1396c61dfd70 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:25.168173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:25.168336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1247e87-8a73-4e71-8c87-29c6878b08b7 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Pushing event deleted for resources: {'Subnet': ['ID=c947e9f1-0b07-430b-a6a3-9520c3099b22,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:25.174002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:25.176828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:25.190549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Pushing event updated for resources: {'Port': ['ID=a8df1844-ad29-4b2d-a30d-4cca507c596c,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:25.198951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b1247e87-8a73-4e71-8c87-29c6878b08b7 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.203975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb432b-0ddf-4b48-a639-9ff282564852 None None] Network d1c19a94-2a79-472c-9ca2-574a3d4ff30d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:25.219368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:14:25.227483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dd82bbfd-eaf7-423a-a9c5-83194762564c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.239597 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b1247e87-8a73-4e71-8c87-29c6878b08b7 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] 10.222.0.44 "DELETE /v2.0/subnets/c947e9f1-0b07-430b-a6a3-9520c3099b22 HTTP/1.1" status: 204 len: 168 time: 1.7732055 Mar 02 20:14:25.248196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41564) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:25.254054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 6725659b-5db2-44da-a0cf-9365da79a659) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:25.256933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:25.272905 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:25.273492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.283161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6e19a2-62c7-4afa-950b-ed012d14dc54 None None] Network 6725659b-5db2-44da-a0cf-9365da79a659 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:25.284056 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.303406 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.303803 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added segment 25d3ec0a-90fa-416a-9c64-8dde89fbabd3 of type vlan for network b0a47dd2-f1ee-44f4-8291-6a01e0a7676c Mar 02 20:14:25.451210 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4a8f4089-4985-42a7-976e-546f3ab13e05 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.1420772 Mar 02 20:14:25.458665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.461142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41568) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:25.467655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9db6cf7e-273c-471c-846c-f80b1e9addd6 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:25.592126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.634062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::f816:3eff:fe3d:e800 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/58aa0471-65bf-4ef1-8232-7b70e080610f/78e946a7-6bc6-4adf-bb03-1396c61dfd70) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:25.684258 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:25.694868 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dd82bbfd-eaf7-423a-a9c5-83194762564c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.706010 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4e5009-bdf7-4e2b-a3b6-8b1871b22b65 None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:25.729887 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Attempting to bind port a8df1844-ad29-4b2d-a30d-4cca507c596c on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:25.730280 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Attempting to bind port a8df1844-ad29-4b2d-a30d-4cca507c596c by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:25.730801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Attempting to bind port a8df1844-ad29-4b2d-a30d-4cca507c596c on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:25.737577 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4e5009-bdf7-4e2b-a3b6-8b1871b22b65 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:25.739152 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1b4e5009-bdf7-4e2b-a3b6-8b1871b22b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:25.756110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Deleting port 18c610af-b1af-4079-8d9c-fa76a47bf6bf {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:25.757142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.768721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.772763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:25.773382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.842560 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1b4e5009-bdf7-4e2b-a3b6-8b1871b22b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:25.858867 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4e5009-bdf7-4e2b-a3b6-8b1871b22b65 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:25.859473 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1b4e5009-bdf7-4e2b-a3b6-8b1871b22b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:25.941046 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1b4e5009-bdf7-4e2b-a3b6-8b1871b22b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:25.941545 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4e5009-bdf7-4e2b-a3b6-8b1871b22b65 None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:25.949807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82bbfd-eaf7-423a-a9c5-83194762564c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1e7e54-6bdb-4a73-8f32-b12ff8c7f32e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:25.960627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:25.961007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:25.961412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.961808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:25.962316 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Bound port: a8df1844-ad29-4b2d-a30d-4cca507c596c, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:25.962687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.006731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.008419 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Network': ['ID=b0a47dd2-f1ee-44f4-8291-6a01e0a7676c,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:26.075322 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-27f4300b-3ce3-4071-9eb7-8d1201e0326c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1989539 Mar 02 20:14:26.076422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41572) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:26.084831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'subnet': {'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:26.109634 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.114377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network b0a47dd2-f1ee-44f4-8291-6a01e0a7676c details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:26.163638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dd82bbfd-eaf7-423a-a9c5-83194762564c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.166935 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dd82bbfd-eaf7-423a-a9c5-83194762564c tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c1e7e54-6bdb-4a73-8f32-b12ff8c7f32e HTTP/1.1" status: 204 len: 168 time: 1.4285073 Mar 02 20:14:26.171007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.183792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41576) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:26.276710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42620676-41b4-481c-8331-91210d34cd37 None None] Network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:26.341256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:26.350666 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:26.353528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:26.354138 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b69d6bbd-bbb8-4c16-9c21-e94d870928f2 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.5738831 Mar 02 20:14:26.358597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Subnet': ['ID=da06caaa-b22a-4d25-902a-a8f23a5e80da,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:26.364526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41582) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:26.364678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:26.365665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.370832 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:subnet and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:26.376261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:26.385024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c1160478-811f-49a8-99b6-7b529c73591d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'floatingip': {'port_id': '92b4c2ef-a3e6-4d50-b5f4-8d14e7e51644', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:26.405585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:26.410775 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6c7d258b-46ef-4ea2-84d6-ddfeb05d7e3e None None] Provisioning for port 9db6cf7e-273c-471c-846c-f80b1e9addd6 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:26.420922 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4578a76d-2b60-4acc-b030-1ae098d40cc4 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Synchronizing usage tracker for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:26.493150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 9db6cf7e-273c-471c-846c-f80b1e9addd6 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:26.503402 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-950c59cd-ffb2-404a-b71f-d775e15e07db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3520823 Mar 02 20:14:26.504448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41586) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:26.511263 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': '5bb503d3-cf9f-445e-845e-6aef02d0eff1', 'fixed_ips': [{'subnet_id': 'f152c53c-cc4a-4a43-93d9-039d933018e7'}, {'subnet_id': 'da06caaa-b22a-4d25-902a-a8f23a5e80da'}], 'name': 'tempest-PortsTestJSON-818004391'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:26.526809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9db6cf7e-273c-471c-846c-f80b1e9addd6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:26.527176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.538769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:26.551525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4578a76d-2b60-4acc-b030-1ae098d40cc4 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Unset dirty status for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:26.559563 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4578a76d-2b60-4acc-b030-1ae098d40cc4 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3423233 Mar 02 20:14:26.559563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] Deleting port b275cb02-35e6-4444-9c8b-f244c4594f6b {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:26.559563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.562585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f0f9a9-c01b-43ab-9a45-bd0fb14e3a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-6725659b-5db2-44da-a0cf-9365da79a659', 'network_id': '6725659b-5db2-44da-a0cf-9365da79a659', 'tenant_id': '5958073594da4636be7058edbfec9868', 'fixed_ips': [{'subnet_id': '77e22d00-1fce-4def-b5dc-a4411b181f2d'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:26.564964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-31f0f9a9-c01b-43ab-9a45-bd0fb14e3a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.565083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41590) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:26.600936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bef08ec7-fa8a-408f-896b-481b6f29bf38 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'b3652de3-0c0f-478f-9c15-a02f23017673', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:26.621739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] For port a8df1844-ad29-4b2d-a30d-4cca507c596c, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:26.622063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bef08ec7-fa8a-408f-896b-481b6f29bf38 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:26.628903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] For port 18c610af-b1af-4079-8d9c-fa76a47bf6bf, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=18c610af-b1af-4079-8d9c-fa76a47bf6bf,segment=NetworkSegment(c44b264a-a8ad-459b-b232-7e9a10fb3068),segment_id=c44b264a-a8ad-459b-b232-7e9a10fb3068)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:26.629339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.642546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.674078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bef08ec7-fa8a-408f-896b-481b6f29bf38 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:26.697221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.701336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bef08ec7-fa8a-408f-896b-481b6f29bf38 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:26.713841 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] For port a8df1844-ad29-4b2d-a30d-4cca507c596c, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a8df1844-ad29-4b2d-a30d-4cca507c596c,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:26.802326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485f1fde-d4b4-443f-be78-a046a17c0647 None None] DHCP port deletion for d1c19a94-2a79-472c-9ca2-574a3d4ff30d request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:14:26.834496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.847165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bef08ec7-fa8a-408f-896b-481b6f29bf38 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:26.869219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Calling delete_port for 18c610af-b1af-4079-8d9c-fa76a47bf6bf owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:26.882337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-485f1fde-d4b4-443f-be78-a046a17c0647 None None] Deleting port 18c610af-b1af-4079-8d9c-fa76a47bf6bf {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:26.882713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-485f1fde-d4b4-443f-be78-a046a17c0647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:26.922249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 78e946a7-6bc6-4adf-bb03-1396c61dfd70 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:26.940498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1160478-811f-49a8-99b6-7b529c73591d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.001836 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.119132 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a112ac8-99b6-413c-81dc-cc1ad85e2192 None None] Pushing event updated for resources: {'Port': ['ID=a8df1844-ad29-4b2d-a30d-4cca507c596c,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:27.155246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:27.169812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:port and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:27.176935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:27.196456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:27.207676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] For port b275cb02-35e6-4444-9c8b-f244c4594f6b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b275cb02-35e6-4444-9c8b-f244c4594f6b,segment=NetworkSegment(5dd3a41b-f737-44f3-b6c9-6605a5ffc807),segment_id=5dd3a41b-f737-44f3-b6c9-6605a5ffc807)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:27.208013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.243463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.289930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.350977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.358314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.361787 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-bef08ec7-fa8a-408f-896b-481b6f29bf38 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The resource could not be found. Mar 02 20:14:27.362529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] Calling delete_port for b275cb02-35e6-4444-9c8b-f244c4594f6b owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:27.369820 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bef08ec7-fa8a-408f-896b-481b6f29bf38 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7864008 Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server [None req-31f0f9a9-c01b-43ab-9a45-bd0fb14e3a96 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77e22d00-1fce-4def-b5dc-a4411b181f2d: This subnet is being modified by another concurrent operation. Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:14:27.371763 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise exception Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77e22d00-1fce-4def-b5dc-a4411b181f2d: This subnet is being modified by another concurrent operation. Mar 02 20:14:27.375022 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server Mar 02 20:14:27.396943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:14:19Z', 'revision_number': 2, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:20Z', 'revision_number': 2, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:27.404430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41594) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:27.404430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:27.406894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.425964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5b56e8-6af1-4058-9430-e86b00d23c00 None None] Network 6725659b-5db2-44da-a0cf-9365da79a659 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:27.430307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group': {'name': 'tempest-secgroup--586554389'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:27.432335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Subnet': ['ID=77e22d00-1fce-4def-b5dc-a4411b181f2d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:27.447643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Checking router: 046d861b-66f1-4d47-ba63-349ddf9cda0d for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:14:27.448000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Updating router 046d861b-66f1-4d47-ba63-349ddf9cda0d port b962342c-d61d-4fc0-8f46-03af1163f9dd binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:14:27.456659 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:27.461285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Pushing event deleted for resources: {'Port': ['ID=18c610af-b1af-4079-8d9c-fa76a47bf6bf,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:27.477330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9db6cf7e-273c-471c-846c-f80b1e9addd6, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9db6cf7e-273c-471c-846c-f80b1e9addd6,segment=NetworkSegment(3cace5dd-94cb-490b-be9d-dbd7f64d290d),segment_id=3cace5dd-94cb-490b-be9d-dbd7f64d290d)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:27.482611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:27.490514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:27.525482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] No DVR routers for this DVR port 18c610af-b1af-4079-8d9c-fa76a47bf6bf on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:27.596910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.714030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-485f1fde-d4b4-443f-be78-a046a17c0647 None None] For port 18c610af-b1af-4079-8d9c-fa76a47bf6bf, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=18c610af-b1af-4079-8d9c-fa76a47bf6bf,segment=NetworkSegment(c44b264a-a8ad-459b-b232-7e9a10fb3068),segment_id=c44b264a-a8ad-459b-b232-7e9a10fb3068)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:27.714428 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-485f1fde-d4b4-443f-be78-a046a17c0647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.733010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.764849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.833018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.883349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:27.905278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:27.925718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:27.930100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:27.930730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:27.981248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b275cb02-35e6-4444-9c8b-f244c4594f6b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:27.982362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a8df1844-ad29-4b2d-a30d-4cca507c596c up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:28.012701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=78e946a7-6bc6-4adf-bb03-1396c61dfd70,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:28.015893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.076025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.106580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6725659b-5db2-44da-a0cf-9365da79a659']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:28.134750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9db6cf7e-273c-471c-846c-f80b1e9addd6,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:28.149652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c7e39f-c08f-4b9e-a6a7-4d36990615ed') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:28.149969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c7e39f-c08f-4b9e-a6a7-4d36990615ed') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:28.166612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-485f1fde-d4b4-443f-be78-a046a17c0647 None None] Calling delete_port for 18c610af-b1af-4079-8d9c-fa76a47bf6bf owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:28.201538 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.223689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c19a94-2a79-472c-9ca2-574a3d4ff30d']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:28.235471 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-633bb8ba-870f-471c-94b6-c15595dfb49d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0435987 Mar 02 20:14:28.246899 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41598) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:28.247689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44b264a-a8ad-459b-b232-7e9a10fb3068') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:28.247988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44b264a-a8ad-459b-b232-7e9a10fb3068') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:28.248332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:28.267577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.291460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.298720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:28.299121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.319901 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:28.339463 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:28.359727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:28.369667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:28.398426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Subnet': ['ID=e545306f-45b6-4d3c-85b3-dc7df7f4e420,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:28.520932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.580149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.594910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:28.595849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:28.620772 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:28.668024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.670120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af18fec-2956-467e-a70f-5b30b457eeab None None] Update dhcp port {'port': {'network_id': '5bb503d3-cf9f-445e-845e-6aef02d0eff1', 'fixed_ips': [{'subnet_id': 'f152c53c-cc4a-4a43-93d9-039d933018e7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'da06caaa-b22a-4d25-902a-a8f23a5e80da'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '9db6cf7e-273c-471c-846c-f80b1e9addd6'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:14:28.702214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Checking segment: {'id': '25d3ec0a-90fa-416a-9c64-8dde89fbabd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:28.702592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network hostable DHCP agents. Network: b0a47dd2-f1ee-44f4-8291-6a01e0a7676c, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:28.741711 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.760168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-485f1fde-d4b4-443f-be78-a046a17c0647 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:14:28.762573 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-485f1fde-d4b4-443f-be78-a046a17c0647 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:14:28.762573 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2af18fec-2956-467e-a70f-5b30b457eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.762755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.777744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] Pushing event deleted for resources: {'Network': ['ID=d1c19a94-2a79-472c-9ca2-574a3d4ff30d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:28.784392 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3b771c0a-45ce-4077-93dc-3e7ec3a4ad36 tempest-DHCPAgentSchedulersTestJSON-868301762 tempest-DHCPAgentSchedulersTestJSON-868301762-project] 10.222.0.44 "DELETE /v2.0/networks/d1c19a94-2a79-472c-9ca2-574a3d4ff30d HTTP/1.1" status: 204 len: 168 time: 3.5351806 Mar 02 20:14:28.831368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.856650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.858616 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/6725659b-5db2-44da-a0cf-9365da79a659 HTTP/1.1" status: 204 len: 168 time: 3.3886418 Mar 02 20:14:28.863009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41604) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:28.908575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:28.938424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1693054124'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:28.951395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:28.965057 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c978a-f392-4b13-8e32-48ff173796b3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=6725659b-5db2-44da-a0cf-9365da79a659,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:28.984478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:network and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:28.990383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:28.990875 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c984a19-a871-4413-b749-056ed31ed918 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:28.995014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c984a19-a871-4413-b749-056ed31ed918 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:28.995822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8c984a19-a871-4413-b749-056ed31ed918 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:29.013053 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.015645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port a8df1844-ad29-4b2d-a30d-4cca507c596c completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:29.035831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.4 (5bb503d3-cf9f-445e-845e-6aef02d0eff1/f152c53c-cc4a-4a43-93d9-039d933018e7/7d5b8a56-fe75-4fb9-b827-99c3dfee027c) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:29.043042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1160478-811f-49a8-99b6-7b529c73591d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.045456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:29.046864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58a375f-80a4-440b-ba9a-aa16ee41ca2a,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:29.073060 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Transition to ACTIVE for port object b962342c-d61d-4fc0-8f46-03af1163f9dd will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:29.093120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.23 (5bb503d3-cf9f-445e-845e-6aef02d0eff1/da06caaa-b22a-4d25-902a-a8f23a5e80da/7d5b8a56-fe75-4fb9-b827-99c3dfee027c) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:29.109289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1160478-811f-49a8-99b6-7b529c73591d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.144048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 18c610af-b1af-4079-8d9c-fa76a47bf6bf no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:29.185995 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 18c610af-b1af-4079-8d9c-fa76a47bf6bf {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:14:29.186613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 18c610af-b1af-4079-8d9c-fa76a47bf6bf not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:29.213801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f2765c7d-33b1-48c0-a975-e6224d26a311 None None] Provisioning for port a8df1844-ad29-4b2d-a30d-4cca507c596c completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:29.217079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.221072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network b0a47dd2-f1ee-44f4-8291-6a01e0a7676c is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:29.223419 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8c984a19-a871-4413-b749-056ed31ed918 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:29.228014 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8c984a19-a871-4413-b749-056ed31ed918 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9714696 Mar 02 20:14:29.231918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:29.234956 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.270433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41608) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:29.276533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.280350 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9544cd9a-0cb2-40d2-8d57-5b184fd2aae9 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8624227 Mar 02 20:14:29.283467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-485f1fde-d4b4-443f-be78-a046a17c0647 None None] Deleting port 18c610af-b1af-4079-8d9c-fa76a47bf6bf {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:29.284253 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-485f1fde-d4b4-443f-be78-a046a17c0647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.288135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41612) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:29.309478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group': {'name': 'tempest-secgroup--317386098'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:29.325247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.333146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:29.339155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:29.351687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f2765c7d-33b1-48c0-a975-e6224d26a311 None None] Provisioning complete for port a8df1844-ad29-4b2d-a30d-4cca507c596c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:29.353258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f2765c7d-33b1-48c0-a975-e6224d26a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.373395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.373727 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment 8fd2f65c-593f-4eea-9b92-a44c85dbc6e5 of type vlan for network 31ae97e1-7b2d-44be-857f-2eda59a234b8 Mar 02 20:14:29.390229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e6104b90-03f3-4699-8919-9cbc3f7f9a8f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 78e946a7-6bc6-4adf-bb03-1396c61dfd70 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:29.390789 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6104b90-03f3-4699-8919-9cbc3f7f9a8f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.409019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:29.431589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, b0a47dd2-f1ee-44f4-8291-6a01e0a7676c) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:29.434728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:29.472739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361e97c-e476-4baa-a4fc-c192a3c21e16 None None] Pushing event updated for resources: {'Port': ['ID=b962342c-d61d-4fc0-8f46-03af1163f9dd,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:29.508740 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e234f2-9d10-401d-8c45-47fa3eacff11 None None] Network b0a47dd2-f1ee-44f4-8291-6a01e0a7676c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:29.509332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:29.510061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.511922 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.514178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:29.585400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41618) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:29.604686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.624477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-485f1fde-d4b4-443f-be78-a046a17c0647 None None] The port '18c610af-b1af-4079-8d9c-fa76a47bf6bf' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:14:29.635443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object 7d5b8a56-fe75-4fb9-b827-99c3dfee027c will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:29.663644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.696290 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3709d0de-037a-4ee7-86e6-bb1154803334 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6176023 Mar 02 20:14:29.699011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41624) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:29.796619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.800564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:29.801387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.882993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6104b90-03f3-4699-8919-9cbc3f7f9a8f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.889939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9db6cf7e-273c-471c-846c-f80b1e9addd6 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:29.939271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:29.956484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:29.960983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:29.976299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:30.006952 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ab8c5ccb-9510-4082-9065-6445aed34b33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50d00eb5604c46acb43ff98f693c91f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4189980 Mar 02 20:14:30.015721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41628) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:30.020001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e6104b90-03f3-4699-8919-9cbc3f7f9a8f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 78e946a7-6bc6-4adf-bb03-1396c61dfd70 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:30.022024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.044089 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:30.044893 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.158756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f2765c7d-33b1-48c0-a975-e6224d26a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.173492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Attempting to bind port b962342c-d61d-4fc0-8f46-03af1163f9dd on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:30.173852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Attempting to bind port b962342c-d61d-4fc0-8f46-03af1163f9dd by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '4fc5bd3a-170c-4665-92dd-42971eccf4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:30.174258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Attempting to bind port b962342c-d61d-4fc0-8f46-03af1163f9dd on network 9c970da3-4ed8-48d1-b46a-a21fcf381b15 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:30.253715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:30.254593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Checking segment: {'id': '4fc5bd3a-170c-4665-92dd-42971eccf4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:30.254593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.254838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Bound using segment: {'id': '4fc5bd3a-170c-4665-92dd-42971eccf4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:30.255235 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Bound port: b962342c-d61d-4fc0-8f46-03af1163f9dd, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc5bd3a-170c-4665-92dd-42971eccf4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:30.255631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.258849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6104b90-03f3-4699-8919-9cbc3f7f9a8f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.280172 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-2af18fec-2956-467e-a70f-5b30b457eeab None None] Allocated IP 172.20.0.18 (5bb503d3-cf9f-445e-845e-6aef02d0eff1/da06caaa-b22a-4d25-902a-a8f23a5e80da/9db6cf7e-273c-471c-846c-f80b1e9addd6) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:30.318955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f2765c7d-33b1-48c0-a975-e6224d26a311 None None] For port a8df1844-ad29-4b2d-a30d-4cca507c596c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a8df1844-ad29-4b2d-a30d-4cca507c596c,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:30.320735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:30.339452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:30.342193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:30.370312 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.383870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=7d5b8a56-fe75-4fb9-b827-99c3dfee027c,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:30.395347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9db6cf7e-273c-471c-846c-f80b1e9addd6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:30.395715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.494500 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6294525 Mar 02 20:14:30.506082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6104b90-03f3-4699-8919-9cbc3f7f9a8f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=78e946a7-6bc6-4adf-bb03-1396c61dfd70,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:30.509839 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41632) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:30.511594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.533155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'network_id': '31ae97e1-7b2d-44be-857f-2eda59a234b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:30.563319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d95e91af-717f-4543-b8ab-83909ae29e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.577711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f2765c7d-33b1-48c0-a975-e6224d26a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.584593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e0a47-7e6f-4d98-9410-88cdfc8cf57a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=31ae97e1-7b2d-44be-857f-2eda59a234b8,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:30.641951 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6104b90-03f3-4699-8919-9cbc3f7f9a8f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.647374 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e6104b90-03f3-4699-8919-9cbc3f7f9a8f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/78e946a7-6bc6-4adf-bb03-1396c61dfd70 HTTP/1.1" status: 204 len: 168 time: 1.3723950 Mar 02 20:14:30.647597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 31ae97e1-7b2d-44be-857f-2eda59a234b8 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:30.649794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41636) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:30.718702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:30.719569 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.751514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd5810-39fe-44c1-a19a-70d921a12895 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:30.753301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd5810-39fe-44c1-a19a-70d921a12895 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:30.762242 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-33cd5810-39fe-44c1-a19a-70d921a12895 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1077318 Mar 02 20:14:30.762242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41640) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:30.830871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] For port b962342c-d61d-4fc0-8f46-03af1163f9dd, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:30.860809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Allocated IP 2001:db8:1::2 (b0a47dd2-f1ee-44f4-8291-6a01e0a7676c/e545306f-45b6-4d3c-85b3-dc7df7f4e420/44825732-8b62-49dd-8122-3a323d64942b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:30.893111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] For port b962342c-d61d-4fc0-8f46-03af1163f9dd, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b962342c-d61d-4fc0-8f46-03af1163f9dd,segment=NetworkSegment(4fc5bd3a-170c-4665-92dd-42971eccf4c9),segment_id=4fc5bd3a-170c-4665-92dd-42971eccf4c9)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:30.896002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2765c7d-33b1-48c0-a975-e6224d26a311 None None] Pushing event updated for resources: {'Port': ['ID=a8df1844-ad29-4b2d-a30d-4cca507c596c,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:30.921105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2af18fec-2956-467e-a70f-5b30b457eeab None None] For port 9db6cf7e-273c-471c-846c-f80b1e9addd6, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9db6cf7e-273c-471c-846c-f80b1e9addd6,segment=NetworkSegment(3cace5dd-94cb-490b-be9d-dbd7f64d290d),segment_id=3cace5dd-94cb-490b-be9d-dbd7f64d290d)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:30.989839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a605503d-83a8-497a-bf6e-947240805878 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 58aa0471-65bf-4ef1-8232-7b70e080610f {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:14:30.994940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a605503d-83a8-497a-bf6e-947240805878 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.997940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.064518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a605503d-83a8-497a-bf6e-947240805878 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.095080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44070c8-32cc-4312-969f-370d5315fef0,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:31.097583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1160478-811f-49a8-99b6-7b529c73591d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:14:31.116494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d95e91af-717f-4543-b8ab-83909ae29e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.116922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-45b76956-0a8c-4a44-91ca-df69c5b5d1e7 None None] Could not find standard attr ID for object 78e946a7-6bc6-4adf-bb03-1396c61dfd70. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:14:31.128669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.129360 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cc99cc50-14cd-4568-8e1f-2edd0e0d2551 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8309851 Mar 02 20:14:31.138698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41644) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:31.141574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.resource_extend [None req-2af18fec-2956-467e-a70f-5b30b457eeab None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:14:31.144375 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-64c55108-fb13-46d0-bdae-455d745eba8c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.6397729 Mar 02 20:14:31.155167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41648) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:31.165622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-11343308-d885-4f44-ba98-f1b740fe78ad tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group_rule': {'security_group_id': 'd58a375f-80a4-440b-ba9a-aa16ee41ca2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd44070c8-32cc-4312-969f-370d5315fef0'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:31.176338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2af18fec-2956-467e-a70f-5b30b457eeab None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.178128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-90e153cc-a8c7-4524-a063-ad02622d7e3a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f152c53c-cc4a-4a43-93d9-039d933018e7'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:31.205379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:31.223473 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-11343308-d885-4f44-ba98-f1b740fe78ad tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:31.226412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2af18fec-2956-467e-a70f-5b30b457eeab None None] Transition to ACTIVE for port object 9db6cf7e-273c-471c-846c-f80b1e9addd6 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:31.240549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361e97c-e476-4baa-a4fc-c192a3c21e16 None None] Pushing event updated for resources: {'Port': ['ID=b962342c-d61d-4fc0-8f46-03af1163f9dd,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:31.244614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:subnet and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:31.261332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:31.261977 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:31.271720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:31.283813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-11343308-d885-4f44-ba98-f1b740fe78ad tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:31.324846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-11343308-d885-4f44-ba98-f1b740fe78ad tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:31.352242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2af18fec-2956-467e-a70f-5b30b457eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.360472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:31.370917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-11343308-d885-4f44-ba98-f1b740fe78ad tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:31.371999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a605503d-83a8-497a-bf6e-947240805878 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.509077 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:31.540197 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1160478-811f-49a8-99b6-7b529c73591d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:31.558257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d95e91af-717f-4543-b8ab-83909ae29e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.559476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1160478-811f-49a8-99b6-7b529c73591d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.590503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2aab42-5424-4037-9e29-53b7ba522c0e None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:31.608992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a605503d-83a8-497a-bf6e-947240805878 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.637591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.711557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605503d-83a8-497a-bf6e-947240805878 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=58aa0471-65bf-4ef1-8232-7b70e080610f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:31.713245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Transition to ACTIVE for port object 44825732-8b62-49dd-8122-3a323d64942b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:31.736974 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af18fec-2956-467e-a70f-5b30b457eeab None None] Pushing event updated for resources: {'Port': ['ID=9db6cf7e-273c-471c-846c-f80b1e9addd6,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:31.737369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a605503d-83a8-497a-bf6e-947240805878 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:31.743449 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a605503d-83a8-497a-bf6e-947240805878 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/58aa0471-65bf-4ef1-8232-7b70e080610f HTTP/1.1" status: 204 len: 168 time: 0.9823921 Mar 02 20:14:31.746618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41652) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:31.761179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258cfaac-152f-4053-84e1-f5dfe37fa6f5 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:31.794780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2aab42-5424-4037-9e29-53b7ba522c0e None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:31.795440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-ed2aab42-5424-4037-9e29-53b7ba522c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:31.879972 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a90894af-077d-4fa5-ae6d-fcb551afea2c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1318569 Mar 02 20:14:31.892372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41656) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:31.908719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:31.914701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a8df1844-ad29-4b2d-a30d-4cca507c596c up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:31.960343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:14:32.066086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-ed2aab42-5424-4037-9e29-53b7ba522c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:32.076316 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Transition to ACTIVE for port object 44825732-8b62-49dd-8122-3a323d64942b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:32.119060 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:32.159226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:32.171747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e91af-717f-4543-b8ab-83909ae29e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e11d7bd-f019-4fe1-a025-6eb75e9bcf76,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:32.177803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.190186 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c1160478-811f-49a8-99b6-7b529c73591d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "PUT /v2.0/floatingips/462752fc-1ca6-4ca0-afe5-cfcccbf3d6e6 HTTP/1.1" status: 200 len: 979 time: 5.8250294 Mar 02 20:14:32.190360 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41660) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:32.225250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.298522 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-11343308-d885-4f44-ba98-f1b740fe78ad tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:14:32.304217 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-11343308-d885-4f44-ba98-f1b740fe78ad tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 1.1616790 Mar 02 20:14:32.309703 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41664) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:32.312129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:32.317711 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.343273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d95e91af-717f-4543-b8ab-83909ae29e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.354632 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d95e91af-717f-4543-b8ab-83909ae29e50 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e11d7bd-f019-4fe1-a025-6eb75e9bcf76 HTTP/1.1" status: 204 len: 168 time: 2.3381472 Mar 02 20:14:32.406109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90e153cc-a8c7-4524-a063-ad02622d7e3a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.466447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2aab42-5424-4037-9e29-53b7ba522c0e None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:32.466447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-ed2aab42-5424-4037-9e29-53b7ba522c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:32.619477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Network b0a47dd2-f1ee-44f4-8291-6a01e0a7676c is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:32.620793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Pushing event updated for resources: {'Port': ['ID=44825732-8b62-49dd-8122-3a323d64942b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:32.623028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-ed2aab42-5424-4037-9e29-53b7ba522c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:32.623418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2aab42-5424-4037-9e29-53b7ba522c0e None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:32.633482 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:32.686287 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:32.718895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ba9757a8-42c5-4c40-8f7d-c1fef5c113e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.787330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a9a0a2-6ceb-48ec-a48c-0b3c50fedcdf None None] Network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:32.828756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port a8df1844-ad29-4b2d-a30d-4cca507c596c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:32.829647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.993801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] Router 7653ade3-f789-4538-bc22-3062b37321a5 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:14:33.050836 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Attempting to bind port 44825732-8b62-49dd-8122-3a323d64942b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:33.051888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Attempting to bind port 44825732-8b62-49dd-8122-3a323d64942b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '25d3ec0a-90fa-416a-9c64-8dde89fbabd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:33.053147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Attempting to bind port 44825732-8b62-49dd-8122-3a323d64942b on network b0a47dd2-f1ee-44f4-8291-6a01e0a7676c {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:33.056246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ba9757a8-42c5-4c40-8f7d-c1fef5c113e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.096852 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.155822 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:33.156517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Checking segment: {'id': '25d3ec0a-90fa-416a-9c64-8dde89fbabd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:33.157168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.157744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Bound using segment: {'id': '25d3ec0a-90fa-416a-9c64-8dde89fbabd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:33.158420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Bound port: 44825732-8b62-49dd-8122-3a323d64942b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d3ec0a-90fa-416a-9c64-8dde89fbabd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:33.159930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.182555 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de4e76f-618d-4bc6-be37-f4d8b4ba7bb9 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:14:33.204632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9ed72a77-1483-4714-a482-10323a740976 None None] Provisioning for port 9db6cf7e-273c-471c-846c-f80b1e9addd6 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:33.217029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6de4e76f-618d-4bc6-be37-f4d8b4ba7bb9 None None] Deleting port a8df1844-ad29-4b2d-a30d-4cca507c596c {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:33.217721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6de4e76f-618d-4bc6-be37-f4d8b4ba7bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.248174 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port a71db305-e32d-411c-84ff-b57fa5c946f3 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:33.248621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.319014 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9ed72a77-1483-4714-a482-10323a740976 None None] Provisioning complete for port 9db6cf7e-273c-471c-846c-f80b1e9addd6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:33.319470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9ed72a77-1483-4714-a482-10323a740976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.339805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ba9757a8-42c5-4c40-8f7d-c1fef5c113e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.345325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=5f3528c3-bfe8-41f3-a11d-ab253b7ae3f4,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:33.381438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9757a8-42c5-4c40-8f7d-c1fef5c113e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44070c8-32cc-4312-969f-370d5315fef0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:33.458445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ba9757a8-42c5-4c40-8f7d-c1fef5c113e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.460057 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ba9757a8-42c5-4c40-8f7d-c1fef5c113e2 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "DELETE /v2.0/security-groups/d44070c8-32cc-4312-969f-370d5315fef0 HTTP/1.1" status: 204 len: 168 time: 1.1492701 Mar 02 20:14:33.471178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41672) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:33.608228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41676) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:33.618777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.628126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.628330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] For port 44825732-8b62-49dd-8122-3a323d64942b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:33.628438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.644527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1dbd5735-f96c-4767-911e-ae8aeae269b4 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Synchronizing usage tracker for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:33.657801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking segment: {'id': '8fd2f65c-593f-4eea-9b92-a44c85dbc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '31ae97e1-7b2d-44be-857f-2eda59a234b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:33.658237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network hostable DHCP agents. Network: 31ae97e1-7b2d-44be-857f-2eda59a234b8, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:33.676108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] For port 44825732-8b62-49dd-8122-3a323d64942b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=44825732-8b62-49dd-8122-3a323d64942b,segment=NetworkSegment(25d3ec0a-90fa-416a-9c64-8dde89fbabd3),segment_id=25d3ec0a-90fa-416a-9c64-8dde89fbabd3)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:33.744742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:14:19Z', 'revision_number': 2, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:30Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:33.747250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9db6cf7e-273c-471c-846c-f80b1e9addd6 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:33.765723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbbf8e42-1c28-49bf-9ffd-baf3ec2f8f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.785546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for a71db305-e32d-411c-84ff-b57fa5c946f3 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:33.820676 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.840057 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-cbbf8e42-1c28-49bf-9ffd-baf3ec2f8f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:33.844759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cbbf8e42-1c28-49bf-9ffd-baf3ec2f8f79 admin admin] Usage tracker for resource:security_group_rule and tenant:95a9532712754c9e968d4a7447050ef4 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:33.847616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cbbf8e42-1c28-49bf-9ffd-baf3ec2f8f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:33.854150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-cbbf8e42-1c28-49bf-9ffd-baf3ec2f8f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:33.925678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbbf8e42-1c28-49bf-9ffd-baf3ec2f8f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.930001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b789ee5-f2f8-40b0-94f4-60a45bde74b5 None None] The sync data for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv is: [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:14:19Z', 'revision_number': 2, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:30Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:34.015416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6de4e76f-618d-4bc6-be37-f4d8b4ba7bb9 None None] For port a8df1844-ad29-4b2d-a30d-4cca507c596c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a8df1844-ad29-4b2d-a30d-4cca507c596c,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:34.015985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6de4e76f-618d-4bc6-be37-f4d8b4ba7bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.041539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbbf8e42-1c28-49bf-9ffd-baf3ec2f8f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.093182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network 31ae97e1-7b2d-44be-857f-2eda59a234b8 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:34.103549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1dbd5735-f96c-4767-911e-ae8aeae269b4 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Unset dirty status for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:34.107209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-90e153cc-a8c7-4524-a063-ad02622d7e3a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Delete allocated IP 172.20.0.23 (5bb503d3-cf9f-445e-845e-6aef02d0eff1/da06caaa-b22a-4d25-902a-a8f23a5e80da) {{(pid=84504) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 20:14:34.108162 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1dbd5735-f96c-4767-911e-ae8aeae269b4 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6345265 Mar 02 20:14:34.117866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41680) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:34.178876 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cbbf8e42-1c28-49bf-9ffd-baf3ec2f8f79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95a9532712754c9e968d4a7447050ef4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5691378 Mar 02 20:14:34.182679 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6de4e76f-618d-4bc6-be37-f4d8b4ba7bb9 None None] Calling delete_port for a8df1844-ad29-4b2d-a30d-4cca507c596c owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:34.189236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf8e42-1c28-49bf-9ffd-baf3ec2f8f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2125bb31-3e35-4746-b644-1807e4b02505,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:34.195194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41684) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:34.256002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089a843-d9e8-4b61-a531-d37f6227ab6b None None] Pushing event updated for resources: {'Port': ['ID=44825732-8b62-49dd-8122-3a323d64942b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:34.265316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.objects.ports [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84503) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:14:34.336180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9db6cf7e-273c-471c-846c-f80b1e9addd6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:34.336689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.400452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6de4e76f-618d-4bc6-be37-f4d8b4ba7bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.462640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4e76f-618d-4bc6-be37-f4d8b4ba7bb9 None None] Pushing event deleted for resources: {'Port': ['ID=a8df1844-ad29-4b2d-a30d-4cca507c596c,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:34.465006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 31ae97e1-7b2d-44be-857f-2eda59a234b8) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:34.485058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:34.485648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.490604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b471547-421f-4d71-bce2-544336e279a9 None None] Network 31ae97e1-7b2d-44be-857f-2eda59a234b8 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:34.522847 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de4e76f-618d-4bc6-be37-f4d8b4ba7bb9 None None] No DVR routers for this DVR port a8df1844-ad29-4b2d-a30d-4cca507c596c on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:34.695791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1b8a379b-91b2-466a-aba0-561f0810db14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.752418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_pluggable_backend [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Port a8df1844-ad29-4b2d-a30d-4cca507c596c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84503) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 02 20:14:34.752859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_pluggable_backend [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Reverting IP allocation for 2001:db8::f816:3eff:fe49:dbb0 {{(pid=84503) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 02 20:14:34.782574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Allocated IP 2001:db8:1::1 (b0a47dd2-f1ee-44f4-8291-6a01e0a7676c/e545306f-45b6-4d3c-85b3-dc7df7f4e420/a0fb7f8a-1082-4883-8c7b-fb74f4e22e59) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:34.796616 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-eca191c6-38b9-498b-bd6e-74ad96258d39 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.2789142 Mar 02 20:14:34.798913 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aac26c56-24e4-438a-9b19-85630a3e9924 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.801069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41688) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:34.809622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1b8a379b-91b2-466a-aba0-561f0810db14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.849702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:34.869808 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b3479700-8bdb-4fd4-970d-aaff1f27b9a0 admin admin] 10.222.0.44 "PUT /v2.0/routers/7653ade3-f789-4538-bc22-3062b37321a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1134386 Mar 02 20:14:34.870114 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf601d9-7887-407b-84b8-0b07fc89dd47 None None] Sync routers for ids ['7653ade3-f789-4538-bc22-3062b37321a5'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:34.872868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41692) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:34.891035 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf601d9-7887-407b-84b8-0b07fc89dd47 None None] Routers {'7653ade3-f789-4538-bc22-3062b37321a5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:34.901394 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0cf601d9-7887-407b-84b8-0b07fc89dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7653ade3-f789-4538-bc22-3062b37321a5'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:34.947027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a8df1844-ad29-4b2d-a30d-4cca507c596c no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:34.951437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aac26c56-24e4-438a-9b19-85630a3e9924 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.010196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.028453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: a8df1844-ad29-4b2d-a30d-4cca507c596c {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:14:35.028795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a8df1844-ad29-4b2d-a30d-4cca507c596c not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:35.032252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-884014aa-fbb8-41ba-af6d-5d060eac3d45 None None] Provisioning for port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:35.049963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-884014aa-fbb8-41ba-af6d-5d060eac3d45 None None] Provisioning complete for port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:35.056639 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-884014aa-fbb8-41ba-af6d-5d060eac3d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.155058 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.157264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90e153cc-a8c7-4524-a063-ad02622d7e3a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.191932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-31ae97e1-7b2d-44be-857f-2eda59a234b8', 'network_id': '31ae97e1-7b2d-44be-857f-2eda59a234b8', 'tenant_id': '5958073594da4636be7058edbfec9868', 'fixed_ips': [{'subnet_id': '5f3528c3-bfe8-41f3-a11d-ab253b7ae3f4'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:35.194666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.201198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1b8a379b-91b2-466a-aba0-561f0810db14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.241692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-884014aa-fbb8-41ba-af6d-5d060eac3d45 None None] Port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:35.263642 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-90e153cc-a8c7-4524-a063-ad02622d7e3a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Ignored duplicate provisioning block setup for port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 20:14:35.267711 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-0cf601d9-7887-407b-84b8-0b07fc89dd47 None None] Set router 7653ade3-f789-4538-bc22-3062b37321a5 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:14:35.276584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aac26c56-24e4-438a-9b19-85630a3e9924 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.293965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=a71db305-e32d-411c-84ff-b57fa5c946f3,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:35.308226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a379b-91b2-466a-aba0-561f0810db14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2125bb31-3e35-4746-b644-1807e4b02505,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:35.328773 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:35.340209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90e153cc-a8c7-4524-a063-ad02622d7e3a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.364867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:35.449508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.463110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.482809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:35.483427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.488263 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Allocated IP 172.20.0.1 (31ae97e1-7b2d-44be-857f-2eda59a234b8/5f3528c3-bfe8-41f3-a11d-ab253b7ae3f4/5aa0603a-3148-4363-8141-98a83c43fe83) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:35.537538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=955639d4-7d79-44d6-8e7c-e6647751d0e1,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:35.541385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1b8a379b-91b2-466a-aba0-561f0810db14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.543325 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1b8a379b-91b2-466a-aba0-561f0810db14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2125bb31-3e35-4746-b644-1807e4b02505 HTTP/1.1" status: 204 len: 168 time: 1.3461769 Mar 02 20:14:35.544424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac26c56-24e4-438a-9b19-85630a3e9924 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58a375f-80a4-440b-ba9a-aa16ee41ca2a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:35.583052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-90e153cc-a8c7-4524-a063-ad02622d7e3a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] In _notify_port_updated(), no bound segment for port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c on network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 {{(pid=84504) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:14:35.588359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e153cc-a8c7-4524-a063-ad02622d7e3a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:35.589227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90e153cc-a8c7-4524-a063-ad02622d7e3a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.593805 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-90e153cc-a8c7-4524-a063-ad02622d7e3a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "PUT /v2.0/ports/7d5b8a56-fe75-4fb9-b827-99c3dfee027c HTTP/1.1" status: 200 len: 918 time: 4.4220707 Mar 02 20:14:35.601072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41698) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:35.609488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f152c53c-cc4a-4a43-93d9-039d933018e7'}, {'subnet_id': 'da06caaa-b22a-4d25-902a-a8f23a5e80da'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:35.645581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e153cc-a8c7-4524-a063-ad02622d7e3a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=7d5b8a56-fe75-4fb9-b827-99c3dfee027c,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:35.656850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Transition to ACTIVE for port object a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:35.802148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.914850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.936946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Transition to ACTIVE for port object 5aa0603a-3148-4363-8141-98a83c43fe83 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:35.970070 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Transition to ACTIVE for port object 5aa0603a-3148-4363-8141-98a83c43fe83 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:35.982914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bbe2f-59a3-4096-b988-655dfb6f86a7 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:35.985149 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-56521b8a-155d-4b05-9b1d-a05f43b11692 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.0910103 Mar 02 20:14:35.987755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aac26c56-24e4-438a-9b19-85630a3e9924 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:35.988690 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aac26c56-24e4-438a-9b19-85630a3e9924 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "DELETE /v2.0/security-groups/d58a375f-80a4-440b-ba9a-aa16ee41ca2a HTTP/1.1" status: 204 len: 168 time: 1.8629971 Mar 02 20:14:36.008608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41702) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:36.009219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41704) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:36.026040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:be:a5:41', 'name': 'tempest-NetworksTestDHCPv6-628644866'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:36.049813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b962342c-d61d-4fc0-8f46-03af1163f9dd up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:36.096108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-884014aa-fbb8-41ba-af6d-5d060eac3d45 None None] Provisioning complete for port 9db6cf7e-273c-471c-846c-f80b1e9addd6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:36.096489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-884014aa-fbb8-41ba-af6d-5d060eac3d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:36.125432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ddaa16-a6af-4fce-aff8-e13996fa4e1b None None] Network b0a47dd2-f1ee-44f4-8291-6a01e0a7676c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:36.189048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:36.215349 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0cf601d9-7887-407b-84b8-0b07fc89dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:14:27Z', 'revision_number': 5, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:36.220546 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf601d9-7887-407b-84b8-0b07fc89dd47 None None] Checking router: 7653ade3-f789-4538-bc22-3062b37321a5 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:14:36.237143 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf601d9-7887-407b-84b8-0b07fc89dd47 None None] Routers {'7653ade3-f789-4538-bc22-3062b37321a5'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:36.238184 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0cf601d9-7887-407b-84b8-0b07fc89dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7653ade3-f789-4538-bc22-3062b37321a5'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:36.253393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:36.272710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Deleting port 5aa0603a-3148-4363-8141-98a83c43fe83 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:36.273409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:36.320430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:36.321387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:36.405266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:36.421526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=a0fb7f8a-1082-4883-8c7b-fb74f4e22e59,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:36.490186 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-0cf601d9-7887-407b-84b8-0b07fc89dd47 None None] Set router 7653ade3-f789-4538-bc22-3062b37321a5 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:14:36.511032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:36.520580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network b0a47dd2-f1ee-44f4-8291-6a01e0a7676c is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:36.532007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:36.550821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:36.551361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:36.641437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Network 31ae97e1-7b2d-44be-857f-2eda59a234b8 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:36.660987 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Pushing event updated for resources: {'Port': ['ID=5aa0603a-3148-4363-8141-98a83c43fe83,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:36.669768 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:36.679929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:36.686074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:36.829952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:36.848372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port b962342c-d61d-4fc0-8f46-03af1163f9dd completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:36.869436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ab7b08ae-78c8-4cb5-bccf-68945bdf7dd0 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Synchronizing usage tracker for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:36.882980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:36.922224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b962342c-d61d-4fc0-8f46-03af1163f9dd triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:36.922914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:36.934590 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0cf601d9-7887-407b-84b8-0b07fc89dd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:14:27Z', 'revision_number': 5, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:36.946189 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf601d9-7887-407b-84b8-0b07fc89dd47 None None] The sync data for ids ['7653ade3-f789-4538-bc22-3062b37321a5'] in dv-neutron-831593-2-hyperv is: [{'id': '7653ade3-f789-4538-bc22-3062b37321a5', 'name': 'tempest-ServersTestManualDisk-613179705-router', 'tenant_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:32Z', 'updated_at': '2022-03-02T20:14:27Z', 'revision_number': 5, 'project_id': '6a3305a0f9f842cc9b424283dcbfd61f', 'gw_port': {'id': '5049e6c5-cbfb-404d-a98f-26ac16ac6285', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7653ade3-f789-4538-bc22-3062b37321a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:33Z', 'updated_at': '2022-03-02T20:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:36.990116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Attempting to bind port 5aa0603a-3148-4363-8141-98a83c43fe83 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:36.990856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Attempting to bind port 5aa0603a-3148-4363-8141-98a83c43fe83 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '8fd2f65c-593f-4eea-9b92-a44c85dbc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '31ae97e1-7b2d-44be-857f-2eda59a234b8'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:36.991556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Attempting to bind port 5aa0603a-3148-4363-8141-98a83c43fe83 on network 31ae97e1-7b2d-44be-857f-2eda59a234b8 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:37.004910 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Deleting port 5049e6c5-cbfb-404d-a98f-26ac16ac6285 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:37.006389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.014551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port a35b1fc6-dc5d-4e6f-88b3-ac19858f3f55 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:37.068554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ab7b08ae-78c8-4cb5-bccf-68945bdf7dd0 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Unset dirty status for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:37.069797 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ab7b08ae-78c8-4cb5-bccf-68945bdf7dd0 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0573261 Mar 02 20:14:37.077404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41720) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:37.100267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757271301'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:37.106686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:37.116389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:37.118320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.19 (5bb503d3-cf9f-445e-845e-6aef02d0eff1/da06caaa-b22a-4d25-902a-a8f23a5e80da/7d5b8a56-fe75-4fb9-b827-99c3dfee027c) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:37.136153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:37.136528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Checking segment: {'id': '8fd2f65c-593f-4eea-9b92-a44c85dbc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '31ae97e1-7b2d-44be-857f-2eda59a234b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:37.136955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.138069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Bound using segment: {'id': '8fd2f65c-593f-4eea-9b92-a44c85dbc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '31ae97e1-7b2d-44be-857f-2eda59a234b8'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:37.143122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Bound port: 5aa0603a-3148-4363-8141-98a83c43fe83, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd2f65c-593f-4eea-9b92-a44c85dbc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '31ae97e1-7b2d-44be-857f-2eda59a234b8'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:37.143122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.205933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '955639d4-7d79-44d6-8e7c-e6647751d0e1'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:37.206789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.227222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.236964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.284630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] For port 5aa0603a-3148-4363-8141-98a83c43fe83, host dv-neutron-831593-2-hyperv, got binding levels [] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:37.284907 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.491414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] For port 5aa0603a-3148-4363-8141-98a83c43fe83, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:37.494356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.532477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] For port 5aa0603a-3148-4363-8141-98a83c43fe83, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5aa0603a-3148-4363-8141-98a83c43fe83,segment=NetworkSegment(8fd2f65c-593f-4eea-9b92-a44c85dbc6e5),segment_id=8fd2f65c-593f-4eea-9b92-a44c85dbc6e5)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:37.535744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c1e9343f-e635-4d68-8d6a-f80b389ccc00 None None] Provisioning complete for port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:37.536109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c1e9343f-e635-4d68-8d6a-f80b389ccc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.540108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Calling delete_port for 5aa0603a-3148-4363-8141-98a83c43fe83 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:37.614963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:37.615625 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9343f-e635-4d68-8d6a-f80b389ccc00 None None] Port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:37.619126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Usage tracker for resource:security_group_rule and tenant:913d0d6de4ad45bea8a23feff7884249 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:37.622825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:37.629732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:37.638330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port b962342c-d61d-4fc0-8f46-03af1163f9dd, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b962342c-d61d-4fc0-8f46-03af1163f9dd,segment=NetworkSegment(4fc5bd3a-170c-4665-92dd-42971eccf4c9),segment_id=4fc5bd3a-170c-4665-92dd-42971eccf4c9)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:37.642373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.714245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.714245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::f816:3eff:febe:a541 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/955639d4-7d79-44d6-8e7c-e6647751d0e1/a35b1fc6-dc5d-4e6f-88b3-ac19858f3f55) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:37.779569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.780381 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 44825732-8b62-49dd-8122-3a323d64942b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:37.814834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.856055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c1e9343f-e635-4d68-8d6a-f80b389ccc00 None None] Provisioning for port 44825732-8b62-49dd-8122-3a323d64942b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:37.862369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b8191-8e93-4b43-b1fa-b71c6499fc5b None None] Pushing event updated for resources: {'Port': ['ID=5aa0603a-3148-4363-8141-98a83c43fe83,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:37.874584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.977172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.978139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.979418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=b962342c-d61d-4fc0-8f46-03af1163f9dd,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:38.029095 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b224e80-24c8-4dca-988c-1ca806b653ae,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:38.067307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1db5438a-440b-4b99-8615-4ba752903316 None None] Provisioning complete for port 44825732-8b62-49dd-8122-3a323d64942b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:38.068543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1db5438a-440b-4b99-8615-4ba752903316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.114464 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 44825732-8b62-49dd-8122-3a323d64942b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:38.140209 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 44825732-8b62-49dd-8122-3a323d64942b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:38.140825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.246521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.254297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.255744 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b8f2c81f-f775-4fca-9120-8d8e6b146aab tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1711245 Mar 02 20:14:38.260677 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41732) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:38.263309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:14:38.263565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:14:38.270464 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b96c815f-57df-4c31-97fc-da9289eda9da tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:38.276515 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-b96c815f-57df-4c31-97fc-da9289eda9da tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 20:14:38.276515 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b96c815f-57df-4c31-97fc-da9289eda9da tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "PUT /v2.0/security-groups/3b224e80-24c8-4dca-988c-1ca806b653ae HTTP/1.1" status: 409 len: 330 time: 0.0108545 Mar 02 20:14:38.400806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41736) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:38.405936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] For port 5049e6c5-cbfb-404d-a98f-26ac16ac6285, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5049e6c5-cbfb-404d-a98f-26ac16ac6285,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:38.406562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.432667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1db5438a-440b-4b99-8615-4ba752903316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.494445 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:14:38.495807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object a35b1fc6-dc5d-4e6f-88b3-ac19858f3f55 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:38.498736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.503313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=a0fb7f8a-1082-4883-8c7b-fb74f4e22e59,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:38.535415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1db5438a-440b-4b99-8615-4ba752903316 None None] For port 44825732-8b62-49dd-8122-3a323d64942b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=44825732-8b62-49dd-8122-3a323d64942b,segment=NetworkSegment(25d3ec0a-90fa-416a-9c64-8dde89fbabd3),segment_id=25d3ec0a-90fa-416a-9c64-8dde89fbabd3)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:38.575023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.632632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1db5438a-440b-4b99-8615-4ba752903316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.647322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Calling delete_port for 5049e6c5-cbfb-404d-a98f-26ac16ac6285 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:38.660569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:14:38.665118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.730579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object 7d5b8a56-fe75-4fb9-b827-99c3dfee027c will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:38.741211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b83aab97-1ea1-40bb-9032-ecdd83d33054 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.748407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network b0a47dd2-f1ee-44f4-8291-6a01e0a7676c is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:38.759613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:38.809000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Deleting port 5aa0603a-3148-4363-8141-98a83c43fe83 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:38.809401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.881779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:38.952887 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:14:38.953574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:14:38.954434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Allocated IP 2001:db8::f816:3eff:fe70:545 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/955639d4-7d79-44d6-8e7c-e6647751d0e1/5e0d7856-3892-4618-a27e-de5199bc940e) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:38.954952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:38.957414 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:38.960871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5438a-440b-4b99-8615-4ba752903316 None None] Pushing event updated for resources: {'Port': ['ID=44825732-8b62-49dd-8122-3a323d64942b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:38.962483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:38.963100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.978083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=a35b1fc6-dc5d-4e6f-88b3-ac19858f3f55,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:38.982987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.015667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1db5438a-440b-4b99-8615-4ba752903316 None None] Provisioning for port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:39.103152 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1db5438a-440b-4b99-8615-4ba752903316 None None] Provisioning complete for port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:39.103522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1db5438a-440b-4b99-8615-4ba752903316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.192227 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1db5438a-440b-4b99-8615-4ba752903316 None None] Port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:39.326090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] For port 5aa0603a-3148-4363-8141-98a83c43fe83, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5aa0603a-3148-4363-8141-98a83c43fe83,segment=NetworkSegment(8fd2f65c-593f-4eea-9b92-a44c85dbc6e5),segment_id=8fd2f65c-593f-4eea-9b92-a44c85dbc6e5)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:39.326712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.372013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b83aab97-1ea1-40bb-9032-ecdd83d33054 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.379853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.466779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Calling delete_port for 5aa0603a-3148-4363-8141-98a83c43fe83 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:39.551024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbdbb66-9e57-4431-afa7-5d0d16324042 None None] Network 31ae97e1-7b2d-44be-857f-2eda59a234b8 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:39.671272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f7efaa43-b42b-4fe1-ba8b-d2f287c9e9ac None None] Provisioning complete for port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:39.672034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f7efaa43-b42b-4fe1-ba8b-d2f287c9e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.673548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=7d5b8a56-fe75-4fb9-b827-99c3dfee027c,revision_number=3']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:39.705342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.719030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.751066 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Transition to ACTIVE for port object 5e0d7856-3892-4618-a27e-de5199bc940e will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:39.757742 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f70d64f3-9ed0-4dd5-9bf1-7af2f65317d3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7467980 Mar 02 20:14:39.761443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Port': ['ID=5aa0603a-3148-4363-8141-98a83c43fe83,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:39.763961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41754) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:39.769265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:39.774836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.800976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ae134-ac94-4444-af96-bb23a34375fd None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:39.811390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5049e6c5-cbfb-404d-a98f-26ac16ac6285,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:39.826778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ae134-ac94-4444-af96-bb23a34375fd None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:39.827471 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cc3ae134-ac94-4444-af96-bb23a34375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:39.829557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] In _notify_port_updated(), no bound segment for port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c on network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 {{(pid=84504) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:14:39.835317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:39.836546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.838118 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1e9b1028-6edf-4c13-ab4b-b5a10418ea5f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "PUT /v2.0/ports/7d5b8a56-fe75-4fb9-b827-99c3dfee027c HTTP/1.1" status: 200 len: 998 time: 4.2337523 Mar 02 20:14:39.841020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41760) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:39.912032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b83aab97-1ea1-40bb-9032-ecdd83d33054 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.922414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f7efaa43-b42b-4fe1-ba8b-d2f287c9e9ac None None] Port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:39.928780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Transition to ACTIVE for port object 5e0d7856-3892-4618-a27e-de5199bc940e will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:39.941848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cc3ae134-ac94-4444-af96-bb23a34375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:39.961291 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No DVR routers for this DVR port 5aa0603a-3148-4363-8141-98a83c43fe83 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:39.986615 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b962342c-d61d-4fc0-8f46-03af1163f9dd up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:40.001077 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7c721b15-a7d2-4a39-8751-1ff87ff05d54 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/floatingips/462752fc-1ca6-4ca0-afe5-cfcccbf3d6e6 HTTP/1.1" status: 204 len: 168 time: 7.8095694 Mar 02 20:14:40.010000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41764) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:40.059387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41768) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:40.065989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.110379 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.148743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-49c8cbb7-58a5-4b1b-ac9c-cfad356af870 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port 92b4c2ef-a3e6-4d50-b5f4-8d14e7e51644 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:40.150087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49c8cbb7-58a5-4b1b-ac9c-cfad356af870 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.199479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ae134-ac94-4444-af96-bb23a34375fd None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:40.200386 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cc3ae134-ac94-4444-af96-bb23a34375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:40.208152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9748112-d0cd-47b9-b57f-d4e73b7e78ac tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:40.209799 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c9748112-d0cd-47b9-b57f-d4e73b7e78ac tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:40.270544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:40.278729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fcfff8db-1c37-4063-b644-3be09c061b8c None None] Provisioning for port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:40.288484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Pushing event updated for resources: {'Port': ['ID=5e0d7856-3892-4618-a27e-de5199bc940e,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:40.291179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:40.295269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cc3ae134-ac94-4444-af96-bb23a34375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:40.295896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ae134-ac94-4444-af96-bb23a34375fd None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:40.298205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:40.300598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fcfff8db-1c37-4063-b644-3be09c061b8c None None] Provisioning complete for port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:40.301068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fcfff8db-1c37-4063-b644-3be09c061b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.329518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83aab97-1ea1-40bb-9032-ecdd83d33054 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b224e80-24c8-4dca-988c-1ca806b653ae,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:40.331290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.331487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b962342c-d61d-4fc0-8f46-03af1163f9dd triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:40.331965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.363442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-242083058', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:40.374343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:40.386140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Usage tracker for resource:port and tenant:15f4f7b41edb47b3b834bfee69ee837a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:40.393691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:40.405220 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:40.470483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c9748112-d0cd-47b9-b57f-d4e73b7e78ac tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:40.471898 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c9748112-d0cd-47b9-b57f-d4e73b7e78ac tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7058148 Mar 02 20:14:40.476783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41774) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:40.503507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2cda8ff5-b299-4c19-828b-356423ab566e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:40.503807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2cda8ff5-b299-4c19-828b-356423ab566e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.525794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-fcfff8db-1c37-4063-b644-3be09c061b8c None None] Port 7d5b8a56-fe75-4fb9-b827-99c3dfee027c cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:40.534856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fcfff8db-1c37-4063-b644-3be09c061b8c None None] Could not find standard attr ID for object 5aa0603a-3148-4363-8141-98a83c43fe83. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:14:40.543147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Attempting to bind port 5e0d7856-3892-4618-a27e-de5199bc940e on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:40.543518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Attempting to bind port 5e0d7856-3892-4618-a27e-de5199bc940e by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:40.543880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Attempting to bind port 5e0d7856-3892-4618-a27e-de5199bc940e on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:40.547114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Made reservation on behalf of 15f4f7b41edb47b3b834bfee69ee837a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:40.549340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.580698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:40.581329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:40.581329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.581709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:40.582174 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Bound port: 5e0d7856-3892-4618-a27e-de5199bc940e, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:40.582678 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.610707 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.657119 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 44825732-8b62-49dd-8122-3a323d64942b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:40.665422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.686409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b83aab97-1ea1-40bb-9032-ecdd83d33054 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.687970 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b83aab97-1ea1-40bb-9032-ecdd83d33054 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "DELETE /v2.0/security-groups/3b224e80-24c8-4dca-988c-1ca806b653ae HTTP/1.1" status: 204 len: 168 time: 2.2842057 Mar 02 20:14:40.690994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Subnet': ['ID=5f3528c3-bfe8-41f3-a11d-ab253b7ae3f4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:40.691999 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41778) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:40.705597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.713033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-ab17412b-dc3a-44a6-905d-d3f0bc94326d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port a35b1fc6-dc5d-4e6f-88b3-ac19858f3f55 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:40.713580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab17412b-dc3a-44a6-905d-d3f0bc94326d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.733561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 046d861b-66f1-4d47-ba63-349ddf9cda0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:14:40.748582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] For port 5e0d7856-3892-4618-a27e-de5199bc940e, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:40.752302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] For port 5e0d7856-3892-4618-a27e-de5199bc940e, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5e0d7856-3892-4618-a27e-de5199bc940e,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:40.757572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12a269-b519-434e-b080-d06bc3f49742 None None] Network 31ae97e1-7b2d-44be-857f-2eda59a234b8 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:40.778081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.843022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.909738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49c8cbb7-58a5-4b1b-ac9c-cfad356af870 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.911064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 44825732-8b62-49dd-8122-3a323d64942b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:40.912025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:40.924183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:40.964482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.022893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Usage tracker for resource:security_group_rule and tenant:15f4f7b41edb47b3b834bfee69ee837a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:41.033462 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:41.121025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:41.131911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2cda8ff5-b299-4c19-828b-356423ab566e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.159865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-49c8cbb7-58a5-4b1b-ac9c-cfad356af870 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for 92b4c2ef-a3e6-4d50-b5f4-8d14e7e51644 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:41.195982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ad33e-7609-4db9-95fd-1f7812f18978 None None] Pushing event updated for resources: {'Port': ['ID=5e0d7856-3892-4618-a27e-de5199bc940e,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:41.203474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09470316-43bf-448c-8b4e-30ed8e2b462c None None] DHCP port deletion for 31ae97e1-7b2d-44be-857f-2eda59a234b8 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:14:41.222283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b275cb02-35e6-4444-9c8b-f244c4594f6b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:41.285212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: b275cb02-35e6-4444-9c8b-f244c4594f6b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:14:41.285212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b275cb02-35e6-4444-9c8b-f244c4594f6b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:41.295524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ae97e1-7b2d-44be-857f-2eda59a234b8']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:41.334407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c26c2e43-aad5-4c28-b4d0-7712eebd2fce tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Synchronizing usage tracker for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:41.338870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.339373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7653ade3-f789-4538-bc22-3062b37321a5 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:14:41.347264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2cda8ff5-b299-4c19-828b-356423ab566e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 7d5b8a56-fe75-4fb9-b827-99c3dfee027c owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:41.381298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd2f65c-593f-4eea-9b92-a44c85dbc6e5') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:41.381597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd2f65c-593f-4eea-9b92-a44c85dbc6e5') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:41.414289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.417704 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-77679c76-525c-42a0-97f1-7b3fb5af7ec2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7653ade3-f789-4538-bc22-3062b37321a5 HTTP/1.1" status: 204 len: 168 time: 6.5393870 Mar 02 20:14:41.418898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.427764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41782) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:41.476259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.514512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c26c2e43-aad5-4c28-b4d0-7712eebd2fce tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] Unset dirty status for tenant:913d0d6de4ad45bea8a23feff7884249 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:41.515741 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c26c2e43-aad5-4c28-b4d0-7712eebd2fce tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8201556 Mar 02 20:14:41.520814 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41786) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:41.523461 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:41.523857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:41.543201 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:41.564492 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-225e2098-9fc8-4cf8-88bb-2defcfd86890 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] delete failed (client error): The resource could not be found. Mar 02 20:14:41.565510 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-225e2098-9fc8-4cf8-88bb-2defcfd86890 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "DELETE /v2.0/security-groups/20978c56-cf26-4eba-ab4d-0a6ec87f0080 HTTP/1.1" status: 404 len: 347 time: 0.0300293 Mar 02 20:14:41.569794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41790) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:41.576491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-090a5a5c-c8cd-4b0d-942d-d802372abfa3 admin admin] Deleting subnet 36bb119d-1b7d-4a9f-810e-7e75b866203a {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:14:41.594792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-090a5a5c-c8cd-4b0d-942d-d802372abfa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.675094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.677137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab17412b-dc3a-44a6-905d-d3f0bc94326d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.677277 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-63e541e7-6e68-4a0e-9745-0a6d4b5584f8 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] show failed (client error): The resource could not be found. Mar 02 20:14:41.682570 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-63e541e7-6e68-4a0e-9745-0a6d4b5584f8 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "GET /v2.0/security-groups/0ad13def-ed78-4595-9354-322b39540441 HTTP/1.1" status: 404 len: 347 time: 0.1070957 Mar 02 20:14:41.684016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41794) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:41.711715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:41.725563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-090a5a5c-c8cd-4b0d-942d-d802372abfa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.725686 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Sync routers for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:41.736418 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:41.737542 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:41.766077 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-43e83b87-7749-4a8c-a55f-d138a6f1f579 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] show failed (client error): The resource could not be found. Mar 02 20:14:41.770477 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-43e83b87-7749-4a8c-a55f-d138a6f1f579 tempest-NegativeSecGroupTest-1710366034 tempest-NegativeSecGroupTest-1710366034-project] 10.222.0.44 "GET /v2.0/security-group-rules/06be52da-910e-4d25-be22-4f5c23717090 HTTP/1.1" status: 404 len: 356 time: 0.0787704 Mar 02 20:14:41.822868 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.834182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-ab17412b-dc3a-44a6-905d-d3f0bc94326d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for a35b1fc6-dc5d-4e6f-88b3-ac19858f3f55 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:41.866527 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-38a6ffa2-bd48-482c-a79a-af589ca3ad4c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1470983 Mar 02 20:14:41.869614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41800) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:41.888667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] device_id is not set on port 6bd47ceb-5d9d-48e9-b3df-5c69ce80ae3d yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:41.898638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2002368198'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:41.931418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2cda8ff5-b299-4c19-828b-356423ab566e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.939542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:41.950178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.959326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:42.005390 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:14:42.027317 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5e0d7856-3892-4618-a27e-de5199bc940e up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:42.056688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=31ae97e1-7b2d-44be-857f-2eda59a234b8,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:42.290591 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-521d2441-8706-4335-96ab-50e31fa30ae1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/31ae97e1-7b2d-44be-857f-2eda59a234b8 HTTP/1.1" status: 204 len: 168 time: 7.4532208 Mar 02 20:14:42.304217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41804) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:42.319584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cae24f1-7fb8-4e08-84a1-375a613223a2,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:42.326662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1603709559'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:42.361252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:network and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:42.366503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:42.373115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 5e0d7856-3892-4618-a27e-de5199bc940e completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:42.376500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:42.393103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:network and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:42.397546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:42.406900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda8ff5-b299-4c19-828b-356423ab566e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=7d5b8a56-fe75-4fb9-b827-99c3dfee027c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:42.420355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:42.446366 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:42.481410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5aa0603a-3148-4363-8141-98a83c43fe83 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:42.507765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Allocated IP 172.26.5.181 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/6bd47ceb-5d9d-48e9-b3df-5c69ce80ae3d) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:42.513648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49c8cbb7-58a5-4b1b-ac9c-cfad356af870 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:42.571632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 5aa0603a-3148-4363-8141-98a83c43fe83 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:14:42.571632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5aa0603a-3148-4363-8141-98a83c43fe83 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:42.571632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5049e6c5-cbfb-404d-a98f-26ac16ac6285 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:42.580697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:42.586311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:42.588116 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:42.592239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:42.629421 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:14:36Z', 'revision_number': 3, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 2, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:42.631198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8cbb7-58a5-4b1b-ac9c-cfad356af870 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=92b4c2ef-a3e6-4d50-b5f4-8d14e7e51644,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:42.633481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab17412b-dc3a-44a6-905d-d3f0bc94326d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:42.637887 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Checking router: 046d861b-66f1-4d47-ba63-349ddf9cda0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:14:42.638655 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Updating router 046d861b-66f1-4d47-ba63-349ddf9cda0d port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:14:42.698712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 5049e6c5-cbfb-404d-a98f-26ac16ac6285 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:14:42.699057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5049e6c5-cbfb-404d-a98f-26ac16ac6285 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:42.700334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41810) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:42.729864 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:42.766550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:42.776454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:42.800181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a239514d-3432-4510-b216-84d72009430d None None] Provisioning for port 5e0d7856-3892-4618-a27e-de5199bc940e completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:42.800541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:42.800885 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added segment df304534-0bd7-41c9-9fd3-511999a23747 of type vlan for network f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 Mar 02 20:14:42.805472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-090a5a5c-c8cd-4b0d-942d-d802372abfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:42.808993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a239514d-3432-4510-b216-84d72009430d None None] Provisioning complete for port 5e0d7856-3892-4618-a27e-de5199bc940e triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:42.809611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a239514d-3432-4510-b216-84d72009430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:42.860455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2cda8ff5-b299-4c19-828b-356423ab566e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:42.885708 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2cda8ff5-b299-4c19-828b-356423ab566e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/7d5b8a56-fe75-4fb9-b827-99c3dfee027c HTTP/1.1" status: 204 len: 168 time: 3.0374207 Mar 02 20:14:42.935175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41816) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:42.938109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17412b-dc3a-44a6-905d-d3f0bc94326d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=a35b1fc6-dc5d-4e6f-88b3-ac19858f3f55,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:43.004397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.015882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:43.043162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-090a5a5c-c8cd-4b0d-942d-d802372abfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.065292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad483c4-4610-4558-b006-aba830ce9f11 None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:14:43.069602 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b004a8-d950-403a-a9b6-a3e23925a269 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:14:43.073494 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d1b004a8-d950-403a-a9b6-a3e23925a269 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/7d5b8a56-fe75-4fb9-b827-99c3dfee027c HTTP/1.1" status: 404 len: 333 time: 0.1345429 Mar 02 20:14:43.084556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41820) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:43.097809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.098196 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment f3ae4147-23ac-4c52-8b96-7ea6b5105cfc of type vlan for network ac058afb-70c8-4707-ac77-a1279b4c6474 Mar 02 20:14:43.100151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49c8cbb7-58a5-4b1b-ac9c-cfad356af870 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.122718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.126412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:43.126995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.163133 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-49c8cbb7-58a5-4b1b-ac9c-cfad356af870 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/ports/92b4c2ef-a3e6-4d50-b5f4-8d14e7e51644 HTTP/1.1" status: 204 len: 168 time: 3.1472883 Mar 02 20:14:43.172681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab17412b-dc3a-44a6-905d-d3f0bc94326d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.174599 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ab17412b-dc3a-44a6-905d-d3f0bc94326d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/a35b1fc6-dc5d-4e6f-88b3-ac19858f3f55 HTTP/1.1" status: 204 len: 168 time: 2.6966777 Mar 02 20:14:43.190294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41824) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:43.190615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41826) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:43.218698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a239514d-3432-4510-b216-84d72009430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.263430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a5a5c-c8cd-4b0d-942d-d802372abfa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36bb119d-1b7d-4a9f-810e-7e75b866203a,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:43.269141 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Network': ['ID=f8a61f2e-bc83-4acf-b80e-c90f49bc3d86,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:43.286169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-090a5a5c-c8cd-4b0d-942d-d802372abfa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.291779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:43.292618 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-090a5a5c-c8cd-4b0d-942d-d802372abfa3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/36bb119d-1b7d-4a9f-810e-7e75b866203a HTTP/1.1" status: 204 len: 168 time: 1.8637383 Mar 02 20:14:43.295082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41832) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:43.342184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956917c0-72da-432d-8886-02b42457a837 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:43.344714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956917c0-72da-432d-8886-02b42457a837 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:43.345598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-956917c0-72da-432d-8886-02b42457a837 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:43.356975 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.372198 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b55acbcb-316f-4261-8eac-4a9bc5e11ffa tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4927773 Mar 02 20:14:43.374734 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Transition to ACTIVE for port object a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:43.377633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41836) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:43.395567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'subnet': {'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:43.411314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:43.416881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a239514d-3432-4510-b216-84d72009430d None None] For port 5e0d7856-3892-4618-a27e-de5199bc940e, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5e0d7856-3892-4618-a27e-de5199bc940e,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:43.440567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:43.445025 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.464279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad483c4-4610-4558-b006-aba830ce9f11 None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:14:43.500868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.506277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a239514d-3432-4510-b216-84d72009430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.525073 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Pushing event updated for resources: {'Port': ['ID=a0fb7f8a-1082-4883-8c7b-fb74f4e22e59,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:43.530109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Deleting port b62a32f1-d4b2-41b7-8045-873bb24f9079 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:43.530565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.573375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:43.594625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:subnet and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:43.600467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:43.610112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:43.650392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:floatingip and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:43.654331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:43.658740 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-30e3ad0e-fc9d-4879-98d1-4f5c181ced0c None None] Could not find standard attr ID for object a35b1fc6-dc5d-4e6f-88b3-ac19858f3f55. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:14:43.662477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:43.672670 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:43.672988 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:43.673327 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:43.676885 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:43.676885 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:43.676885 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:43.676885 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:43.676885 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:43.676885 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:43.676885 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:43.676885 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:43.695262 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Attempting to bind port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:43.695594 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Attempting to bind port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '25d3ec0a-90fa-416a-9c64-8dde89fbabd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:43.695893 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Attempting to bind port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 on network b0a47dd2-f1ee-44f4-8291-6a01e0a7676c {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:43.700846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239514d-3432-4510-b216-84d72009430d None None] Pushing event updated for resources: {'Port': ['ID=5e0d7856-3892-4618-a27e-de5199bc940e,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:43.703171 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:43.711077 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Checking segment: {'id': '25d3ec0a-90fa-416a-9c64-8dde89fbabd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:43.711077 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.711077 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Bound using segment: {'id': '25d3ec0a-90fa-416a-9c64-8dde89fbabd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:43.711077 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Bound port: a0fb7f8a-1082-4883-8c7b-fb74f4e22e59, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d3ec0a-90fa-416a-9c64-8dde89fbabd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:43.711077 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.730962 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ede97648-10ed-4420-994e-148087d9efb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=913d0d6de4ad45bea8a23feff7884249&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9824686 Mar 02 20:14:43.734279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-892cf8c3-9fc0-4708-9756-0a895ddf9e97 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting subnet da06caaa-b22a-4d25-902a-a8f23a5e80da {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:14:43.738204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-892cf8c3-9fc0-4708-9756-0a895ddf9e97 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.782713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41840) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:43.827392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.849489 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] For port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:43.851593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-956917c0-72da-432d-8886-02b42457a837 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:43.852842 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-956917c0-72da-432d-8886-02b42457a837 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6075623 Mar 02 20:14:43.858034 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] For port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a0fb7f8a-1082-4883-8c7b-fb74f4e22e59,segment=NetworkSegment(25d3ec0a-90fa-416a-9c64-8dde89fbabd3),segment_id=25d3ec0a-90fa-416a-9c64-8dde89fbabd3)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:43.859978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41844) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:43.867879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.899614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5e0d7856-3892-4618-a27e-de5199bc940e up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:43.913170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:43.948797 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.953986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-892cf8c3-9fc0-4708-9756-0a895ddf9e97 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.995172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.996083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17d43bc1-e226-4b57-b1f3-7ecbc61e5812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:44.023148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5e0d7856-3892-4618-a27e-de5199bc940e triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:44.023547 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:44.040860 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd22bcd-72a5-425d-b5bd-042027e9ecac None None] Pushing event updated for resources: {'Port': ['ID=a0fb7f8a-1082-4883-8c7b-fb74f4e22e59,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:44.092928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5829d1f-2634-45e9-8119-8c7c925a0329 None None] Network 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:44.099291 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:44.099926 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:44.150064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:44.150851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] For port b62a32f1-d4b2-41b7-8045-873bb24f9079, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b62a32f1-d4b2-41b7-8045-873bb24f9079,segment=NetworkSegment(5dd3a41b-f737-44f3-b6c9-6605a5ffc807),segment_id=5dd3a41b-f737-44f3-b6c9-6605a5ffc807)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:44.151522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:44.199921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-892cf8c3-9fc0-4708-9756-0a895ddf9e97 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:44.243002 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:44.249152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:44.257515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:44.258225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:44.355660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:44.374137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Calling delete_port for b62a32f1-d4b2-41b7-8045-873bb24f9079 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:44.389619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:44.403085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:44.431125 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:14:44.618808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:44.689989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66921da3-663c-492f-883d-18373404fa25 None None] DHCP port deletion for 3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:14:44.697779 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17d43bc1-e226-4b57-b1f3-7ecbc61e5812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:44.769387 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4589925 Mar 02 20:14:44.777552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41850) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:44.807440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'network_id': 'ac058afb-70c8-4707-ac77-a1279b4c6474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:44.828988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac9a1c-0a8f-497c-b4e2-47d4f24f40c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=ac058afb-70c8-4707-ac77-a1279b4c6474,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:44.852088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network ac058afb-70c8-4707-ac77-a1279b4c6474 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:44.859696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62a32f1-d4b2-41b7-8045-873bb24f9079,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:44.880738 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:44.901070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] No DVR routers for this DVR port b62a32f1-d4b2-41b7-8045-873bb24f9079 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:44.916111 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:14:36Z', 'revision_number': 3, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:43Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:44.920215 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c3dbb-a1a9-4bc7-999d-e52a650faae6 None None] The sync data for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv is: [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:14:36Z', 'revision_number': 3, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:43Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:45.003800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Pushing event updated for resources: {'Port': ['ID=6bd47ceb-5d9d-48e9-b3df-5c69ce80ae3d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:45.007261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:45.007845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.076312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:45.090606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:subnet and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:45.102175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:45.110993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:45.138647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.26.5.50 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/6e8ad5d2-61e0-4c6e-8290-e11e273373dd) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:45.179758 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-2537b630-dba6-4514-8a65-a3792437a481 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 955639d4-7d79-44d6-8e7c-e6647751d0e1 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:14:45.186011 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e5b79c0c-99a2-4b62-a8eb-27c99e7eb765 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.1251154 Mar 02 20:14:45.191548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.205982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2537b630-dba6-4514-8a65-a3792437a481 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.238692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41854) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:45.251929 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-892cf8c3-9fc0-4708-9756-0a895ddf9e97 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.269385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.181'}]}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:45.280031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17d43bc1-e226-4b57-b1f3-7ecbc61e5812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.284400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3613e8ab-d49e-46ac-a9c6-fa37d7f28b59']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:45.311098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e539ca8-b77e-41da-8be0-278cc6c0e883 None None] Network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:45.317635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd3a41b-f737-44f3-b6c9-6605a5ffc807') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:45.318146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd3a41b-f737-44f3-b6c9-6605a5ffc807') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:45.320819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:45.324232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-892cf8c3-9fc0-4708-9756-0a895ddf9e97 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.326429 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-892cf8c3-9fc0-4708-9756-0a895ddf9e97 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/da06caaa-b22a-4d25-902a-a8f23a5e80da HTTP/1.1" status: 204 len: 168 time: 2.2384076 Mar 02 20:14:45.329695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41858) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:45.331842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d43bc1-e226-4b57-b1f3-7ecbc61e5812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614e6273-3224-4ba1-9b0e-ec4dd967f383,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:45.338317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:45.341030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2537b630-dba6-4514-8a65-a3792437a481 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.435693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.448589 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Usage tracker for resource:router and tenant:15f4f7b41edb47b3b834bfee69ee837a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:45.493896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.502387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.531180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:45.531887 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:45.549509 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:45.686606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17d43bc1-e226-4b57-b1f3-7ecbc61e5812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.686606 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-17d43bc1-e226-4b57-b1f3-7ecbc61e5812 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/614e6273-3224-4ba1-9b0e-ec4dd967f383 HTTP/1.1" status: 204 len: 168 time: 1.9005270 Mar 02 20:14:45.715439 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2537b630-dba6-4514-8a65-a3792437a481 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.729838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cf8c3-9fc0-4708-9756-0a895ddf9e97 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Subnet': ['ID=da06caaa-b22a-4d25-902a-a8f23a5e80da,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:45.731846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:45.757660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:45.778914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.834880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.851295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.855849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.892750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:45.904099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-be563e7f-e795-4b54-b7d2-b75c045b4a79 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting subnet f152c53c-cc4a-4a43-93d9-039d933018e7 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:14:45.907354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-be563e7f-e795-4b54-b7d2-b75c045b4a79 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.912641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] Pushing event deleted for resources: {'Network': ['ID=3613e8ab-d49e-46ac-a9c6-fa37d7f28b59,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:45.939265 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-82ed66be-2c3c-4b77-9ab1-048f38ebcb43 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3613e8ab-d49e-46ac-a9c6-fa37d7f28b59 HTTP/1.1" status: 204 len: 168 time: 2.6431446 Mar 02 20:14:45.956609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Subnet': ['ID=894049da-e107-4cb1-ab9c-4ea1ac40d92f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:45.986251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Checking segment: {'id': 'df304534-0bd7-41c9-9fd3-511999a23747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:45.986251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network hostable DHCP agents. Network: f8a61f2e-bc83-4acf-b80e-c90f49bc3d86, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:46.006752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.007852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.023037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.034031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2537b630-dba6-4514-8a65-a3792437a481 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.071914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-be563e7f-e795-4b54-b7d2-b75c045b4a79 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.073010 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537b630-dba6-4514-8a65-a3792437a481 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=955639d4-7d79-44d6-8e7c-e6647751d0e1,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:46.083900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2537b630-dba6-4514-8a65-a3792437a481 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.091767 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de83faf-ca32-4d47-83bc-8f39cf5a5ff9 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:46.118825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:46.143020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=d646d364-03c7-4bd8-b963-3e055ecc4ae2,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:46.179289 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2537b630-dba6-4514-8a65-a3792437a481 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/955639d4-7d79-44d6-8e7c-e6647751d0e1 HTTP/1.1" status: 204 len: 168 time: 2.3156319 Mar 02 20:14:46.180340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41868) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:46.219806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:46.222329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.246054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking segment: {'id': 'f3ae4147-23ac-4c52-8b96-7ea6b5105cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'ac058afb-70c8-4707-ac77-a1279b4c6474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:46.246723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network hostable DHCP agents. Network: ac058afb-70c8-4707-ac77-a1279b4c6474, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:46.265104 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:46.265475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.299661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-be563e7f-e795-4b54-b7d2-b75c045b4a79 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.329939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, f8a61f2e-bc83-4acf-b80e-c90f49bc3d86) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:46.373314 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7209a309-d259-4af7-a7dc-da336268f701 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1926630 Mar 02 20:14:46.374676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:46.375249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.377020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.382281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41876) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:46.391131 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7c8add-dce3-4f20-b81a-b5cd6a59cf82 None None] Network f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:46.487536 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2f9a5829-4d40-4a26-b4b1-0a07fb904533 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1089175 Mar 02 20:14:46.488353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41882) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:46.554829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network ac058afb-70c8-4707-ac77-a1279b4c6474 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:46.643118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41888) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:46.678406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, ac058afb-70c8-4707-ac77-a1279b4c6474) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:46.682893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:46.683493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.712565 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.734481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=6e8ad5d2-61e0-4c6e-8290-e11e273373dd,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:46.735243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90405b84-9a82-46c7-9dc5-8660d2323102 None None] Network ac058afb-70c8-4707-ac77-a1279b4c6474 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:46.755475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:46.759757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:46.763750 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:46.769149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bf1f283c-747c-48f2-9ccd-aaa677575930 None None] Provisioning complete for port 9db6cf7e-273c-471c-846c-f80b1e9addd6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:46.769654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bf1f283c-747c-48f2-9ccd-aaa677575930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.802806 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e254ef7f-a4a2-4204-a520-49df7cfd2930 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0198743 Mar 02 20:14:46.806438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41892) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:46.825152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:46.828290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-be563e7f-e795-4b54-b7d2-b75c045b4a79 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.066785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feaf6ce-4688-43de-a12f-98810e149a10 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:47.067985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a0fb7f8a-1082-4883-8c7b-fb74f4e22e59,segment=NetworkSegment(25d3ec0a-90fa-416a-9c64-8dde89fbabd3),segment_id=25d3ec0a-90fa-416a-9c64-8dde89fbabd3)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:47.070706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8feaf6ce-4688-43de-a12f-98810e149a10 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:47.071139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:47.071946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.080107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.121890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be563e7f-e795-4b54-b7d2-b75c045b4a79 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Subnet': ['ID=f152c53c-cc4a-4a43-93d9-039d933018e7,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:47.168899 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9eb157e0-49f8-40bc-8d40-853cc693e9e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a3305a0f9f842cc9b424283dcbfd61f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5236533 Mar 02 20:14:47.179535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41900) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:47.218400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-be563e7f-e795-4b54-b7d2-b75c045b4a79 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.220596 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-be563e7f-e795-4b54-b7d2-b75c045b4a79 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/f152c53c-cc4a-4a43-93d9-039d933018e7 HTTP/1.1" status: 204 len: 168 time: 1.8843205 Mar 02 20:14:47.224431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41904) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:47.238012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477be3d9-1914-4dbc-b938-477232354500 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:14:47.240950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdf2cad-b4bc-4bc7-b234-c12a30ab203e None None] Network 5bb503d3-cf9f-445e-845e-6aef02d0eff1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:47.267382 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5d6ed41-e9d3-4002-a501-1a886eee6f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.268613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.343761 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8feaf6ce-4688-43de-a12f-98810e149a10 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:47.353313 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8feaf6ce-4688-43de-a12f-98810e149a10 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9340827 Mar 02 20:14:47.354628 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41910) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:47.467154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.494268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34c9a6d3-edd6-4a83-a8cd-e47d58d7ab5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.522910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34c9a6d3-edd6-4a83-a8cd-e47d58d7ab5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.559148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41914) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:47.604885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Deleting port 5e0d7856-3892-4618-a27e-de5199bc940e {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:47.605430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.629516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.657216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6864af3a-7da6-4ea8-a298-31f5ab6b39e2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:47.660906 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6864af3a-7da6-4ea8-a298-31f5ab6b39e2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2983389 Mar 02 20:14:47.664153 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.668465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41920) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:47.669196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Allocated IP 2001:db8:2::2 (f8a61f2e-bc83-4acf-b80e-c90f49bc3d86/894049da-e107-4cb1-ab9c-4ea1ac40d92f/8aa26bd9-4baf-46a8-a859-f94cbf3a19d5) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:47.743936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 9db6cf7e-273c-471c-846c-f80b1e9addd6 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:47.744267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.786893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Subnet': ['ID=d646d364-03c7-4bd8-b963-3e055ecc4ae2,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:47.796332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34c9a6d3-edd6-4a83-a8cd-e47d58d7ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.805497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-769884763'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:47.812463 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b0879fe4-be4d-45cf-bd8c-573f5f5421ac tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119981 Mar 02 20:14:47.818458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41924) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:47.822418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:47.829210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.840430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9a6d3-edd6-4a83-a8cd-e47d58d7ab5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7310348-b3e9-4156-97af-440fee2378a8,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:47.845729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:47.871114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Usage tracker for resource:network and tenant:1f03729160a04afc90a8169745171363 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:47.874846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b62a32f1-d4b2-41b7-8045-873bb24f9079 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:47.878900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:47.906105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-34c9a6d3-edd6-4a83-a8cd-e47d58d7ab5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:47.909539 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-34c9a6d3-edd6-4a83-a8cd-e47d58d7ab5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7310348-b3e9-4156-97af-440fee2378a8 HTTP/1.1" status: 204 len: 168 time: 0.7202067 Mar 02 20:14:47.938893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.009988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:48.013615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.034843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: b62a32f1-d4b2-41b7-8045-873bb24f9079 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:14:48.035252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b62a32f1-d4b2-41b7-8045-873bb24f9079 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:48.082342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74effa8-027d-4210-9af8-52732334e682 None None] Network ac058afb-70c8-4707-ac77-a1279b4c6474 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:48.196107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.254408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac058afb-70c8-4707-ac77-a1279b4c6474']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:48.257414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5e0d7856-3892-4618-a27e-de5199bc940e no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:48.263649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:48.292768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] For port 9db6cf7e-273c-471c-846c-f80b1e9addd6, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9db6cf7e-273c-471c-846c-f80b1e9addd6,segment=NetworkSegment(3cace5dd-94cb-490b-be9d-dbd7f64d290d),segment_id=3cace5dd-94cb-490b-be9d-dbd7f64d290d)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:48.293363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.307997 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=a0fb7f8a-1082-4883-8c7b-fb74f4e22e59,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:48.315058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:48.320598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:48.323734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Made reservation on behalf of 1f03729160a04afc90a8169745171363 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:48.327016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.343464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ae4147-23ac-4c52-8b96-7ea6b5105cfc') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:48.344207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ae4147-23ac-4c52-8b96-7ea6b5105cfc') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:48.356095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:48.373736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.393430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.450218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 9db6cf7e-273c-471c-846c-f80b1e9addd6 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:48.471668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.489097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:48.491852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.493001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.508498 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:48.508896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:48.537614 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:48.549943 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:14:48.626237 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dbb143-c402-4edc-9ab4-75fd8e382dc6 None None] DHCP port deletion for 5bb503d3-cf9f-445e-845e-6aef02d0eff1 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:14:48.630007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-477be3d9-1914-4dbc-b938-477232354500 None None] For port 5e0d7856-3892-4618-a27e-de5199bc940e, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5e0d7856-3892-4618-a27e-de5199bc940e,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:48.630942 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.653770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d3dbb143-c402-4edc-9ab4-75fd8e382dc6 None None] Deleting port 9db6cf7e-273c-471c-846c-f80b1e9addd6 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:48.654487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb143-c402-4edc-9ab4-75fd8e382dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.669166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:48.690909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.732871 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.770010 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Usage tracker for resource:security_group_rule and tenant:1f03729160a04afc90a8169745171363 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:48.777777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:48.800331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:48.842873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Calling delete_port for 5e0d7856-3892-4618-a27e-de5199bc940e owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:48.908191 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.909110 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.913291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.930818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Transition to ACTIVE for port object 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:48.969299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=ac058afb-70c8-4707-ac77-a1279b4c6474,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:49.002797 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d3dbb143-c402-4edc-9ab4-75fd8e382dc6 None None] The port '9db6cf7e-273c-471c-846c-f80b1e9addd6' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:14:49.014413 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0fe6d7c1-37a4-4de9-903d-281477039249 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/ac058afb-70c8-4707-ac77-a1279b4c6474 HTTP/1.1" status: 204 len: 168 time: 2.2062256 Mar 02 20:14:49.031668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41938) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:49.038452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Transition to ACTIVE for port object 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:49.043085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1951364350'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:49.043774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 5e0d7856-3892-4618-a27e-de5199bc940e, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5e0d7856-3892-4618-a27e-de5199bc940e,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:49.098814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.125556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.163404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=9db6cf7e-273c-471c-846c-f80b1e9addd6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:49.169635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:14:49.195523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No DVR routers for this DVR port 9db6cf7e-273c-471c-846c-f80b1e9addd6 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:49.199435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.214596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.220636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:49.237997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.250595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Network f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:49.261893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:network and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:49.272333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:49.272854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:49.279377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:49.288466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:14:49.288670 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:49.288971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:14:49.300277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Allocated IP 2001:db8:2::1 (f8a61f2e-bc83-4acf-b80e-c90f49bc3d86/894049da-e107-4cb1-ab9c-4ea1ac40d92f/0614a2c5-583b-4b8a-91c9-9b3a49338bc3) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:49.314932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.321335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.328463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.385391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Pushing event updated for resources: {'Port': ['ID=8aa26bd9-4baf-46a8-a859-f94cbf3a19d5,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:49.437739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-43524397-5fff-4fba-bcb0-9537c3a01553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.445989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:49.448691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.459779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Attempting to bind port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:49.460492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Attempting to bind port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'df304534-0bd7-41c9-9fd3-511999a23747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:49.461199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Attempting to bind port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 on network f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:49.478520 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:49.478992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Checking segment: {'id': 'df304534-0bd7-41c9-9fd3-511999a23747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:49.479462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.479920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Bound using segment: {'id': 'df304534-0bd7-41c9-9fd3-511999a23747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:49.480450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Bound port: 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df304534-0bd7-41c9-9fd3-511999a23747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:49.481038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.485208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.500278 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=5e0d7856-3892-4618-a27e-de5199bc940e,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:49.522861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:49.532251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=8f817445-65c2-4ef4-95d4-1be75c892a7c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:49.536721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:49.539583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:49.540167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.542463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.588009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:49.602328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e83c26-355c-4421-bea9-c865edfbd257,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:49.602894 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] For port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:49.606542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] For port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8aa26bd9-4baf-46a8-a859-f94cbf3a19d5,segment=NetworkSegment(df304534-0bd7-41c9-9fd3-511999a23747),segment_id=df304534-0bd7-41c9-9fd3-511999a23747)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:49.627531 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=6e8ad5d2-61e0-4c6e-8290-e11e273373dd,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:49.635886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:49.636096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb503d3-cf9f-445e-845e-6aef02d0eff1']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:49.640856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.641505 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Added segment a2a623c7-9d69-4140-964b-af3c063c745a of type vlan for network 03ff550d-5ad5-4f93-a2af-421a56a16e74 Mar 02 20:14:49.667861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.668200 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment 7b2e7d7a-d6b0-4794-82fe-070cc83a42ea of type vlan for network bba96d34-8c34-4529-ab8f-c675d537c5f6 Mar 02 20:14:49.680031 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.716643 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cace5dd-94cb-490b-be9d-dbd7f64d290d') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:49.716938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cace5dd-94cb-490b-be9d-dbd7f64d290d') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:49.722170 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-803586a8-b4e5-4892-9bf3-e52831491dcc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9035478 Mar 02 20:14:49.724339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.732499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.737478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41948) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:49.745636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.755778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:62:62:9a', 'name': 'tempest-NetworksTestDHCPv6-597016092'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:49.787845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.788719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e32d6-74b1-43c4-ae05-df810156d855 None None] Pushing event updated for resources: {'Port': ['ID=8aa26bd9-4baf-46a8-a859-f94cbf3a19d5,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:49.801318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.804951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Deleting port 5e0d7856-3892-4618-a27e-de5199bc940e {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:49.805716 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.835306 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.841570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Transition to ACTIVE for port object 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:49.980864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.985433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:49.987122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.987274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:49.987274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:49.997223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41954) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:50.002479 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:50.004532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.005746 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2483a1ee-d683-4ef1-b1bb-2dd92193f0a0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7618456 Mar 02 20:14:50.070297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41956) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:50.094696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'port': {'network_id': '91d468a7-6772-446b-91e7-8ded9640e778', 'name': 'tempest-FloatingIPTestJSON-611455034'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:50.117743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.212200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Pushing event updated for resources: {'Network': ['ID=03ff550d-5ad5-4f93-a2af-421a56a16e74,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:50.217383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.219298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.223206 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:50.223968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.224179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:50.228571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.274845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 03ff550d-5ad5-4f93-a2af-421a56a16e74 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:50.299293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:50.305858 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.337500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.338984 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6cffc9a1-08b7-461e-b3ed-bc99fee62ea6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7787869 Mar 02 20:14:50.339796 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41964) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:50.361777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:50.379761 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.380949 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05cf2cee-33ea-4b71-8dd7-5461c8dfeba0 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:14:50.382543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-477be3d9-1914-4dbc-b938-477232354500 None None] For port 5e0d7856-3892-4618-a27e-de5199bc940e, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5e0d7856-3892-4618-a27e-de5199bc940e,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:50.387517 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/networks/5bb503d3-cf9f-445e-845e-6aef02d0eff1 HTTP/1.1" status: 204 len: 168 time: 3.1619358 Mar 02 20:14:50.389416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.390085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a9c28-9ddd-40d6-86b8-f567e967e47c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Network': ['ID=5bb503d3-cf9f-445e-845e-6aef02d0eff1,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:50.394804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41968) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:50.439259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Request body: {'subnet': {'network_id': '03ff550d-5ad5-4f93-a2af-421a56a16e74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:50.442038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:50.458683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:50.463841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:port and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:50.471113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:50.476985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-683846275'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:50.481210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:50.497413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:50.500167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:50.516249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d391d4-0e01-4109-8016-bb493acd7622 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:50.517030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f7d391d4-0e01-4109-8016-bb493acd7622 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:50.548090 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 20:14:50.549787 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b231587c-b85e-40ad-bb1c-6970d6cd76d5 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.3102651 Mar 02 20:14:50.553104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41972) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:50.580376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Usage tracker for resource:network and tenant:e614d62a94564b20be79514769e7938f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:50.591291 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41976) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:50.591502 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5576046 Mar 02 20:14:50.597865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Calling delete_port for 5e0d7856-3892-4618-a27e-de5199bc940e owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:50.599846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:50.603884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'network_id': 'bba96d34-8c34-4529-ab8f-c675d537c5f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:50.607101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:50.613776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46e205-e1fd-4b23-8108-a1dcfd5c0ca4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=bba96d34-8c34-4529-ab8f-c675d537c5f6,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:50.617048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=0614a2c5-583b-4b8a-91c9-9b3a49338bc3,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:50.618795 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:50.621369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:50.625948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:50.626444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.658486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network bba96d34-8c34-4529-ab8f-c675d537c5f6 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:50.662511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:50.668846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Usage tracker for resource:subnet and tenant:1f03729160a04afc90a8169745171363 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:50.672643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:50.682567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:50.704594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:50.780283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Made reservation on behalf of e614d62a94564b20be79514769e7938f for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:50.780977 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.784470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.816057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Made reservation on behalf of 1f03729160a04afc90a8169745171363 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:50.823418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Made reservation on behalf of 595ef1f06f1c412988fc3d9c8187dc89 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:50.826727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.832612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.841297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:50.841944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.844513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f7d391d4-0e01-4109-8016-bb493acd7622 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:50.845674 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f7d391d4-0e01-4109-8016-bb493acd7622 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4440498 Mar 02 20:14:50.860636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] device_id is not set on port 5f26eea4-09a4-4fcd-a71f-06ea8f77c7f8 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:50.871230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41980) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:50.883580 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:50.963667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:51.011563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5bf2a146-4057-492f-b01b-5b386b6390d7 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Deleting port 6bd47ceb-5d9d-48e9-b3df-5c69ce80ae3d {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:51.011898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a146-4057-492f-b01b-5b386b6390d7 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:51.050300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477be3d9-1914-4dbc-b938-477232354500 None None] Pushing event deleted for resources: {'Port': ['ID=5e0d7856-3892-4618-a27e-de5199bc940e,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:51.066269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477be3d9-1914-4dbc-b938-477232354500 None None] No DVR routers for this DVR port 5e0d7856-3892-4618-a27e-de5199bc940e on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:51.091268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:51.110281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:subnet and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:51.114343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf4c28d-1a8c-4642-9edf-c87b729a275d None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:51.118369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:51.136601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:51.160224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.20.0.8 (91d468a7-6772-446b-91e7-8ded9640e778/264c155d-3922-4a44-a669-0f8b648b9e4a/5f26eea4-09a4-4fcd-a71f-06ea8f77c7f8) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:51.169756 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:51.179379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:51.184721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:51.201219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:51.212942 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9db6cf7e-273c-471c-846c-f80b1e9addd6 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:51.232680 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Usage tracker for resource:security_group_rule and tenant:e614d62a94564b20be79514769e7938f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:51.239133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:51.272262 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 9db6cf7e-273c-471c-846c-f80b1e9addd6 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:14:51.272652 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9db6cf7e-273c-471c-846c-f80b1e9addd6 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:51.299252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ecfda-9e5a-4155-b14f-99a4ce1744c0 None None] Network f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:51.349335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:51.412837 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:51.491589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port ed1eb8f0-786d-41f7-a367-1c69975004b7 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:51.512384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5228d63b-aa00-421e-a365-cb8c973440e1 None None] Provisioning for port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:51.580935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:51.650451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4791bb43-d69b-4613-a1bf-a846c9b51fc1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:51.653636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '8f817445-65c2-4ef4-95d4-1be75c892a7c'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:51.654479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:51.686977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a146-4057-492f-b01b-5b386b6390d7 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:51.769895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_backend_mixin [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Performing IP validity checks on allocation pools {{(pid=84503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:14:51.769895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_backend_mixin [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:14:51.810001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4791bb43-d69b-4613-a1bf-a846c9b51fc1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:51.816498 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4791bb43-d69b-4613-a1bf-a846c9b51fc1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9337280 Mar 02 20:14:51.829365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41984) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:51.833878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:51.837992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5bf2a146-4057-492f-b01b-5b386b6390d7 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Calling delete_port for 6bd47ceb-5d9d-48e9-b3df-5c69ce80ae3d owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:51.861005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-65044043'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:51.878693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:51.901976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:network and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:51.905507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:51.912753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:51.943778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:51.949328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::d8 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/8f817445-65c2-4ef4-95d4-1be75c892a7c/ed1eb8f0-786d-41f7-a367-1c69975004b7) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:51.982465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:52.118880 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.153960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.177412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:52.201968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a146-4057-492f-b01b-5b386b6390d7 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.225162 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:52.236364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.236739 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Added segment 992e6271-d298-427a-af6d-7d108155fd8c of type vlan for network 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 Mar 02 20:14:52.250730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.253120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:52.256281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.265804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c46f46f-e640-4cbf-af29-52a4fb926a5e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:52.277279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0df94b60-42fd-436a-a8fb-30230537eade None None] Provisioning for port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:52.289985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.325228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=5f26eea4-09a4-4fcd-a71f-06ea8f77c7f8,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:52.350490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0df94b60-42fd-436a-a8fb-30230537eade None None] Provisioning complete for port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:52.351144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0df94b60-42fd-436a-a8fb-30230537eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.430589 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=a49ee5e4-7681-441a-ad03-2d0572ef69eb,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:52.438560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 91d468a7-6772-446b-91e7-8ded9640e778 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:52.439250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0df94b60-42fd-436a-a8fb-30230537eade None None] Port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:52.439428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2a146-4057-492f-b01b-5b386b6390d7 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bd47ceb-5d9d-48e9-b3df-5c69ce80ae3d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:52.468619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:52.475463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:52.504942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.509230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:52.515516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:52.516487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.535660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:52.582125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:14:52.595651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Pushing event updated for resources: {'Subnet': ['ID=c54ec190-a079-4825-9dc3-66f604ff2761,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:52.598016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.602156 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Added segment 0ba52922-e793-4edd-8143-bc1659f9171d of type vlan for network 78094aa8-aa41-4da4-83c9-976ab4f1ada1 Mar 02 20:14:52.632980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.655623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-544105c5-6ade-45f3-8e51-9cca93608ec6 None None] Provisioning complete for port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:52.656608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-544105c5-6ade-45f3-8e51-9cca93608ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.687507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Checking segment: {'id': 'a2a623c7-9d69-4140-964b-af3c063c745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '03ff550d-5ad5-4f93-a2af-421a56a16e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:52.687507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Network hostable DHCP agents. Network: 03ff550d-5ad5-4f93-a2af-421a56a16e74, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:52.688124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:52.688921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.695406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.695586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking segment: {'id': '7b2e7d7a-d6b0-4794-82fe-070cc83a42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'bba96d34-8c34-4529-ab8f-c675d537c5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:52.695921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network hostable DHCP agents. Network: bba96d34-8c34-4529-ab8f-c675d537c5f6, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:52.707159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a146-4057-492f-b01b-5b386b6390d7 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.708052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.712259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.719755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.720500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.742013 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5bf2a146-4057-492f-b01b-5b386b6390d7 tempest-RoutersAdminNegativeIpV6Test-1821853013 tempest-RoutersAdminNegativeIpV6Test-1821853013-project-admin] 10.222.0.44 "DELETE /v2.0/ports/6bd47ceb-5d9d-48e9-b3df-5c69ce80ae3d HTTP/1.1" status: 204 len: 168 time: 2.1876452 Mar 02 20:14:52.742663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-544105c5-6ade-45f3-8e51-9cca93608ec6 None None] Port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:52.754499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8aa26bd9-4baf-46a8-a859-f94cbf3a19d5,segment=NetworkSegment(df304534-0bd7-41c9-9fd3-511999a23747),segment_id=df304534-0bd7-41c9-9fd3-511999a23747)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:52.786848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.790481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:52.791190 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.811601 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-97c25b16-01c3-417d-9e3b-f29f18ea53d7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7399757 Mar 02 20:14:52.813865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 41990) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:52.819537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c4b9252a-4194-459d-84c7-205ca78e4677 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'floatingip': {'port_id': '5f26eea4-09a4-4fcd-a71f-06ea8f77c7f8'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:52.836464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object ed1eb8f0-786d-41f7-a367-1c69975004b7 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:52.839595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.902500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network bba96d34-8c34-4529-ab8f-c675d537c5f6 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:52.915204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c4b9252a-4194-459d-84c7-205ca78e4677 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:52.928994 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=8aa26bd9-4baf-46a8-a859-f94cbf3a19d5,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:53.026984 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=0614a2c5-583b-4b8a-91c9-9b3a49338bc3,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:53.058205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Pushing event updated for resources: {'Network': ['ID=8ed9fdc1-e1fb-42a9-8056-cc4b628d1585,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:53.076847 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:53.103301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Network 03ff550d-5ad5-4f93-a2af-421a56a16e74 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:53.120714 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-343459a1-6b99-4db4-aede-bdad637daa05 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9268069 Mar 02 20:14:53.123572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 41994) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:53.132040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:53.135732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:53.136314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:53.141447 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:53.148382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Request body: {'subnet': {'network_id': '8ed9fdc1-e1fb-42a9-8056-cc4b628d1585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:53.183996 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:53.196711 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, bba96d34-8c34-4529-ab8f-c675d537c5f6) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:53.201165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:53.201747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:53.247854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f880c8-fd8b-4d06-94fb-d940e4bd3309 None None] Network bba96d34-8c34-4529-ab8f-c675d537c5f6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:53.429325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/8f817445-65c2-4ef4-95d4-1be75c892a7c/31c4a69b-f29b-4c4e-9791-8a813c4d9845) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:53.439880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42000) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:53.451983 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1ced1bfa-6ee1-49fc-96cd-4cc3712b7728 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.8591709 Mar 02 20:14:53.454213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42006) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:53.540334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Network': ['ID=78094aa8-aa41-4da4-83c9-976ab4f1ada1,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:53.543315 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:53.632092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 03ff550d-5ad5-4f93-a2af-421a56a16e74) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:53.667442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-696c1f59-b75a-4654-855f-0679b248b139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:53.682299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:53.692534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 78094aa8-aa41-4da4-83c9-976ab4f1ada1 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:53.708662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca71a9f-ec80-4aa7-836e-0c50f538ed8c None None] Network 03ff550d-5ad5-4f93-a2af-421a56a16e74 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:53.764078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-696c1f59-b75a-4654-855f-0679b248b139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:53.775705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-696c1f59-b75a-4654-855f-0679b248b139 admin admin] Usage tracker for resource:security_group_rule and tenant:92ba9c3e0ebd419bbd62fa4f069cafdb is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:53.782394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-696c1f59-b75a-4654-855f-0679b248b139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:53.784390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=ed1eb8f0-786d-41f7-a367-1c69975004b7,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:53.788508 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a1bfde58-b196-4879-a966-584f62d6434a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9527903 Mar 02 20:14:53.794250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:53.794482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-696c1f59-b75a-4654-855f-0679b248b139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:53.794581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:53.797276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42010) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:53.798410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:53.807327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:53.838374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:53.838925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': '78094aa8-aa41-4da4-83c9-976ab4f1ada1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:53.842415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Usage tracker for resource:subnet and tenant:e614d62a94564b20be79514769e7938f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:53.845284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:53.851340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:53.877686 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-50a1f25b-9cce-4b44-be67-b4f0fc3a82b1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5154176 Mar 02 20:14:53.877686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:53.880762 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42014) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:53.883420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:53.890134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Request body: {'port': {'network_id': '03ff550d-5ad5-4f93-a2af-421a56a16e74', 'name': 'tempest-TagsExtTest-2045486985'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:53.919866 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Transition to ACTIVE for port object 31c4a69b-f29b-4c4e-9791-8a813c4d9845 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:53.944104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-c4b9252a-4194-459d-84c7-205ca78e4677 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:14:53.989143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Transition to ACTIVE for port object 31c4a69b-f29b-4c4e-9791-8a813c4d9845 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:54.003605 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b1d77f3e-7b57-48c6-bcf3-e19ddd124cbc None None] Provisioning complete for port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:54.003605 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b1d77f3e-7b57-48c6-bcf3-e19ddd124cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.024278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:54.044648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:54.047015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.063323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:54.091581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c4b9252a-4194-459d-84c7-205ca78e4677 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.093930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:54.106155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Usage tracker for resource:port and tenant:1f03729160a04afc90a8169745171363 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:54.112160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:54.117130 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:54.136504 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:54.137372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539efa15-e2d5-40f3-b6ce-9009d90e39b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-bba96d34-8c34-4529-ab8f-c675d537c5f6', 'network_id': 'bba96d34-8c34-4529-ab8f-c675d537c5f6', 'tenant_id': '5958073594da4636be7058edbfec9868', 'fixed_ips': [{'subnet_id': 'a49ee5e4-7681-441a-ad03-2d0572ef69eb'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:54.138225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-539efa15-e2d5-40f3-b6ce-9009d90e39b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.139774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:54.148178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:54.148863 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.153436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Made reservation on behalf of e614d62a94564b20be79514769e7938f for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:54.160571 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-696c1f59-b75a-4654-855f-0679b248b139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.187002 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c4b9252a-4194-459d-84c7-205ca78e4677 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.213364 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:54.244448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.250980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b1d77f3e-7b57-48c6-bcf3-e19ddd124cbc None None] Port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:14:54.323519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Made reservation on behalf of 1f03729160a04afc90a8169745171363 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:54.326762 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.344759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-696c1f59-b75a-4654-855f-0679b248b139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.355297 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ad4c3df3-8df3-4f41-9bfa-87c67d45a216 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6143198 Mar 02 20:14:54.374258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Pushing event updated for resources: {'Port': ['ID=31c4a69b-f29b-4c4e-9791-8a813c4d9845,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:54.388144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:54.400477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:54.404778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42018) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:54.409655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:54.423149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-03ff550d-5ad5-4f93-a2af-421a56a16e74', 'network_id': '03ff550d-5ad5-4f93-a2af-421a56a16e74', 'tenant_id': '1f03729160a04afc90a8169745171363', 'fixed_ips': [{'subnet_id': 'c54ec190-a079-4825-9dc3-66f604ff2761'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:54.423932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.444347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.490991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Subnet': ['ID=a49ee5e4-7681-441a-ad03-2d0572ef69eb,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:54.493129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] device_id is not set on port d51ac303-2f1a-4aaa-864e-c4a68e454a53 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:54.503680 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:54.628898 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Attempting to bind port 31c4a69b-f29b-4c4e-9791-8a813c4d9845 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:54.629271 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Attempting to bind port 31c4a69b-f29b-4c4e-9791-8a813c4d9845 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:54.630384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Attempting to bind port 31c4a69b-f29b-4c4e-9791-8a813c4d9845 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:54.634548 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:54.634730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.665423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b4032d-808f-42f1-a7a6-048957488e27 None None] Network bba96d34-8c34-4529-ab8f-c675d537c5f6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:54.695474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c1f59-b75a-4654-855f-0679b248b139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7182a53-132f-44cd-8834-ab714c735ffc,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:54.725045 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-696c1f59-b75a-4654-855f-0679b248b139 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92ba9c3e0ebd419bbd62fa4f069cafdb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2827897 Mar 02 20:14:54.726472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42022) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:54.753728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.763594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.787018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:54.787389 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:54.787972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.788366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:54.788843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Bound port: 31c4a69b-f29b-4c4e-9791-8a813c4d9845, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:54.789210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.799990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1483b5-cbbb-43c1-9a8b-65aed041f265 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:54.804863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1483b5-cbbb-43c1-9a8b-65aed041f265 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:54.805810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0f1483b5-cbbb-43c1-9a8b-65aed041f265 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:54.867236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba96d34-8c34-4529-ab8f-c675d537c5f6']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:54.886095 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2e7d7a-d6b0-4794-82fe-070cc83a42ea') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:54.886423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2e7d7a-d6b0-4794-82fe-070cc83a42ea') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:54.902430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Allocated IP 172.20.0.13 (03ff550d-5ad5-4f93-a2af-421a56a16e74/c54ec190-a079-4825-9dc3-66f604ff2761/d51ac303-2f1a-4aaa-864e-c4a68e454a53) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:54.905092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.931409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.936425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 046d861b-66f1-4d47-ba63-349ddf9cda0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:14:54.946673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:14:54.947632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:54.963671 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:54.997625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d96e820-3aaf-4df0-8f3a-2d0591173e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.007305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0f1483b5-cbbb-43c1-9a8b-65aed041f265 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:55.010944 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0f1483b5-cbbb-43c1-9a8b-65aed041f265 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6027472 Mar 02 20:14:55.025794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42026) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:55.035743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] For port 31c4a69b-f29b-4c4e-9791-8a813c4d9845, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:55.041991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] For port 31c4a69b-f29b-4c4e-9791-8a813c4d9845, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=31c4a69b-f29b-4c4e-9791-8a813c4d9845,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:55.105507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.178112 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-bf4cf81f-fa00-4ae5-b6b7-0b6b768cc022 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port ed1eb8f0-786d-41f7-a367-1c69975004b7 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:55.178367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf4cf81f-fa00-4ae5-b6b7-0b6b768cc022 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.211954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.219694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016742b9-ac3c-469d-a8f8-49e2d35153f0 None None] Pushing event updated for resources: {'Port': ['ID=31c4a69b-f29b-4c4e-9791-8a813c4d9845,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:55.254415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.290598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=bba96d34-8c34-4529-ab8f-c675d537c5f6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:55.291001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d96e820-3aaf-4df0-8f3a-2d0591173e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.344831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.369535 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bb9f60db-284b-4f72-a3d2-c821af16c7dc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/bba96d34-8c34-4529-ab8f-c675d537c5f6 HTTP/1.1" status: 204 len: 168 time: 1.9133453 Mar 02 20:14:55.370515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42030) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:55.386629 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-c4b9252a-4194-459d-84c7-205ca78e4677 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Floating IP c1c83952-ba5e-47fe-8765-4f54d0fe2c08 associated. External IP: 172.26.5.50, port: 5f26eea4-09a4-4fcd-a71f-06ea8f77c7f8. Mar 02 20:14:55.450198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-606997786'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:55.524556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:55.536345 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.543049 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:network and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:55.575878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:55.577459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Pushing event updated for resources: {'Subnet': ['ID=7ceda9ee-682f-4c79-a92c-d299b157810f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:55.609764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:55.644229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Checking segment: {'id': '992e6271-d298-427a-af6d-7d108155fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8ed9fdc1-e1fb-42a9-8056-cc4b628d1585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:55.644588 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Network hostable DHCP agents. Network: 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:55.652086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.696941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:55.704781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Transition to ACTIVE for port object d51ac303-2f1a-4aaa-864e-c4a68e454a53 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:55.709131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d96e820-3aaf-4df0-8f3a-2d0591173e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.710577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50413782-8177-478f-a253-ea921a22f499 None None] Sync routers for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:55.725042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50413782-8177-478f-a253-ea921a22f499 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:55.725762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-50413782-8177-478f-a253-ea921a22f499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:55.732733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96e820-3aaf-4df0-8f3a-2d0591173e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7182a53-132f-44cd-8834-ab714c735ffc,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:55.747028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Subnet': ['ID=b87f42b5-0d56-4395-8f19-8c51edeacf59,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:55.760334 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7337befe-ed6a-49bc-bc29-a4834f23ffe3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2690358 Mar 02 20:14:55.762222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1d96e820-3aaf-4df0-8f3a-2d0591173e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.765445 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1d96e820-3aaf-4df0-8f3a-2d0591173e17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7182a53-132f-44cd-8834-ab714c735ffc HTTP/1.1" status: 204 len: 168 time: 1.0339708 Mar 02 20:14:55.765445 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42034) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:55.772921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:55.780622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.780919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-270417863'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:55.783421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:55.789101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:network and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:55.794110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:55.801143 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:55.824372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Network 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:55.832484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf4cf81f-fa00-4ae5-b6b7-0b6b768cc022 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.859327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.906329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Checking segment: {'id': '0ba52922-e793-4edd-8143-bc1659f9171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '78094aa8-aa41-4da4-83c9-976ab4f1ada1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:55.906620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network hostable DHCP agents. Network: 78094aa8-aa41-4da4-83c9-976ab4f1ada1, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:55.951592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Network 03ff550d-5ad5-4f93-a2af-421a56a16e74 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:55.953211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Pushing event updated for resources: {'Port': ['ID=d51ac303-2f1a-4aaa-864e-c4a68e454a53,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:55.955847 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:55.958863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:55.961938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:55.974717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:55.980280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:55.995437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8119e7c-c5af-4ea6-8176-7e111d319f3f None None] Network 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:56.012076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-bf4cf81f-fa00-4ae5-b6b7-0b6b768cc022 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for ed1eb8f0-786d-41f7-a367-1c69975004b7 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:56.018964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-50413782-8177-478f-a253-ea921a22f499 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:14:56.021507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:56.022129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.069274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:56.107302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.107641 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment ff842fed-db30-458f-a647-c2abbfba0bbc of type vlan for network bac65656-e9cf-48a5-b559-a6feb20498c7 Mar 02 20:14:56.136596 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d7500d79-f9d9-45e3-bce5-d14aa8110410 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0086989 Mar 02 20:14:56.140164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42042) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:56.199939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:56.214950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.215304 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added segment fd2e6a2e-5fd1-4594-bec7-8e871223fbf2 of type vlan for network 3f79368d-ce76-4715-8571-4f20051f3807 Mar 02 20:14:56.284309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.310737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:56.311380 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.365137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 31c4a69b-f29b-4c4e-9791-8a813c4d9845 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:56.385076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Request body: {'port': {'network_id': '8ed9fdc1-e1fb-42a9-8056-cc4b628d1585', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-714919123'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:56.409071 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1ac5d87b-2001-48a3-aed9-f7514151631c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5269828 Mar 02 20:14:56.409290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42046) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:56.424730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.435387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:56.436132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.450527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.530179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Allocated IP 172.20.0.2 (03ff550d-5ad5-4f93-a2af-421a56a16e74/c54ec190-a079-4825-9dc3-66f604ff2761/7187e9e4-40f8-4857-9810-5ec0f0ea1631) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:56.563772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Network': ['ID=3f79368d-ce76-4715-8571-4f20051f3807,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:56.583976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-35cfa6f7-1c79-467d-b583-61151ab2ec45 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1624339684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:56.587742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 3f79368d-ce76-4715-8571-4f20051f3807 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:56.615267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 78094aa8-aa41-4da4-83c9-976ab4f1ada1 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:56.618038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-35cfa6f7-1c79-467d-b583-61151ab2ec45 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:56.639327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-35cfa6f7-1c79-467d-b583-61151ab2ec45 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Usage tracker for resource:router and tenant:1f03729160a04afc90a8169745171363 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:56.648931 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2bdf44c8-51db-4b09-bc2c-3ad397a9df82 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8808060 Mar 02 20:14:56.656591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-35cfa6f7-1c79-467d-b583-61151ab2ec45 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:56.656740 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42050) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:56.659114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 78094aa8-aa41-4da4-83c9-976ab4f1ada1) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:56.659429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'subnet': {'network_id': '3f79368d-ce76-4715-8571-4f20051f3807', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:56.698302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-35cfa6f7-1c79-467d-b583-61151ab2ec45 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:56.703014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42054) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:56.707902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:56.708698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.774491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf4cf81f-fa00-4ae5-b6b7-0b6b768cc022 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.804387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:56.808315 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:subnet and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:56.808782 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d192edf-9a6e-4951-beea-da454e2f2c0c None None] Network 78094aa8-aa41-4da4-83c9-976ab4f1ada1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:56.811568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:56.817510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:56.849342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cf81f-fa00-4ae5-b6b7-0b6b768cc022 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=ed1eb8f0-786d-41f7-a367-1c69975004b7,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:56.854988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:56.856771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.858351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f19ededf-33aa-4c8d-884b-fc24b0eeabf2 None None] Provisioning for port 31c4a69b-f29b-4c4e-9791-8a813c4d9845 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:56.860386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:56.860961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.884720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Usage tracker for resource:port and tenant:e614d62a94564b20be79514769e7938f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:56.896115 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-809ca8bf-3e46-4c6e-b8b8-9b3a33fd3dc4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0919828 Mar 02 20:14:56.897381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-35cfa6f7-1c79-467d-b583-61151ab2ec45 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.898640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-35cfa6f7-1c79-467d-b583-61151ab2ec45 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:56.899446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42058) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:56.905422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': '78094aa8-aa41-4da4-83c9-976ab4f1ada1', 'name': 'tempest-PortsTestJSON-1526303246'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:56.908245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:56.928173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Made reservation on behalf of b203c258383c4534bdac9b5778c057f4 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:57.048665 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:57.141882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.170852 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7865851 Mar 02 20:14:57.175382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42062) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:57.200654 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf4cf81f-fa00-4ae5-b6b7-0b6b768cc022 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.206282 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-525623fd-12bb-4699-8a8b-8b98872f2e98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15f4f7b41edb47b3b834bfee69ee837a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4919434 Mar 02 20:14:57.212764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42066) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:57.216251 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8bad1-ddcc-425b-baac-f5b4fab599de tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=bac65656-e9cf-48a5-b559-a6feb20498c7,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:57.244948 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bf4cf81f-fa00-4ae5-b6b7-0b6b768cc022 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/ed1eb8f0-786d-41f7-a367-1c69975004b7 HTTP/1.1" status: 204 len: 168 time: 2.2160358 Mar 02 20:14:57.261687 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-35cfa6f7-1c79-467d-b583-61151ab2ec45 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.264641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42070) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:57.269359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network bac65656-e9cf-48a5-b559-a6feb20498c7 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:57.274742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'network_id': 'bac65656-e9cf-48a5-b559-a6feb20498c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:57.294769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 31c4a69b-f29b-4c4e-9791-8a813c4d9845 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:57.317615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Made reservation on behalf of e614d62a94564b20be79514769e7938f for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:57.320626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.382522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:57.402990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d4598cbc-cc38-44e6-a6fa-c57cb9e34e0f None None] Could not find standard attr ID for object ed1eb8f0-786d-41f7-a367-1c69975004b7. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:14:57.412821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:57.419016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c145fd5e-842a-4c4c-9b67-cd0246de3270 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:57.420875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c145fd5e-842a-4c4c-9b67-cd0246de3270 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:57.424952 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c145fd5e-842a-4c4c-9b67-cd0246de3270 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1569414 Mar 02 20:14:57.429488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42074) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:57.431305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] device_id is not set on port 33e111dd-ea0e-43e0-a55f-cd422e0dd818 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:57.434803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:57.447023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 31c4a69b-f29b-4c4e-9791-8a813c4d9845 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:57.447387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.472228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-35cfa6f7-1c79-467d-b583-61151ab2ec45 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.476243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:subnet and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:57.486129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:57.486404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6375642d-a80f-42a3-8ce4-ac7626a12f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.498955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:57.501898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.514758 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:57.558720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6375642d-a80f-42a3-8ce4-ac7626a12f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.564998 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-8ed9fdc1-e1fb-42a9-8056-cc4b628d1585', 'network_id': '8ed9fdc1-e1fb-42a9-8056-cc4b628d1585', 'tenant_id': 'e614d62a94564b20be79514769e7938f', 'fixed_ips': [{'subnet_id': '7ceda9ee-682f-4c79-a92c-d299b157810f'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:57.566453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.624925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-35cfa6f7-1c79-467d-b583-61151ab2ec45 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.629243 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-35cfa6f7-1c79-467d-b583-61151ab2ec45 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1850061 Mar 02 20:14:57.642268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.652689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42078) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:57.657832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d7a5b646-20c6-4cf4-87bb-da42dd3e74fc tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-501133804', 'prefixes': ['172.20.0.0/16']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:57.681405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d7a5b646-20c6-4cf4-87bb-da42dd3e74fc tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:57.702375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Transition to ACTIVE for port object 7187e9e4-40f8-4857-9810-5ec0f0ea1631 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:57.709864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-78094aa8-aa41-4da4-83c9-976ab4f1ada1', 'network_id': '78094aa8-aa41-4da4-83c9-976ab4f1ada1', 'tenant_id': 'ff25e31141134f11bedd474ffb55a307', 'fixed_ips': [{'subnet_id': 'b87f42b5-0d56-4395-8f19-8c51edeacf59'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:14:57.710853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.725280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Allocated IP 2001:db8::80 (8ed9fdc1-e1fb-42a9-8056-cc4b628d1585/7ceda9ee-682f-4c79-a92c-d299b157810f/33e111dd-ea0e-43e0-a55f-cd422e0dd818) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:57.768119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b9252a-4194-459d-84c7-205ca78e4677 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:14:57.788532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 5bff06d6-02bf-43f5-901e-c08c9eaec385 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:57.813368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Transition to ACTIVE for port object 7187e9e4-40f8-4857-9810-5ec0f0ea1631 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:57.822473 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:57.863347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-50413782-8177-478f-a253-ea921a22f499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:14:50Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:14:51Z', 'revision_number': 2, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:57.894600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50413782-8177-478f-a253-ea921a22f499 None None] Checking router: 046d861b-66f1-4d47-ba63-349ddf9cda0d for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:14:57.894834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50413782-8177-478f-a253-ea921a22f499 None None] Updating router 046d861b-66f1-4d47-ba63-349ddf9cda0d port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:14:57.940159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6375642d-a80f-42a3-8ce4-ac7626a12f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.943376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:57.969974 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.032608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375642d-a80f-42a3-8ce4-ac7626a12f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cae24f1-7fb8-4e08-84a1-375a613223a2,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:58.046966 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6375642d-a80f-42a3-8ce4-ac7626a12f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.050997 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6375642d-a80f-42a3-8ce4-ac7626a12f8d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4cae24f1-7fb8-4e08-84a1-375a613223a2 HTTP/1.1" status: 204 len: 168 time: 0.8362455 Mar 02 20:14:58.091300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Network 03ff550d-5ad5-4f93-a2af-421a56a16e74 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:58.093113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-50413782-8177-478f-a253-ea921a22f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.127615 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Pushing event updated for resources: {'Port': ['ID=7187e9e4-40f8-4857-9810-5ec0f0ea1631,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:58.136292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:58.139409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:58.160537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.165886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.183638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Transition to ACTIVE for port object 33e111dd-ea0e-43e0-a55f-cd422e0dd818 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:58.235060 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b9252a-4194-459d-84c7-205ca78e4677 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:14:58.249317 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5bcdb-9d22-484f-bdda-5c1174ea36d3 None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:14:58.259597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c4b9252a-4194-459d-84c7-205ca78e4677 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.266918 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5bcdb-9d22-484f-bdda-5c1174ea36d3 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:58.269935 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-eaf5bcdb-9d22-484f-bdda-5c1174ea36d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:58.313552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.365739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Allocated IP 2001:db8::2 (8ed9fdc1-e1fb-42a9-8056-cc4b628d1585/7ceda9ee-682f-4c79-a92c-d299b157810f/bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:58.381287 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 31c4a69b-f29b-4c4e-9791-8a813c4d9845, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=31c4a69b-f29b-4c4e-9791-8a813c4d9845,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:14:58.386545 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-eaf5bcdb-9d22-484f-bdda-5c1174ea36d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:58.400187 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5bcdb-9d22-484f-bdda-5c1174ea36d3 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:14:58.401045 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-eaf5bcdb-9d22-484f-bdda-5c1174ea36d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:58.414404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.426895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Attempting to bind port 7187e9e4-40f8-4857-9810-5ec0f0ea1631 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:58.427493 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Attempting to bind port 7187e9e4-40f8-4857-9810-5ec0f0ea1631 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'a2a623c7-9d69-4140-964b-af3c063c745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '03ff550d-5ad5-4f93-a2af-421a56a16e74'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:58.427888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Attempting to bind port 7187e9e4-40f8-4857-9810-5ec0f0ea1631 on network 03ff550d-5ad5-4f93-a2af-421a56a16e74 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:14:58.471240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cedead3-7799-4676-b759-f02f3d3748a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 8f817445-65c2-4ef4-95d4-1be75c892a7c {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:14:58.502468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1cedead3-7799-4676-b759-f02f3d3748a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.511671 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-eaf5bcdb-9d22-484f-bdda-5c1174ea36d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:58.512329 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5bcdb-9d22-484f-bdda-5c1174ea36d3 None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:14:58.545236 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.547845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.549620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d7a5b646-20c6-4cf4-87bb-da42dd3e74fc tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for subnetpool, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.550818 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d7a5b646-20c6-4cf4-87bb-da42dd3e74fc tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.9014781 Mar 02 20:14:58.565029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42084) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:58.576042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-3d566031-73ba-4810-89c0-1478eabc52a7 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761', 'tempest-TagsExtTest-Tag-567533785') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:58.608794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.9 (78094aa8-aa41-4da4-83c9-976ab4f1ada1/b87f42b5-0d56-4395-8f19-8c51edeacf59/5bff06d6-02bf-43f5-901e-c08c9eaec385) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:58.620131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Network 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:58.630340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Subnet': ['ID=fd188f0c-2b68-4fc8-b533-4af96d4e4728,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:58.632978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:58.642034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1cedead3-7799-4676-b759-f02f3d3748a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.642909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:58.648094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:58.648754 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.671263 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c4b9252a-4194-459d-84c7-205ca78e4677 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "PUT /v2.0/floatingips/c1c83952-ba5e-47fe-8765-4f54d0fe2c08 HTTP/1.1" status: 200 len: 976 time: 5.8562641 Mar 02 20:14:58.674112 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Pushing event updated for resources: {'Port': ['ID=33e111dd-ea0e-43e0-a55f-cd422e0dd818,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:58.676499 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42090) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:58.719730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:14:58.720300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Checking segment: {'id': 'a2a623c7-9d69-4140-964b-af3c063c745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '03ff550d-5ad5-4f93-a2af-421a56a16e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:58.720796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.721342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Bound using segment: {'id': 'a2a623c7-9d69-4140-964b-af3c063c745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '03ff550d-5ad5-4f93-a2af-421a56a16e74'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:14:58.721583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Checking segment: {'id': 'fd2e6a2e-5fd1-4594-bec7-8e871223fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:58.721963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network hostable DHCP agents. Network: 3f79368d-ce76-4715-8571-4f20051f3807, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:58.722089 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Bound port: 7187e9e4-40f8-4857-9810-5ec0f0ea1631, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a623c7-9d69-4140-964b-af3c063c745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '03ff550d-5ad5-4f93-a2af-421a56a16e74'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:58.722554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.739878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=31c4a69b-f29b-4c4e-9791-8a813c4d9845,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:58.755147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:58.755357 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port 5f26eea4-09a4-4fcd-a71f-06ea8f77c7f8 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:14:58.756443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:58.756443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:58.756699 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:58.756797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:58.756797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:58.756965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:58.757251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:58.757571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:58.757884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:58.758562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:58.762862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:58.843188 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=5b202d85-9d3f-4499-b518-b559525d7e01,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:58.875733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking segment: {'id': 'ff842fed-db30-458f-a647-c2abbfba0bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'bac65656-e9cf-48a5-b559-a6feb20498c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:14:58.876351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network hostable DHCP agents. Network: bac65656-e9cf-48a5-b559-a6feb20498c7, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:58.991213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] For port 7187e9e4-40f8-4857-9810-5ec0f0ea1631, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:14:59.023978 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9403ce4c-b7c1-46b6-b0a0-e6abd5f3ab21 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.8805516 Mar 02 20:14:59.032988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42100) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:59.042724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] For port 7187e9e4-40f8-4857-9810-5ec0f0ea1631, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7187e9e4-40f8-4857-9810-5ec0f0ea1631,segment=NetworkSegment(a2a623c7-9d69-4140-964b-af3c063c745a),segment_id=a2a623c7-9d69-4140-964b-af3c063c745a)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:14:59.061617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1cedead3-7799-4676-b759-f02f3d3748a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.080322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.092053 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.105520 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Transition to ACTIVE for port object bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:59.107636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Request body: {'port': {'network_id': '8ed9fdc1-e1fb-42a9-8056-cc4b628d1585', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1465823926', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:14:59.108245 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.api.validators [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] bootfile-name is not in valid_values {{(pid=84504) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:14:59.108944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.api.validators [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] tftp-server is not in valid_values {{(pid=84504) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:14:59.109361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.api.validators [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] server-ip-address is not in valid_values {{(pid=84504) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:14:59.140029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Transition to ACTIVE for port object bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:59.170539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.215184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 3f79368d-ce76-4715-8571-4f20051f3807 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:59.239594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network bac65656-e9cf-48a5-b559-a6feb20498c7 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:59.263387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.291910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-50413782-8177-478f-a253-ea921a22f499 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.302864 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3d566031-73ba-4810-89c0-1478eabc52a7 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags/tempest-TagsExtTest-Tag-567533785 HTTP/1.1" status: 201 len: 201 time: 0.7321630 Mar 02 20:14:59.307349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42106) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:59.327986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-8cf771eb-26e3-40a7-b205-d86c65076d16 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53', 'tempest-TagsExtTest-Tag-1776842004') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:59.332550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Network 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:59.337472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:59.340123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e27b87-b606-4742-98ee-989002da4d03 None None] Pushing event updated for resources: {'Port': ['ID=7187e9e4-40f8-4857-9810-5ec0f0ea1631,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:59.342914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:14:59.357993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 3f79368d-ce76-4715-8571-4f20051f3807) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:59.376408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, bac65656-e9cf-48a5-b559-a6feb20498c7) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:59.380328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.385651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:59.386256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.404491 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4b6465-9570-4535-ba3d-cf81d59d4efd None None] Network 3f79368d-ce76-4715-8571-4f20051f3807 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:59.420181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:59.420787 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.421891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38d0eaa-1282-4eff-9d5f-ba1931b04249 None None] Network bac65656-e9cf-48a5-b559-a6feb20498c7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:59.454598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:59.457451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1cedead3-7799-4676-b759-f02f3d3748a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.459146 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-50413782-8177-478f-a253-ea921a22f499 None None] Transition to ACTIVE for port object 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:59.495928 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object 5bff06d6-02bf-43f5-901e-c08c9eaec385 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:59.497405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Usage tracker for resource:port and tenant:e614d62a94564b20be79514769e7938f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:59.507509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:59.516202 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedead3-7799-4676-b759-f02f3d3748a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=8f817445-65c2-4ef4-95d4-1be75c892a7c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:59.517977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:59.532200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1cedead3-7799-4676-b759-f02f3d3748a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.537242 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1cedead3-7799-4676-b759-f02f3d3748a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/8f817445-65c2-4ef4-95d4-1be75c892a7c HTTP/1.1" status: 204 len: 168 time: 2.1066790 Mar 02 20:14:59.540543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42112) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:59.549317 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d2f8870e-bcb2-4d93-ab12-65e75cb8d02e tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3729045 Mar 02 20:14:59.555575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42116) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:59.582553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.583162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.584053 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Floating IP c1c83952-ba5e-47fe-8765-4f54d0fe2c08 disassociated. External IP: 172.26.5.50, port: 5f26eea4-09a4-4fcd-a71f-06ea8f77c7f8. Mar 02 20:14:59.584937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for 5f26eea4-09a4-4fcd-a71f-06ea8f77c7f8 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:14:59.672116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b0659-8b69-46ec-877b-14f52fa33394 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:14:59.724966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Made reservation on behalf of e614d62a94564b20be79514769e7938f for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:59.728238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.733093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-50413782-8177-478f-a253-ea921a22f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.740581 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a918bc10-121b-4cbd-ad2c-e9a6b18965a2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0897105 Mar 02 20:14:59.743725 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2db08f1a-b0f2-43d0-9a40-8f04cf0a96e3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2016575 Mar 02 20:14:59.745444 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42122) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:59.747644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42124) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:59.846411 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:59.904015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] device_id is not set on port d051de46-abb3-46a8-b961-f89736210237 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:14:59.922359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Pushing event updated for resources: {'Port': ['ID=bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:59.943916 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8cf771eb-26e3-40a7-b205-d86c65076d16 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags/tempest-TagsExtTest-Tag-1776842004 HTTP/1.1" status: 201 len: 201 time: 0.6323724 Mar 02 20:14:59.960812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42132) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:59.961593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42134) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:59.985865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-398e03ef-cfbc-4992-9462-51cda59bed08 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e', 'tempest-TagsExtTest-Tag-853577869') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:00.018865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:00.058215 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Attempting to bind port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:00.058582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Attempting to bind port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '992e6271-d298-427a-af6d-7d108155fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8ed9fdc1-e1fb-42a9-8056-cc4b628d1585'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:00.058942 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Attempting to bind port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 on network 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:00.168029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=5f26eea4-09a4-4fcd-a71f-06ea8f77c7f8,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:00.213519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316fa1b-b510-422a-888a-9bcd0b7bc6bd None None] Pushing event updated for resources: {'Port': ['ID=0614a2c5-583b-4b8a-91c9-9b3a49338bc3,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:00.231309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:00.231649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:00.231978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:00.232300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:00.232620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:00.232937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:00.233255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:00.233567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:00.233931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:00.234471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:00.235434 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:00.364731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:00.364731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Checking segment: {'id': '992e6271-d298-427a-af6d-7d108155fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8ed9fdc1-e1fb-42a9-8056-cc4b628d1585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:00.365194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:00.365457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Bound using segment: {'id': '992e6271-d298-427a-af6d-7d108155fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8ed9fdc1-e1fb-42a9-8056-cc4b628d1585'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:00.365951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Bound port: bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992e6271-d298-427a-af6d-7d108155fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '8ed9fdc1-e1fb-42a9-8056-cc4b628d1585'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:00.366319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:00.431138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1827437086'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:00.437173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=5bff06d6-02bf-43f5-901e-c08c9eaec385,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:00.462728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:00.484093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b621d3-e27e-4ac6-b124-d39cec5ce8b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-bac65656-e9cf-48a5-b559-a6feb20498c7', 'network_id': 'bac65656-e9cf-48a5-b559-a6feb20498c7', 'tenant_id': '5958073594da4636be7058edbfec9868', 'fixed_ips': [{'subnet_id': '5b202d85-9d3f-4499-b518-b559525d7e01'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:00.485945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-16b621d3-e27e-4ac6-b124-d39cec5ce8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:00.503214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Usage tracker for resource:network and tenant:b789124889c44bf29d3f96154d237c1a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:00.507185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 78094aa8-aa41-4da4-83c9-976ab4f1ada1 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:00.516745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:00.523945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Allocated IP 2001:db8::fa (8ed9fdc1-e1fb-42a9-8056-cc4b628d1585/7ceda9ee-682f-4c79-a92c-d299b157810f/d051de46-abb3-46a8-b961-f89736210237) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:00.533743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:00.543200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:00.557035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e4ce3-96b5-46cc-8b37-ab6b7d88cd5e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:00.557731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-221e4ce3-96b5-46cc-8b37-ab6b7d88cd5e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:00.577965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:00.587062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Allocated IP 172.20.0.2 (78094aa8-aa41-4da4-83c9-976ab4f1ada1/b87f42b5-0d56-4395-8f19-8c51edeacf59/8c03a9d9-17a3-47a9-8a03-6781dfd1474f) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:00.697218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-221e4ce3-96b5-46cc-8b37-ab6b7d88cd5e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:00.701441 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-221e4ce3-96b5-46cc-8b37-ab6b7d88cd5e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9505701 Mar 02 20:15:00.708295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:00.709322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42144) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:00.747341 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-398e03ef-cfbc-4992-9462-51cda59bed08 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags/tempest-TagsExtTest-Tag-853577869 HTTP/1.1" status: 201 len: 201 time: 0.7820563 Mar 02 20:15:00.757708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42148) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:00.765808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-c8790508-5bde-4ceb-be8a-71b0d4f56d94 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2', 'tempest-TagsExtTest-Tag-309302834') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:00.824116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:00.825195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:00.839849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Made reservation on behalf of b789124889c44bf29d3f96154d237c1a for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:00.842831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:00.875523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b21322-bf28-453a-adc1-b60649cd6288 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:00.880443 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-12b21322-bf28-453a-adc1-b60649cd6288 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1626971 Mar 02 20:15:00.882828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42152) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:00.899517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7187e9e4-40f8-4857-9810-5ec0f0ea1631 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:00.922531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd2799-d987-4533-9392-3a9cd4872ac7 None None] Network 03ff550d-5ad5-4f93-a2af-421a56a16e74 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:00.951577 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:00.957200 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-be62f32d-410d-4415-a46e-df4b79e263d9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709655 Mar 02 20:15:00.962794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42158) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:00.974370 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:01.023497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.082506 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-541cee13-32c9-4639-9665-6f43392e2f83 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1797552 Mar 02 20:15:01.100383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42162) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:01.124879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': '78094aa8-aa41-4da4-83c9-976ab4f1ada1', 'name': 'tempest-PortsTestJSON-1943441106'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:01.134906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:01.138551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:01.143839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:01.148294 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:01.155202 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:01.208713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Usage tracker for resource:security_group_rule and tenant:b789124889c44bf29d3f96154d237c1a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:01.229516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:01.258613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:01.275757 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c8790508-5bde-4ceb-be8a-71b0d4f56d94 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags/tempest-TagsExtTest-Tag-309302834 HTTP/1.1" status: 201 len: 201 time: 0.5143149 Mar 02 20:15:01.282295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42166) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:01.287804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.301826 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:15:01.309610 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-522c614a-ab94-47a8-9514-ef5c3f5b8de4 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:01.312911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-50413782-8177-478f-a253-ea921a22f499 None None] Attempting to bind port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:01.313286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-50413782-8177-478f-a253-ea921a22f499 None None] Attempting to bind port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'df304534-0bd7-41c9-9fd3-511999a23747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:01.313650 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50413782-8177-478f-a253-ea921a22f499 None None] Attempting to bind port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 on network f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:01.350695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] For port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:01.367052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:01.400682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50413782-8177-478f-a253-ea921a22f499 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:01.400943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50413782-8177-478f-a253-ea921a22f499 None None] Checking segment: {'id': 'df304534-0bd7-41c9-9fd3-511999a23747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:01.401351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-50413782-8177-478f-a253-ea921a22f499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.401749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50413782-8177-478f-a253-ea921a22f499 None None] Bound using segment: {'id': 'df304534-0bd7-41c9-9fd3-511999a23747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:01.402250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-50413782-8177-478f-a253-ea921a22f499 None None] Bound port: 0614a2c5-583b-4b8a-91c9-9b3a49338bc3, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df304534-0bd7-41c9-9fd3-511999a23747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:01.402622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-50413782-8177-478f-a253-ea921a22f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.407993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:01.414336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:port and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:01.417657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:01.425182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:01.433926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] For port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3,segment=NetworkSegment(992e6271-d298-427a-af6d-7d108155fd8c),segment_id=992e6271-d298-427a-af6d-7d108155fd8c)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:01.437668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Transition to ACTIVE for port object d051de46-abb3-46a8-b961-f89736210237 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:01.440989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.464370 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2cf98ca4-51e7-483b-ade8-404c7c059c5a None None] Provisioning for port 7187e9e4-40f8-4857-9810-5ec0f0ea1631 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:01.479334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-3f79368d-ce76-4715-8571-4f20051f3807', 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'fixed_ips': [{'subnet_id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:01.480132 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.499703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Subnet': ['ID=5b202d85-9d3f-4499-b518-b559525d7e01,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:01.514510 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-522c614a-ab94-47a8-9514-ef5c3f5b8de4 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags HTTP/1.1" status: 200 len: 240 time: 0.2263672 Mar 02 20:15:01.517205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42170) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:01.524125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-361e449d-f87c-4b85-bdb2-16d88da21792 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761', 'tempest-TagsExtTest-Tag-567533785') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:01.567660 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server [None req-16b621d3-e27e-4ac6-b124-d39cec5ce8b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b202d85-9d3f-4499-b518-b559525d7e01: This subnet is being modified by another concurrent operation. Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:15:01.572895 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise exception Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b202d85-9d3f-4499-b518-b559525d7e01: This subnet is being modified by another concurrent operation. Mar 02 20:15:01.580628 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server Mar 02 20:15:01.610730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.645640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2776b-8bf8-4edb-93d7-d5761e2006b4 None None] Network bac65656-e9cf-48a5-b559-a6feb20498c7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:01.657463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:01.660440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.728305 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:15:01.746829 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.756577 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.757938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port db9bf6e7-4b26-44f0-973c-bcfb6fd880d0 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:01.778455 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 7187e9e4-40f8-4857-9810-5ec0f0ea1631 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:01.825455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac65656-e9cf-48a5-b559-a6feb20498c7']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:01.851946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.856598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff842fed-db30-458f-a647-c2abbfba0bbc') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:01.856889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff842fed-db30-458f-a647-c2abbfba0bbc') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:01.866429 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.874834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Deleting port 31c4a69b-f29b-4c4e-9791-8a813c4d9845 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:01.875199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.902682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.909713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.964697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7187e9e4-40f8-4857-9810-5ec0f0ea1631 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:01.965062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:01.980350 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:02.006332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.015901 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a356f3-d231-476e-9c2d-9a5f07b4b68b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:02.027777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.028366 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Added segment cefbbdba-7c79-4f39-8e45-3da222d7f17f of type vlan for network db3c7f16-25b2-4f61-ac20-47b6e3feac94 Mar 02 20:15:02.046390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:02.047237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.053468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-50413782-8177-478f-a253-ea921a22f499 None None] For port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:02.067988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf318597-7d4b-4c4d-9088-e1cc5a83e361 None None] Pushing event updated for resources: {'Port': ['ID=bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:02.074416 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:02.092029 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Pushing event updated for resources: {'Port': ['ID=d051de46-abb3-46a8-b961-f89736210237,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:02.098630 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-361e449d-f87c-4b85-bdb2-16d88da21792 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags/tempest-TagsExtTest-Tag-567533785 HTTP/1.1" status: 204 len: 168 time: 0.5803025 Mar 02 20:15:02.423854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.424362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Network 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:02.424362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42174) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:02.424362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:02.424362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-a9020ab7-545b-4275-9697-b3d75c54dbab tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761', 'tempest-TagsExtTest-Tag-567533785') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:02.424362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:02.424362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:02.424362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.424362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.427584 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-50413782-8177-478f-a253-ea921a22f499 None None] For port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0614a2c5-583b-4b8a-91c9-9b3a49338bc3,segment=NetworkSegment(df304534-0bd7-41c9-9fd3-511999a23747),segment_id=df304534-0bd7-41c9-9fd3-511999a23747)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:02.432489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:15:02.433111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Transition to ACTIVE for port object 8c03a9d9-17a3-47a9-8a03-6781dfd1474f will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:02.465586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577addd-367e-4f29-882c-3850d79ba81b None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:15:02.495998 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-50413782-8177-478f-a253-ea921a22f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.573864 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9e728692-cf6a-40af-8038-f6c80f7f3207 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.5379226 Mar 02 20:15:02.576355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.580470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:02.586361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.586550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42178) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:02.586646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Transition to ACTIVE for port object 8c03a9d9-17a3-47a9-8a03-6781dfd1474f will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:02.589532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.594454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.601682 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/bac65656-e9cf-48a5-b559-a6feb20498c7 HTTP/1.1" status: 204 len: 168 time: 2.9409657 Mar 02 20:15:02.608409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42182) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:02.619985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Allocated IP 2001:db8:3::2 (3f79368d-ce76-4715-8571-4f20051f3807/fd188f0c-2b68-4fc8-b533-4af96d4e4728/2fcafdfe-d050-4732-a65e-476526165377) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:02.642414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-667568388'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:02.648489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:02.650804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.655999 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a9020ab7-545b-4275-9697-b3d75c54dbab tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags/tempest-TagsExtTest-Tag-567533785 HTTP/1.1" status: 204 len: 168 time: 0.4707074 Mar 02 20:15:02.655999 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:network and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:02.712475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:02.717694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42186) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:02.766715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:02.781952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-cf6862f2-cfc9-43fd-9af3-ace442e75efb tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:02.782541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:02.820460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577addd-367e-4f29-882c-3850d79ba81b None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:02.821336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0577addd-367e-4f29-882c-3850d79ba81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:02.836918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.objects.ports [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84503) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:15:02.840951 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8766441 Mar 02 20:15:02.847775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42190) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:02.867831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Request body: {'subnet': {'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:02.892697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7de4a3-c26c-4c1f-9b5c-9d2ced0d220a tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'Network': ['ID=db3c7f16-25b2-4f61-ac20-47b6e3feac94,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:02.941464 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:02.942193 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e5e535e1-b455-43d8-bcf9-aa851e9afca7 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/ports/5f26eea4-09a4-4fcd-a71f-06ea8f77c7f8 HTTP/1.1" status: 204 len: 168 time: 4.2626565 Mar 02 20:15:02.980932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42194) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:03.018286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:03.021496 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.041257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316fa1b-b510-422a-888a-9bcd0b7bc6bd None None] Pushing event updated for resources: {'Port': ['ID=0614a2c5-583b-4b8a-91c9-9b3a49338bc3,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:03.089867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c247e-ee1e-43d5-aad8-a7ee5bf4e1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:03.095802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c247e-ee1e-43d5-aad8-a7ee5bf4e1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:03.106766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c247e-ee1e-43d5-aad8-a7ee5bf4e1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:03.106766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d51c247e-ee1e-43d5-aad8-a7ee5bf4e1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Synchronizing usage tracker for tenant:e614d62a94564b20be79514769e7938f on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:03.120587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c3237-5493-4801-a724-d798354255a4 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=bac65656-e9cf-48a5-b559-a6feb20498c7,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:03.202159 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e6818740-e5b4-4571-98be-dfb8bb783bdf tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "GET /v2.0/floatingips/c1c83952-ba5e-47fe-8765-4f54d0fe2c08 HTTP/1.1" status: 200 len: 687 time: 0.2096665 Mar 02 20:15:03.204200 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42198) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:03.219813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:03.231156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.235482 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment 9c4d3a0a-6e85-4a5d-bd31-8ab4f060c4b9 of type vlan for network e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c Mar 02 20:15:03.245989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0577addd-367e-4f29-882c-3850d79ba81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:03.263279 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.305776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:03.310241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Usage tracker for resource:subnet and tenant:b789124889c44bf29d3f96154d237c1a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:03.313180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Network 78094aa8-aa41-4da4-83c9-976ab4f1ada1 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:03.313846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:03.318113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.320491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:03.328833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4c4df845-577d-4d98-9916-1b0dc4ccf097 {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:15:03.329154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:15:03.343501 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cf6862f2-cfc9-43fd-9af3-ace442e75efb tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags HTTP/1.1" status: 200 len: 205 time: 0.6246498 Mar 02 20:15:03.345982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42202) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:03.346597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:03.360568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-c455597f-a935-462b-941c-afa3285b9e64 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:03.365667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] For port 31c4a69b-f29b-4c4e-9791-8a813c4d9845, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=31c4a69b-f29b-4c4e-9791-8a813c4d9845,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:03.366111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.383693 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:03.395388 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50413782-8177-478f-a253-ea921a22f499 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:03.396109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-50413782-8177-478f-a253-ea921a22f499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:03.416702 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d51c247e-ee1e-43d5-aad8-a7ee5bf4e1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Unset dirty status for tenant:e614d62a94564b20be79514769e7938f on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:03.418167 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d51c247e-ee1e-43d5-aad8-a7ee5bf4e1c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.8323412 Mar 02 20:15:03.423909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.430731 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:03.430866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42206) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:03.430975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.495962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.524328 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-7c9442e0-725d-45af-a4f8-a17de00dc5bb tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port 6e8ad5d2-61e0-4c6e-8290-e11e273373dd {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:03.524690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c9442e0-725d-45af-a4f8-a17de00dc5bb tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.557679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Made reservation on behalf of b789124889c44bf29d3f96154d237c1a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:03.685072 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Calling delete_port for 31c4a69b-f29b-4c4e-9791-8a813c4d9845 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:03.701540 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0755837 Mar 02 20:15:03.707199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43990a9-04f0-4497-b0a1-948deaf71e35 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:03.713229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Pushing event updated for resources: {'Port': ['ID=8c03a9d9-17a3-47a9-8a03-6781dfd1474f,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:03.731824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42210) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:03.740486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06bf4e-7004-4633-be13-124943c18360 None None] Network 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:03.740704 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c455597f-a935-462b-941c-afa3285b9e64 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags HTTP/1.1" status: 200 len: 241 time: 0.3900642 Mar 02 20:15:03.743910 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'network_id': 'e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:03.747446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42214) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:03.749789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:03.766847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-e3275e18-195c-43d3-a96a-295228c9bca6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53', 'tempest-TagsExtTest-Tag-1776842004') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:03.783328 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577addd-367e-4f29-882c-3850d79ba81b None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:03.783946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0577addd-367e-4f29-882c-3850d79ba81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:03.793203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-b18f7d84-61d1-41ae-ae1c-13c0eff55f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Deleting port d051de46-abb3-46a8-b961-f89736210237 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:03.793550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b18f7d84-61d1-41ae-ae1c-13c0eff55f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.837971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.852241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.881376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ceb60b5d-cb48-42a4-ad93-50d6a7fbb909 None None] Provisioning complete for port 7187e9e4-40f8-4857-9810-5ec0f0ea1631 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:03.881737 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ceb60b5d-cb48-42a4-ad93-50d6a7fbb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.969147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c9442e0-725d-45af-a4f8-a17de00dc5bb tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.969147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c9442e0-725d-45af-a4f8-a17de00dc5bb tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:03.976923 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 1da6b41f-4bad-470f-bbbd-18d500618069 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:04.024617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:04.035111 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:subnet and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:04.047452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:04.067607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:04.155983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:04.162980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0577addd-367e-4f29-882c-3850d79ba81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:04.163387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577addd-367e-4f29-882c-3850d79ba81b None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:15:04.182466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 7187e9e4-40f8-4857-9810-5ec0f0ea1631, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7187e9e4-40f8-4857-9810-5ec0f0ea1631,segment=NetworkSegment(a2a623c7-9d69-4140-964b-af3c063c745a),segment_id=a2a623c7-9d69-4140-964b-af3c063c745a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:04.183057 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-7c9442e0-725d-45af-a4f8-a17de00dc5bb tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for 6e8ad5d2-61e0-4c6e-8290-e11e273373dd owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:04.298663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:04.301826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 31c4a69b-f29b-4c4e-9791-8a813c4d9845 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:04.366542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:04.416593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Attempting to bind port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:04.419559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Attempting to bind port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '0ba52922-e793-4edd-8143-bc1659f9171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '78094aa8-aa41-4da4-83c9-976ab4f1ada1'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:04.419559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Attempting to bind port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f on network 78094aa8-aa41-4da4-83c9-976ab4f1ada1 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:04.423380 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-50413782-8177-478f-a253-ea921a22f499 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:15:04.445223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.12 (78094aa8-aa41-4da4-83c9-976ab4f1ada1/b87f42b5-0d56-4395-8f19-8c51edeacf59/1da6b41f-4bad-470f-bbbd-18d500618069) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:04.502367 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e3275e18-195c-43d3-a96a-295228c9bca6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags/tempest-TagsExtTest-Tag-1776842004 HTTP/1.1" status: 204 len: 168 time: 0.7520587 Mar 02 20:15:04.514058 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42218) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:04.533598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-4af82d94-3f28-4512-9ff4-de63839cbff4 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53', 'tempest-TagsExtTest-Tag-1776842004') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:04.585170 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:04.585430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Checking segment: {'id': '0ba52922-e793-4edd-8143-bc1659f9171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '78094aa8-aa41-4da4-83c9-976ab4f1ada1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:04.585931 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:04.586397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Bound using segment: {'id': '0ba52922-e793-4edd-8143-bc1659f9171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '78094aa8-aa41-4da4-83c9-976ab4f1ada1'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:04.586879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Bound port: 8c03a9d9-17a3-47a9-8a03-6781dfd1474f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba52922-e793-4edd-8143-bc1659f9171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '78094aa8-aa41-4da4-83c9-976ab4f1ada1'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:04.587253 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:04.592236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] For port 31c4a69b-f29b-4c4e-9791-8a813c4d9845, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=31c4a69b-f29b-4c4e-9791-8a813c4d9845,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:04.657898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b18f7d84-61d1-41ae-ae1c-13c0eff55f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:04.659511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=7187e9e4-40f8-4857-9810-5ec0f0ea1631,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:04.739824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:04.842229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:04.849987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-b18f7d84-61d1-41ae-ae1c-13c0eff55f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Calling delete_port for d051de46-abb3-46a8-b961-f89736210237 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:04.861140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'Subnet': ['ID=207da63a-5ca8-4375-8952-43e5cbdde83b,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:04.877425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Checking segment: {'id': 'cefbbdba-7c79-4f39-8e45-3da222d7f17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:04.877425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Network hostable DHCP agents. Network: db3c7f16-25b2-4f61-ac20-47b6e3feac94, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:04.919777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:04.920481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:04.934973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:04.942866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:04.975309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Transition to ACTIVE for port object 2fcafdfe-d050-4732-a65e-476526165377 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:04.987825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:15:04.988416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:15:04.991907 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] For port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:05.001258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] For port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8c03a9d9-17a3-47a9-8a03-6781dfd1474f,segment=NetworkSegment(0ba52922-e793-4edd-8143-bc1659f9171d),segment_id=0ba52922-e793-4edd-8143-bc1659f9171d)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:05.016414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 31c4a69b-f29b-4c4e-9791-8a813c4d9845 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:05.017040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.027825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:05.056975 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c9442e0-725d-45af-a4f8-a17de00dc5bb tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.103951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=2c23658a-1688-4461-9e33-9225ed4be6f7,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:05.111129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:05.114239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=7824aef9-2270-4d7d-832a-9c7cfbf7ab22,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:05.122826 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:05.128280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:05.134444 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.137638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ceb60b5d-cb48-42a4-ad93-50d6a7fbb909 None None] Provisioning for port d51ac303-2f1a-4aaa-864e-c4a68e454a53 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:05.160453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking segment: {'id': '9c4d3a0a-6e85-4a5d-bd31-8ab4f060c4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:05.163517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network hostable DHCP agents. Network: e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:05.163659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ceb60b5d-cb48-42a4-ad93-50d6a7fbb909 None None] Provisioning complete for port d51ac303-2f1a-4aaa-864e-c4a68e454a53 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:05.163659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ceb60b5d-cb48-42a4-ad93-50d6a7fbb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.165212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=31c4a69b-f29b-4c4e-9791-8a813c4d9845,revision_number=6']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:05.167533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.192731 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, db3c7f16-25b2-4f61-ac20-47b6e3feac94) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:05.202137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object 1da6b41f-4bad-470f-bbbd-18d500618069 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:05.202306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.203039 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:05.203486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.253581 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba1a74c-f958-4800-b3be-2e9cf4e2b19b None None] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:05.259730 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4af82d94-3f28-4512-9ff4-de63839cbff4 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags/tempest-TagsExtTest-Tag-1776842004 HTTP/1.1" status: 204 len: 168 time: 0.7357318 Mar 02 20:15:05.262463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42222) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:05.268367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-f06c20f1-7a2c-4344-912f-2359148e560f tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:05.275586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9442e0-725d-45af-a4f8-a17de00dc5bb tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=6e8ad5d2-61e0-4c6e-8290-e11e273373dd,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:05.307512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:05.318822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:05.324992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:05.325575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.342603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.352853 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9615323c-c31d-4289-b318-637b49c1b6b6 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4995565 Mar 02 20:15:05.353251 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42226) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:05.362478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Request body: {'port': {'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94', 'name': 'tempest-AllowedAddressPairTestJSON-369310949'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:05.384214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c9442e0-725d-45af-a4f8-a17de00dc5bb tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.386903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7c9442e0-725d-45af-a4f8-a17de00dc5bb tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.392212 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7c9442e0-725d-45af-a4f8-a17de00dc5bb tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/floatingips/c1c83952-ba5e-47fe-8765-4f54d0fe2c08 HTTP/1.1" status: 204 len: 168 time: 2.1869626 Mar 02 20:15:05.392949 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42230) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:05.402907 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e97aaf9-edb0-4468-943d-10f222fb962f None None] Network e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:05.447261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=1da6b41f-4bad-470f-bbbd-18d500618069,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:05.452523 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 78094aa8-aa41-4da4-83c9-976ab4f1ada1 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:05.456025 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:05.458402 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d45c4d87-57f5-4de7-82b8-2477eaa3983d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7251687 Mar 02 20:15:05.461174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42234) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:05.463672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:05.465344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '92a808f7-beb2-41c4-aad6-956c486dbddb'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:05.478914 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-41545387-1c5b-4d2e-aea1-20764ea87bce tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5096996 Mar 02 20:15:05.478914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b18f7d84-61d1-41ae-ae1c-13c0eff55f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.489201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42238) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:05.494674 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f06c20f1-7a2c-4344-912f-2359148e560f tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags HTTP/1.1" status: 200 len: 205 time: 0.2281396 Mar 02 20:15:05.494802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:05.495902 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Deleting port 31c4a69b-f29b-4c4e-9791-8a813c4d9845 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:05.496272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.511947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42240) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:05.519072 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ceb60b5d-cb48-42a4-ad93-50d6a7fbb909 None None] Port d51ac303-2f1a-4aaa-864e-c4a68e454a53 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:05.528807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Transition to ACTIVE for port object 2fcafdfe-d050-4732-a65e-476526165377 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:05.529860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-252e2aee-95ad-4f7b-9f3a-c8d8724b5b19 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:05.561788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:floatingip and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:05.566877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:05.576713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-a2323bf1-fc10-49f5-a65c-72ae95b96fcd tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:05.632136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f7d84-61d1-41ae-ae1c-13c0eff55f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Pushing event deleted for resources: {'Port': ['ID=d051de46-abb3-46a8-b961-f89736210237,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:05.633479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Pushing event updated for resources: {'Port': ['ID=8c03a9d9-17a3-47a9-8a03-6781dfd1474f,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:05.646402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:05.659413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.763993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:05.764914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.777125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b18f7d84-61d1-41ae-ae1c-13c0eff55f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.779362 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b18f7d84-61d1-41ae-ae1c-13c0eff55f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] 10.222.0.44 "DELETE /v2.0/ports/d051de46-abb3-46a8-b961-f89736210237 HTTP/1.1" status: 204 len: 168 time: 2.3458705 Mar 02 20:15:05.799091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42248) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:05.834877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Request body: {'port': {'name': 'tempest-new-port-name-2023076890', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:05.834877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.api.validators [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] bootfile-name is not in valid_values {{(pid=84503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:15:05.834877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.api.validators [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] tftp-server is not in valid_values {{(pid=84503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:15:05.834877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.api.validators [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] server-ip-address is not in valid_values {{(pid=84503) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:15:05.856307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:05.861574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:05.861574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:05.861574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:05.861574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:05.861574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:05.861574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:05.861574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:05.861574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:05.861574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:05.861574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3ccc95-399c-4c13-9833-2f8052cccf03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:05.875959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.898158 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a2323bf1-fc10-49f5-a65c-72ae95b96fcd tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags HTTP/1.1" status: 200 len: 240 time: 0.3829050 Mar 02 20:15:05.901802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:05.902102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42252) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:05.925735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-25f756f1-21d8-4bd3-8b4e-07d8d51dbc7c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e', 'tempest-TagsExtTest-Tag-853577869') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:05.965684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Allocated IP 2001:db8:3::1 (3f79368d-ce76-4715-8571-4f20051f3807/fd188f0c-2b68-4fc8-b533-4af96d4e4728/cc1e28a1-b096-471b-a83d-9191e107e380) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:06.072783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:06.079709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Usage tracker for resource:port and tenant:b789124889c44bf29d3f96154d237c1a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:06.089688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:06.101659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:06.184981 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2b357eb8-f049-4221-aba8-5d2dc275950b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0776796 Mar 02 20:15:06.194818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42256) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:06.200540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-252e2aee-95ad-4f7b-9f3a-c8d8724b5b19 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:06.284427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7187e9e4-40f8-4857-9810-5ec0f0ea1631 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:06.339443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:06.376130 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-25f756f1-21d8-4bd3-8b4e-07d8d51dbc7c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags/tempest-TagsExtTest-Tag-853577869 HTTP/1.1" status: 204 len: 168 time: 0.4665685 Mar 02 20:15:06.381694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42260) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:06.398252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Network 3f79368d-ce76-4715-8571-4f20051f3807 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:06.447127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-efd5e8f7-b00d-40d0-bbdf-956382076e20 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e', 'tempest-TagsExtTest-Tag-853577869') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:06.462199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:06.477858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:06.599695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-252e2aee-95ad-4f7b-9f3a-c8d8724b5b19 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:06.610385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Made reservation on behalf of b789124889c44bf29d3f96154d237c1a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:06.613416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:06.619717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Pushing event updated for resources: {'Port': ['ID=2fcafdfe-d050-4732-a65e-476526165377,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:06.632354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-252e2aee-95ad-4f7b-9f3a-c8d8724b5b19 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:06.652715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:06.658659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-50413782-8177-478f-a253-ea921a22f499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:14:50Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:02Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:06.668324 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-252e2aee-95ad-4f7b-9f3a-c8d8724b5b19 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:06.699497 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] device_id is not set on port 1247c604-2678-4e01-bd50-179c7d7de8ed yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:06.713487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:06.728952 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50413782-8177-478f-a253-ea921a22f499 None None] The sync data for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv is: [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:14:50Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:02Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:15:06.771082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Subnet': ['ID=2c23658a-1688-4461-9e33-9225ed4be6f7,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:06.821933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-db3c7f16-25b2-4f61-ac20-47b6e3feac94', 'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94', 'tenant_id': 'b789124889c44bf29d3f96154d237c1a', 'fixed_ips': [{'subnet_id': '207da63a-5ca8-4375-8952-43e5cbdde83b'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:06.823122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:06.858997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a220b-6e9b-446e-8646-35077770e771 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:06.859716 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8b8a220b-6e9b-446e-8646-35077770e771 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:06.963306 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:06.975367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeb4f45-c083-478e-9fac-b531aa4c48c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c', 'network_id': 'e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c', 'tenant_id': '5958073594da4636be7058edbfec9868', 'fixed_ips': [{'subnet_id': '2c23658a-1688-4461-9e33-9225ed4be6f7'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:06.976193 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-edeb4f45-c083-478e-9fac-b531aa4c48c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.002306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.080777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:07.101997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8b8a220b-6e9b-446e-8646-35077770e771 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:07.106298 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8b8a220b-6e9b-446e-8646-35077770e771 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.9074063 Mar 02 20:15:07.107186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4d3a0a-6e85-4a5d-bd31-8ab4f060c4b9') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:07.107478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4d3a0a-6e85-4a5d-bd31-8ab4f060c4b9') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:07.117477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-27ce2b62-9a4d-4a83-a327-4aba09b79737 None None] Provisioning for port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:07.122453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42264) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:07.136798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] For port 31c4a69b-f29b-4c4e-9791-8a813c4d9845, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=31c4a69b-f29b-4c4e-9791-8a813c4d9845,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:07.137192 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.165092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Attempting to bind port 2fcafdfe-d050-4732-a65e-476526165377 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:07.168306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Attempting to bind port 2fcafdfe-d050-4732-a65e-476526165377 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'fd2e6a2e-5fd1-4594-bec7-8e871223fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:07.168306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Attempting to bind port 2fcafdfe-d050-4732-a65e-476526165377 on network 3f79368d-ce76-4715-8571-4f20051f3807 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:07.208492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.230217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.240053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:07.241002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.242313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252e2aee-95ad-4f7b-9f3a-c8d8724b5b19 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:07.276361 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:07.307203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7187e9e4-40f8-4857-9810-5ec0f0ea1631 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:07.307777 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.351843 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-efd5e8f7-b00d-40d0-bbdf-956382076e20 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags/tempest-TagsExtTest-Tag-853577869 HTTP/1.1" status: 204 len: 168 time: 0.9691701 Mar 02 20:15:07.360537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42268) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:07.395155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-88efabf2-d9cb-4b69-a11f-106344946aec tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:07.479219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Allocated IP 172.20.0.4 (db3c7f16-25b2-4f61-ac20-47b6e3feac94/207da63a-5ca8-4375-8952-43e5cbdde83b/1247c604-2678-4e01-bd50-179c7d7de8ed) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:07.487443 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Calling delete_port for 31c4a69b-f29b-4c4e-9791-8a813c4d9845 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:07.615338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:07.615763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Checking segment: {'id': 'fd2e6a2e-5fd1-4594-bec7-8e871223fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:07.616272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.616837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Bound using segment: {'id': 'fd2e6a2e-5fd1-4594-bec7-8e871223fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:07.617469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Bound port: 2fcafdfe-d050-4732-a65e-476526165377, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2e6a2e-5fd1-4594-bec7-8e871223fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:07.617868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.683009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-252e2aee-95ad-4f7b-9f3a-c8d8724b5b19 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.688735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.703024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Transition to ACTIVE for port object cc1e28a1-b096-471b-a83d-9191e107e380 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:07.721676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-8119ee0c-6da4-4081-8102-edbd67bdff7e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 1da6b41f-4bad-470f-bbbd-18d500618069 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:07.723797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8119ee0c-6da4-4081-8102-edbd67bdff7e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.730389 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8008f3b-57a6-455f-8973-3c0b15770b97 None None] Network 78094aa8-aa41-4da4-83c9-976ab4f1ada1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:07.743290 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-27ce2b62-9a4d-4a83-a327-4aba09b79737 None None] Provisioning complete for port d51ac303-2f1a-4aaa-864e-c4a68e454a53 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:07.746878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-27ce2b62-9a4d-4a83-a327-4aba09b79737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.752857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.755653 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:07.794816 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-366fa678-b151-441c-a3c2-e9b342e37bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c HTTP/1.1" status: 204 len: 168 time: 2.3293612 Mar 02 20:15:07.798247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42272) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:07.803689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2096873750'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:07.811550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:07.836342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:07.873638 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-88efabf2-d9cb-4b69-a11f-106344946aec tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags HTTP/1.1" status: 200 len: 205 time: 0.5044675 Mar 02 20:15:07.876784 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:network and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:07.882367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42276) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:07.901737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:07.913063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-020b59d7-5d49-4a0d-b7bd-47d0ab0dfc9a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:07.947656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c732a93-875b-4e09-9587-c6b3b520a0c8 None None] Network e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:07.976744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:08.001269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 3f79368d-ce76-4715-8571-4f20051f3807 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:08.008852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:15:08.010097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-27ce2b62-9a4d-4a83-a327-4aba09b79737 None None] Port d51ac303-2f1a-4aaa-864e-c4a68e454a53 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:08.018446 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-020b59d7-5d49-4a0d-b7bd-47d0ab0dfc9a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags HTTP/1.1" status: 200 len: 240 time: 0.1348448 Mar 02 20:15:08.029997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42280) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:08.045610 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c732a93-875b-4e09-9587-c6b3b520a0c8 None None] Network e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c could not be found, it might have been deleted concurrently. {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 20:15:08.053154 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:08.058522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-83b896b6-6093-48ca-89c5-f8180800ff37 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2', 'tempest-TagsExtTest-Tag-309302834') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:08.065967 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] For port 2fcafdfe-d050-4732-a65e-476526165377, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:08.072483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=cc1e28a1-b096-471b-a83d-9191e107e380,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:08.078168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.084468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:08.085022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.089404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.092643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8119ee0c-6da4-4081-8102-edbd67bdff7e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.104822 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:08.106405 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.ipam_backend_mixin [None req-252e2aee-95ad-4f7b-9f3a-c8d8724b5b19 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7824aef9-2270-4d7d-832a-9c7cfbf7ab22 (CIDR: 2001:db8::/64) Mar 02 20:15:08.107627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:08.110599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.133847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Transition to ACTIVE for port object 1247c604-2678-4e01-bd50-179c7d7de8ed will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:08.147969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.193637 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ddb42269-2e3d-4848-8517-6fad446b963b None None] Could not find standard attr ID for object d051de46-abb3-46a8-b961-f89736210237. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:15:08.193845 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-83b896b6-6093-48ca-89c5-f8180800ff37 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags/tempest-TagsExtTest-Tag-309302834 HTTP/1.1" status: 204 len: 168 time: 0.1526299 Mar 02 20:15:08.196654 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-252e2aee-95ad-4f7b-9f3a-c8d8724b5b19 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:15:08.197084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252e2aee-95ad-4f7b-9f3a-c8d8724b5b19 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:15:08.200674 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.203921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42284) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:08.243105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-8119ee0c-6da4-4081-8102-edbd67bdff7e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 1da6b41f-4bad-470f-bbbd-18d500618069 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:08.272577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-51603a1b-704e-4a14-bd24-ca8b7de7d659 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2', 'tempest-TagsExtTest-Tag-309302834') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:08.283222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.299171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:08.318239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.318649 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment 81ad443a-4f58-4b98-8469-ff41167cbdbd of type vlan for network 41258ab0-a49d-41b5-bee0-1332ceeb25a7 Mar 02 20:15:08.365297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] In _notify_port_updated(), no bound segment for port 33e111dd-ea0e-43e0-a55f-cd422e0dd818 on network 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:15:08.369234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:08.369892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.373878 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] 10.222.0.44 "PUT /v2.0/ports/33e111dd-ea0e-43e0-a55f-cd422e0dd818 HTTP/1.1" status: 200 len: 1129 time: 2.5663421 Mar 02 20:15:08.402305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74b206-d6e2-45a1-9f77-83daf7350e7f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Pushing event updated for resources: {'Port': ['ID=33e111dd-ea0e-43e0-a55f-cd422e0dd818,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:08.403490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42288) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:08.411037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] For port 2fcafdfe-d050-4732-a65e-476526165377, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2fcafdfe-d050-4732-a65e-476526165377,segment=NetworkSegment(fd2e6a2e-5fd1-4594-bec7-8e871223fbf2),segment_id=fd2e6a2e-5fd1-4594-bec7-8e871223fbf2)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:08.424040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] Pushing event deleted for resources: {'Port': ['ID=31c4a69b-f29b-4c4e-9791-8a813c4d9845,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:08.443155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.454706 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-252e2aee-95ad-4f7b-9f3a-c8d8724b5b19 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9587300 Mar 02 20:15:08.463204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42292) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:08.479936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:08.482040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.550262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.26.5.252 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/4cacfa07-0a1b-4734-9e6e-70fecf161b08) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:08.552811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Allocated IP 172.20.0.2 (db3c7f16-25b2-4f61-ac20-47b6e3feac94/207da63a-5ca8-4375-8952-43e5cbdde83b/20711c96-3cab-4d57-ba56-767c7a3a6d9d) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:08.562038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:08.566452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.574933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.605297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ddb42269-2e3d-4848-8517-6fad446b963b None None] Provisioning for port 33e111dd-ea0e-43e0-a55f-cd422e0dd818 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:08.638620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:08.659999 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:15:08.668288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:08.668548 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.705291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c127770-f792-49b7-8e3c-2ba20db10a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:08.706047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3c127770-f792-49b7-8e3c-2ba20db10a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Synchronizing usage tracker for tenant:e614d62a94564b20be79514769e7938f on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:08.714690 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ddb42269-2e3d-4848-8517-6fad446b963b None None] Provisioning complete for port 33e111dd-ea0e-43e0-a55f-cd422e0dd818 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:08.715169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ddb42269-2e3d-4848-8517-6fad446b963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.740045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4979dc5-0d25-4eda-addc-682e87237835 None None] No DVR routers for this DVR port 31c4a69b-f29b-4c4e-9791-8a813c4d9845 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:08.750805 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:08.756167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:08.759609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:08.766249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:08.807151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8119ee0c-6da4-4081-8102-edbd67bdff7e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.809739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9099981-eefc-47e6-a7a0-b7ae9157a49c None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:08.823963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:08.844019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:08.872139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119ee0c-6da4-4081-8102-edbd67bdff7e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=1da6b41f-4bad-470f-bbbd-18d500618069,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:08.876162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3c127770-f792-49b7-8e3c-2ba20db10a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Unset dirty status for tenant:e614d62a94564b20be79514769e7938f on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:08.878048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'Port': ['ID=1247c604-2678-4e01-bd50-179c7d7de8ed,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:08.881840 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-51603a1b-704e-4a14-bd24-ca8b7de7d659 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags/tempest-TagsExtTest-Tag-309302834 HTTP/1.1" status: 204 len: 168 time: 0.6394796 Mar 02 20:15:08.887052 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3c127770-f792-49b7-8e3c-2ba20db10a4f tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] 10.222.0.44 "GET /v2.0/ports/33e111dd-ea0e-43e0-a55f-cd422e0dd818 HTTP/1.1" status: 200 len: 1129 time: 0.4810994 Mar 02 20:15:08.888111 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42296) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:08.888699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42298) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:08.896079 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.901320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:08.902203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:08.924174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-b737cef0-1350-48d8-81b4-0a9fd983370a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:09.111129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:09.111745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:09.115366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:09.121228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:09.126380 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Transition to ACTIVE for port object 20711c96-3cab-4d57-ba56-767c7a3a6d9d will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:09.151761 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Transition to ACTIVE for port object 20711c96-3cab-4d57-ba56-767c7a3a6d9d will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:09.187739 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:09.268650 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:09.275010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0d740-5986-495a-8f76-a5a872b4f01c None None] Pushing event updated for resources: {'Port': ['ID=2fcafdfe-d050-4732-a65e-476526165377,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:09.311602 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7d37eb55-972f-4bd7-819d-335caeda58ab tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9529340 Mar 02 20:15:09.321323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42304) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:09.336176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ddb42269-2e3d-4848-8517-6fad446b963b None None] Port 33e111dd-ea0e-43e0-a55f-cd422e0dd818 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:09.367894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Request body: {'port': {'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94', 'name': 'tempest-AllowedAddressPairTestJSON-1088870831', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:24:37:6b'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:09.385645 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:09.464387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-c3a20785-7835-4d2b-ace1-b9a61ea08b91 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Deleting port 33e111dd-ea0e-43e0-a55f-cd422e0dd818 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:09.464740 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c3a20785-7835-4d2b-ace1-b9a61ea08b91 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:09.513631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Pushing event updated for resources: {'Port': ['ID=20711c96-3cab-4d57-ba56-767c7a3a6d9d,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:09.521722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:09.540589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:09.552715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:09.553515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=4cacfa07-0a1b-4734-9e6e-70fecf161b08,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:09.560245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:09.566503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:09.571873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:09.621398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ddb42269-2e3d-4848-8517-6fad446b963b None None] Provisioning for port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:09.634517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:09.647484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:09.657364 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42308) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:09.657515 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8596969 Mar 02 20:15:09.668236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-175757cf-70af-4299-ac52-ee922e8881f3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:09.683715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6caef2f-8479-448f-af2a-a293b80421cc tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=41258ab0-a49d-41b5-bee0-1332ceeb25a7,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:09.719529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3,segment=NetworkSegment(992e6271-d298-427a-af6d-7d108155fd8c),segment_id=992e6271-d298-427a-af6d-7d108155fd8c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:09.729411 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 41258ab0-a49d-41b5-bee0-1332ceeb25a7 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:09.815856 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b737cef0-1350-48d8-81b4-0a9fd983370a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags HTTP/1.1" status: 200 len: 205 time: 0.9236605 Mar 02 20:15:09.820270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42312) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:09.836339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-6854e456-45d9-429b-aefe-b64a4b9b5589 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:09.891911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:09.916709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8119ee0c-6da4-4081-8102-edbd67bdff7e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:09.922925 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8119ee0c-6da4-4081-8102-edbd67bdff7e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/1da6b41f-4bad-470f-bbbd-18d500618069 HTTP/1.1" status: 204 len: 168 time: 2.7992387 Mar 02 20:15:09.927377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42316) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:09.944627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ad9a76e3-ee73-4bfd-b3b2-c161bcd31e03 None None] Could not find standard attr ID for object 1da6b41f-4bad-470f-bbbd-18d500618069. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:15:09.948317 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:09.969742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Attempting to bind port 20711c96-3cab-4d57-ba56-767c7a3a6d9d on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:09.970223 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Attempting to bind port 20711c96-3cab-4d57-ba56-767c7a3a6d9d by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'cefbbdba-7c79-4f39-8e45-3da222d7f17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:09.970677 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Attempting to bind port 20711c96-3cab-4d57-ba56-767c7a3a6d9d on network db3c7f16-25b2-4f61-ac20-47b6e3feac94 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:10.039143 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76ca793-96fa-4e1b-b1c3-46c0090587c6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:15:10.039765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d76ca793-96fa-4e1b-b1c3-46c0090587c6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:10.065332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:10.066024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:10.089781 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 31c4a69b-f29b-4c4e-9791-8a813c4d9845 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:10.093674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:10.145406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 31c4a69b-f29b-4c4e-9791-8a813c4d9845 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:10.146141 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 31c4a69b-f29b-4c4e-9791-8a813c4d9845 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:10.162297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Usage tracker for resource:port and tenant:b789124889c44bf29d3f96154d237c1a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:10.176595 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:10.200912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:10.204601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-175757cf-70af-4299-ac52-ee922e8881f3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:10.235365 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6854e456-45d9-429b-aefe-b64a4b9b5589 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags HTTP/1.1" status: 204 len: 168 time: 0.4073727 Mar 02 20:15:10.236935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42320) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:10.250490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-0e7f9cf3-66b4-4b7a-a78c-794b1d41e300 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:10.294799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:10.295943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Checking segment: {'id': 'cefbbdba-7c79-4f39-8e45-3da222d7f17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:10.296443 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:10.296905 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Bound using segment: {'id': 'cefbbdba-7c79-4f39-8e45-3da222d7f17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:10.297461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Bound port: 20711c96-3cab-4d57-ba56-767c7a3a6d9d, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefbbdba-7c79-4f39-8e45-3da222d7f17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:10.297900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:10.346127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Made reservation on behalf of b789124889c44bf29d3f96154d237c1a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:10.355717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '7824aef9-2270-4d7d-832a-9c7cfbf7ab22'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:10.357075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:10.386594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-175757cf-70af-4299-ac52-ee922e8881f3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:10.418872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d76ca793-96fa-4e1b-b1c3-46c0090587c6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:10.422939 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d76ca793-96fa-4e1b-b1c3-46c0090587c6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/1da6b41f-4bad-470f-bbbd-18d500618069 HTTP/1.1" status: 404 len: 333 time: 0.4838607 Mar 02 20:15:10.433937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42324) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:10.445745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:10.463201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8c03a9d9-17a3-47a9-8a03-6781dfd1474f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:10.600972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event updated for resources: {'Port': ['ID=cc1e28a1-b096-471b-a83d-9191e107e380,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:10.614919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c3a20785-7835-4d2b-ace1-b9a61ea08b91 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:10.654421 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09d4e40-052c-48dd-b918-d4465631a351 None None] Network 3f79368d-ce76-4715-8571-4f20051f3807 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:10.784676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-175757cf-70af-4299-ac52-ee922e8881f3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network 41258ab0-a49d-41b5-bee0-1332ceeb25a7 is not hosted by any dhcp agent {{(pid=84503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 20:15:10.788853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175757cf-70af-4299-ac52-ee922e8881f3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:10.789470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-175757cf-70af-4299-ac52-ee922e8881f3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:10.793477 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-175757cf-70af-4299-ac52-ee922e8881f3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "PUT /v2.0/networks/41258ab0-a49d-41b5-bee0-1332ceeb25a7 HTTP/1.1" status: 200 len: 723 time: 1.1304486 Mar 02 20:15:10.801778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42328) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:10.828988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ad9a76e3-ee73-4bfd-b3b2-c161bcd31e03 None None] Provisioning complete for port 33e111dd-ea0e-43e0-a55f-cd422e0dd818 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:10.829356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ad9a76e3-ee73-4bfd-b3b2-c161bcd31e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:10.830028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'network_id': '41258ab0-a49d-41b5-bee0-1332ceeb25a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:10.871666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175757cf-70af-4299-ac52-ee922e8881f3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=41258ab0-a49d-41b5-bee0-1332ceeb25a7,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:10.876206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] For port 20711c96-3cab-4d57-ba56-767c7a3a6d9d, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:10.910877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-c3a20785-7835-4d2b-ace1-b9a61ea08b91 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Calling delete_port for 33e111dd-ea0e-43e0-a55f-cd422e0dd818 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:10.953530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 41258ab0-a49d-41b5-bee0-1332ceeb25a7 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:10.973868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1f4418af-7c16-47e6-9573-f3b9595043f0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 5bff06d6-02bf-43f5-901e-c08c9eaec385 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:10.974626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f4418af-7c16-47e6-9573-f3b9595043f0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:10.996938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] For port 20711c96-3cab-4d57-ba56-767c7a3a6d9d, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=20711c96-3cab-4d57-ba56-767c7a3a6d9d,segment=NetworkSegment(cefbbdba-7c79-4f39-8e45-3da222d7f17f),segment_id=cefbbdba-7c79-4f39-8e45-3da222d7f17f)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:11.021502 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Network 3f79368d-ce76-4715-8571-4f20051f3807 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:11.023974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:11.026541 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:11.070954 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Allocated IP 2001:db8::f816:3eff:fe2e:8f7c (2c0dfed8-adb2-4b23-a32c-5e04666528a0/7824aef9-2270-4d7d-832a-9c7cfbf7ab22/3670778e-2742-4425-af34-ef5c498eae03) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:11.073028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ad9a76e3-ee73-4bfd-b3b2-c161bcd31e03 None None] Port 33e111dd-ea0e-43e0-a55f-cd422e0dd818 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:11.087030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.100869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.104906 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0e7f9cf3-66b4-4b7a-a78c-794b1d41e300 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags HTTP/1.1" status: 204 len: 168 time: 0.8609352 Mar 02 20:15:11.123623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42332) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:11.156494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-61819453-d349-4cf6-9109-1987ddffa421 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:11.189921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:11.192815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:subnet and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:11.198023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:11.214402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:11.230066 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:11.232285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.258959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] device_id is not set on port bf245976-f8b2-410a-b142-3348b6ce1371 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:11.356007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:11.418349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ad9a76e3-ee73-4bfd-b3b2-c161bcd31e03 None None] Provisioning for port 5bff06d6-02bf-43f5-901e-c08c9eaec385 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:11.430179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.446179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652ddee-a5c4-406b-830e-20986d7d85e5 None None] Pushing event updated for resources: {'Port': ['ID=20711c96-3cab-4d57-ba56-767c7a3a6d9d,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:11.455008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ad9a76e3-ee73-4bfd-b3b2-c161bcd31e03 None None] Provisioning complete for port 5bff06d6-02bf-43f5-901e-c08c9eaec385 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:11.455633 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ad9a76e3-ee73-4bfd-b3b2-c161bcd31e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.515270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.619616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ad9a76e3-ee73-4bfd-b3b2-c161bcd31e03 None None] Port 5bff06d6-02bf-43f5-901e-c08c9eaec385 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:11.627821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:11.637677 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:11.655417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:11.656063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.662742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=b88d17be-8207-4d7a-86e2-c24b3c90f658,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:11.746542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c3a20785-7835-4d2b-ace1-b9a61ea08b91 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.771294 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Allocated IP 172.20.0.3 (db3c7f16-25b2-4f61-ac20-47b6e3feac94/207da63a-5ca8-4375-8952-43e5cbdde83b/bf245976-f8b2-410a-b142-3348b6ce1371) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:11.796872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 046d861b-66f1-4d47-ba63-349ddf9cda0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:15:11.810723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.813342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.822072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f4418af-7c16-47e6-9573-f3b9595043f0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.867268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:11.868375 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-61819453-d349-4cf6-9109-1987ddffa421 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags HTTP/1.1" status: 204 len: 168 time: 0.7385101 Mar 02 20:15:11.893523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Transition to ACTIVE for port object 3670778e-2742-4425-af34-ef5c498eae03 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:11.919979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42336) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:11.929465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a20785-7835-4d2b-ace1-b9a61ea08b91 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Pushing event deleted for resources: {'Port': ['ID=33e111dd-ea0e-43e0-a55f-cd422e0dd818,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:11.979244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-206cae95-341f-43bb-9d38-37cf996eb6d1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:11.987817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Transition to ACTIVE for port object 3670778e-2742-4425-af34-ef5c498eae03 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:11.991628 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8c03a9d9-17a3-47a9-8a03-6781dfd1474f,segment=NetworkSegment(0ba52922-e793-4edd-8143-bc1659f9171d),segment_id=0ba52922-e793-4edd-8143-bc1659f9171d)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:11.993276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bb128cb0-869a-43ee-a360-56c65a5802ac None None] Provisioning for port 2fcafdfe-d050-4732-a65e-476526165377 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:12.029374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1f4418af-7c16-47e6-9573-f3b9595043f0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 5bff06d6-02bf-43f5-901e-c08c9eaec385 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:12.106616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.108045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c3a20785-7835-4d2b-ace1-b9a61ea08b91 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.112789 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c3a20785-7835-4d2b-ace1-b9a61ea08b91 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] 10.222.0.44 "DELETE /v2.0/ports/33e111dd-ea0e-43e0-a55f-cd422e0dd818 HTTP/1.1" status: 204 len: 168 time: 3.2189395 Mar 02 20:15:12.116052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.116218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42340) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:12.117047 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:12.192753 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cb0fb889-ab48-419e-a0a4-54e49e745038 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7276833 Mar 02 20:15:12.237873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42344) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:12.264652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:12:55:24', 'name': 'tempest-NetworksTestDHCPv6-953383051'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:12.294326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.357692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:12.367488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:12.380155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:12.387958 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Pushing event updated for resources: {'Port': ['ID=3670778e-2742-4425-af34-ef5c498eae03,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:12.489094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.493219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f4418af-7c16-47e6-9573-f3b9595043f0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.582752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4418af-7c16-47e6-9573-f3b9595043f0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=5bff06d6-02bf-43f5-901e-c08c9eaec385,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:12.585838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Transition to ACTIVE for port object bf245976-f8b2-410a-b142-3348b6ce1371 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:12.637002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Attempting to bind port 3670778e-2742-4425-af34-ef5c498eae03 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:12.642948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Attempting to bind port 3670778e-2742-4425-af34-ef5c498eae03 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:12.642948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Attempting to bind port 3670778e-2742-4425-af34-ef5c498eae03 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:12.668069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:12.668885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:12.669621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.670250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:12.677630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Bound port: 3670778e-2742-4425-af34-ef5c498eae03, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:12.677630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.713008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=8c03a9d9-17a3-47a9-8a03-6781dfd1474f,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:12.714408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f4418af-7c16-47e6-9573-f3b9595043f0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.779805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:12.796077 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.803747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:12.805337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.910910 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1f4418af-7c16-47e6-9573-f3b9595043f0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/5bff06d6-02bf-43f5-901e-c08c9eaec385 HTTP/1.1" status: 204 len: 168 time: 2.4717233 Mar 02 20:15:12.923983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:12.925009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42348) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:12.945806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:12.962110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:13.026242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.028167 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.078134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] For port 3670778e-2742-4425-af34-ef5c498eae03, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:13.088298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] For port 3670778e-2742-4425-af34-ef5c498eae03, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3670778e-2742-4425-af34-ef5c498eae03,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:13.092208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-388a25ed-67b3-403c-aecd-25aa5d837b2d None None] Provisioning for port cc1e28a1-b096-471b-a83d-9191e107e380 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:13.096648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1ca5b2-f535-47e1-9b47-e32a95862d9d None None] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:13.139338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-388a25ed-67b3-403c-aecd-25aa5d837b2d None None] Provisioning complete for port cc1e28a1-b096-471b-a83d-9191e107e380 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:13.139702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-388a25ed-67b3-403c-aecd-25aa5d837b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.208502 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:13.231436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:13.245276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:15:13.250656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:13.251930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.261025 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Sync routers for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:15:13.277474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:13.282647 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:13.283959 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-24a20473-590d-475c-9abf-289721c187a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:13.300065 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-206cae95-341f-43bb-9d38-37cf996eb6d1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags HTTP/1.1" status: 204 len: 168 time: 1.3261263 Mar 02 20:15:13.300293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'Port': ['ID=bf245976-f8b2-410a-b142-3348b6ce1371,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:13.304412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42352) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:13.306701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5d40c2-ec8a-46d2-9592-baac8d9dd5c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Deleting subnet 7ceda9ee-682f-4c79-a92c-d299b157810f {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:15:13.309752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-fd7b9613-412e-4100-a688-8c4296bc37ce tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761', 'tempest-TagsExtTest-Tag-1002776612') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:13.315803 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=0a04949d-52f6-4d90-96d9-11ea5c5042d3,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:13.327775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1e5d40c2-ec8a-46d2-9592-baac8d9dd5c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.347287 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-2039ed3d-ce63-4d6b-8ac2-e39708fbd86f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:15:13.347884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2039ed3d-ce63-4d6b-8ac2-e39708fbd86f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:13.350461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c5d45-b9f3-4009-88b9-b832dc218cfc None None] Pushing event updated for resources: {'Port': ['ID=3670778e-2742-4425-af34-ef5c498eae03,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:13.386678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:13.387050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.415865 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0b8c3101-a5df-4075-9e3f-dea52723c872 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6662414 Mar 02 20:15:13.417650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42356) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:13.432886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e08a388f-b651-443e-af2e-4ebb5e38996b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:13.435997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking segment: {'id': '81ad443a-4f58-4b98-8469-ff41167cbdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '41258ab0-a49d-41b5-bee0-1332ceeb25a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:13.436355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network hostable DHCP agents. Network: 41258ab0-a49d-41b5-bee0-1332ceeb25a7, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:13.438844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-388a25ed-67b3-403c-aecd-25aa5d837b2d None None] Port cc1e28a1-b096-471b-a83d-9191e107e380 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:13.446962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1e5d40c2-ec8a-46d2-9592-baac8d9dd5c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.484424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:13.491121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.553154 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:15:13.553803 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b391e808-beff-4d2a-b71c-e8e5f1e4da6b tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.2211416 Mar 02 20:15:13.559123 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2039ed3d-ce63-4d6b-8ac2-e39708fbd86f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:13.560895 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2039ed3d-ce63-4d6b-8ac2-e39708fbd86f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/5bff06d6-02bf-43f5-901e-c08c9eaec385 HTTP/1.1" status: 404 len: 333 time: 0.6051757 Mar 02 20:15:13.576476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42360) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:13.576476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42362) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:13.619892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0614a2c5-583b-4b8a-91c9-9b3a49338bc3,segment=NetworkSegment(df304534-0bd7-41c9-9fd3-511999a23747),segment_id=df304534-0bd7-41c9-9fd3-511999a23747)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:13.643591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-65910287-3d8e-45ca-9f5f-b2f98760b91f None None] Provisioning complete for port cc1e28a1-b096-471b-a83d-9191e107e380 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:13.644362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-65910287-3d8e-45ca-9f5f-b2f98760b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.681484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:15:13.744079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.779446 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fd7b9613-412e-4100-a688-8c4296bc37ce tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags/tempest-TagsExtTest-Tag-1002776612 HTTP/1.1" status: 201 len: 201 time: 0.4727023 Mar 02 20:15:13.779930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42368) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:13.787609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-5c7e505c-16c7-4069-a244-053bbec343a5 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53', 'tempest-TagsExtTest-Tag-1205373972') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:13.849075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.886490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-65910287-3d8e-45ca-9f5f-b2f98760b91f None None] Port cc1e28a1-b096-471b-a83d-9191e107e380 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:13.890187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:13.891873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 2fcafdfe-d050-4732-a65e-476526165377 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:14.027579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=0614a2c5-583b-4b8a-91c9-9b3a49338bc3,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:14.054740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network 41258ab0-a49d-41b5-bee0-1332ceeb25a7 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:14.068334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1e5d40c2-ec8a-46d2-9592-baac8d9dd5c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.090123 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-24a20473-590d-475c-9abf-289721c187a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:08Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:02Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1e28a1-b096-471b-a83d-9191e107e380', 'name': '', 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:66:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:02Z', 'updated_at': '2022-03-02T20:15:09Z', 'revision_number': 2, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:14.099707 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Checking router: 046d861b-66f1-4d47-ba63-349ddf9cda0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:15:14.100157 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Updating router 046d861b-66f1-4d47-ba63-349ddf9cda0d port cc1e28a1-b096-471b-a83d-9191e107e380 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:15:14.157358 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.168323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.173663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-65910287-3d8e-45ca-9f5f-b2f98760b91f None None] Provisioning for port 20711c96-3cab-4d57-ba56-767c7a3a6d9d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:14.196819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 2fcafdfe-d050-4732-a65e-476526165377 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:14.204636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 2fcafdfe-d050-4732-a65e-476526165377 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:14.208723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.219864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=4cacfa07-0a1b-4734-9e6e-70fecf161b08,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:14.267134 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08748b07-edad-49cd-8548-feb84d3ab8b2 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:14.271159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08748b07-edad-49cd-8548-feb84d3ab8b2 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:14.275156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08748b07-edad-49cd-8548-feb84d3ab8b2 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:14.276028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-08748b07-edad-49cd-8548-feb84d3ab8b2 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Synchronizing usage tracker for tenant:b789124889c44bf29d3f96154d237c1a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:14.297225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 41258ab0-a49d-41b5-bee0-1332ceeb25a7) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:14.302356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:14.302960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.314002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f37fc66-90f0-4cbb-a15f-3e38497beeb0 None None] Network 41258ab0-a49d-41b5-bee0-1332ceeb25a7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:14.321040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 487f5609-6930-4718-ae3b-803f3ab2c721 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:14.366758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.510873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b6b3c8-5e7e-4332-b60d-1415cb1e8830 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting subnet b87f42b5-0d56-4395-8f19-8c51edeacf59 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:15:14.531768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b3c8-5e7e-4332-b60d-1415cb1e8830 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.582990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.extraroute_db [None req-e08a388f-b651-443e-af2e-4ebb5e38996b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84504) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 20:15:14.595526 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.599336 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5c7e505c-16c7-4069-a244-053bbec343a5 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags/tempest-TagsExtTest-Tag-1205373972 HTTP/1.1" status: 201 len: 201 time: 0.8148775 Mar 02 20:15:14.607462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42372) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:14.625814 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-41bc90a8-229b-46da-a24a-a309a8e2b641 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e', 'tempest-TagsExtTest-Tag-558725063') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:14.651478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-08748b07-edad-49cd-8548-feb84d3ab8b2 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Unset dirty status for tenant:b789124889c44bf29d3f96154d237c1a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:14.653034 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-08748b07-edad-49cd-8548-feb84d3ab8b2 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 1.0737715 Mar 02 20:15:14.720832 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fbccb31b-9d4e-476e-bf8b-297bc66e5dbc None None] Provisioning for port 1247c604-2678-4e01-bd50-179c7d7de8ed completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:14.747774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 2fcafdfe-d050-4732-a65e-476526165377, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2fcafdfe-d050-4732-a65e-476526165377,segment=NetworkSegment(fd2e6a2e-5fd1-4594-bec7-8e871223fbf2),segment_id=fd2e6a2e-5fd1-4594-bec7-8e871223fbf2)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:14.747774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fbccb31b-9d4e-476e-bf8b-297bc66e5dbc None None] Provisioning complete for port 1247c604-2678-4e01-bd50-179c7d7de8ed triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:14.747774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fbccb31b-9d4e-476e-bf8b-297bc66e5dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.753169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42376) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:14.781527 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.815241 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Transition to ACTIVE for port object cc1e28a1-b096-471b-a83d-9191e107e380 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:14.856000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.896743 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e16f6b73-f095-427d-9b0a-512368b88b3a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0819669 Mar 02 20:15:14.907050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42380) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:14.913486 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.920656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.extraroute_db [None req-e08a388f-b651-443e-af2e-4ebb5e38996b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Removed routes are [] {{(pid=84504) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 20:15:14.924363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e08a388f-b651-443e-af2e-4ebb5e38996b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:14.959088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-ed80dbcd-6f9d-4136-bfa0-d7b0d2b05354 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:14.983387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=2fcafdfe-d050-4732-a65e-476526165377,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:14.990238 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-fbccb31b-9d4e-476e-bf8b-297bc66e5dbc None None] Port 1247c604-2678-4e01-bd50-179c7d7de8ed cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:15.043513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b3c8-5e7e-4332-b60d-1415cb1e8830 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.070283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378fd70d-6dbb-45f3-b470-7b7badd95a25 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:15.105242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-41258ab0-a49d-41b5-bee0-1332ceeb25a7', 'network_id': '41258ab0-a49d-41b5-bee0-1332ceeb25a7', 'tenant_id': '5958073594da4636be7058edbfec9868', 'fixed_ips': [{'subnet_id': '0a04949d-52f6-4d90-96d9-11ea5c5042d3'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:15.108472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.139479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1e5d40c2-ec8a-46d2-9592-baac8d9dd5c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.229798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-81696ca4-45d9-4231-a2cb-3a32b4fde0b9 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Deleting port bf245976-f8b2-410a-b142-3348b6ce1371 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:15.229798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81696ca4-45d9-4231-a2cb-3a32b4fde0b9 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.248696 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9a79f-8a0a-4179-89a7-47b5e17b5c97 None None] Pushing event updated for resources: {'Port': ['ID=cc1e28a1-b096-471b-a83d-9191e107e380,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:15.264793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8c03a9d9-17a3-47a9-8a03-6781dfd1474f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:15.309792 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fbccb31b-9d4e-476e-bf8b-297bc66e5dbc None None] Provisioning for port bf245976-f8b2-410a-b142-3348b6ce1371 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:15.310050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d40c2-ec8a-46d2-9592-baac8d9dd5c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Pushing event deleted for resources: {'Subnet': ['ID=7ceda9ee-682f-4c79-a92c-d299b157810f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:15.327306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fbccb31b-9d4e-476e-bf8b-297bc66e5dbc None None] Provisioning complete for port bf245976-f8b2-410a-b142-3348b6ce1371 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:15.327818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fbccb31b-9d4e-476e-bf8b-297bc66e5dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.402148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-fbccb31b-9d4e-476e-bf8b-297bc66e5dbc None None] Port bf245976-f8b2-410a-b142-3348b6ce1371 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:15.407670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd840a7-8426-4fa4-8c1d-0447408c3712 None None] Network 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:15.413649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1e5d40c2-ec8a-46d2-9592-baac8d9dd5c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.418719 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1e5d40c2-ec8a-46d2-9592-baac8d9dd5c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] 10.222.0.44 "DELETE /v2.0/subnets/7ceda9ee-682f-4c79-a92c-d299b157810f HTTP/1.1" status: 204 len: 168 time: 3.2944589 Mar 02 20:15:15.420684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42384) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:15.448962 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Attempting to bind port cc1e28a1-b096-471b-a83d-9191e107e380 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:15.451390 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Attempting to bind port cc1e28a1-b096-471b-a83d-9191e107e380 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'fd2e6a2e-5fd1-4594-bec7-8e871223fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:15.453959 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Attempting to bind port cc1e28a1-b096-471b-a83d-9191e107e380 on network 3f79368d-ce76-4715-8571-4f20051f3807 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:15.469643 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:15.470402 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Checking segment: {'id': 'fd2e6a2e-5fd1-4594-bec7-8e871223fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:15.474453 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.475045 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Bound using segment: {'id': 'fd2e6a2e-5fd1-4594-bec7-8e871223fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:15.475839 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Bound port: cc1e28a1-b096-471b-a83d-9191e107e380, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2e6a2e-5fd1-4594-bec7-8e871223fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:15.476393 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.480922 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ed80dbcd-6f9d-4136-bfa0-d7b0d2b05354 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6960475'] for subnet, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.629397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b3c8-5e7e-4332-b60d-1415cb1e8830 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.651910 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-24a20473-590d-475c-9abf-289721c187a6 None None] For port cc1e28a1-b096-471b-a83d-9191e107e380, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:15.657364 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-24a20473-590d-475c-9abf-289721c187a6 None None] For port cc1e28a1-b096-471b-a83d-9191e107e380, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=cc1e28a1-b096-471b-a83d-9191e107e380,segment=NetworkSegment(fd2e6a2e-5fd1-4594-bec7-8e871223fbf2),segment_id=fd2e6a2e-5fd1-4594-bec7-8e871223fbf2)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:15.693028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8:0:1::1ff (2c0dfed8-adb2-4b23-a32c-5e04666528a0/b88d17be-8207-4d7a-86e2-c24b3c90f658/487f5609-6930-4718-ae3b-803f3ab2c721) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:15.718435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::f816:3eff:fe12:5524 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/7824aef9-2270-4d7d-832a-9c7cfbf7ab22/487f5609-6930-4718-ae3b-803f3ab2c721) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:15.760242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.763482 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.806918 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Floating IP 3ed0690d-23a4-476f-a342-c602eeb2c3ef associated. External IP: 172.26.5.252, port: 92a808f7-beb2-41c4-aad6-956c486dbddb. Mar 02 20:15:15.860170 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-41bc90a8-229b-46da-a24a-a309a8e2b641 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags/tempest-TagsExtTest-Tag-558725063 HTTP/1.1" status: 201 len: 201 time: 1.2441721 Mar 02 20:15:15.865884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42388) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:15.881947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Deleting port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:15.882279 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.905694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b3c8-5e7e-4332-b60d-1415cb1e8830 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.921338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-09dbc1c6-c737-4f5a-883e-70c0504f6368 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2', 'tempest-TagsExtTest-Tag-636305729') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:15.928785 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9a79f-8a0a-4179-89a7-47b5e17b5c97 None None] Pushing event updated for resources: {'Port': ['ID=cc1e28a1-b096-471b-a83d-9191e107e380,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:15.949465 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:15.950506 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-24a20473-590d-475c-9abf-289721c187a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:15.970299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b3c8-5e7e-4332-b60d-1415cb1e8830 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.020991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Allocated IP 172.20.0.2 (41258ab0-a49d-41b5-bee0-1332ceeb25a7/0a04949d-52f6-4d90-96d9-11ea5c5042d3/7c180820-76cb-4d5e-a6ec-d2c6ab2678be) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:16.117478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6b3c8-5e7e-4332-b60d-1415cb1e8830 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Subnet': ['ID=b87f42b5-0d56-4395-8f19-8c51edeacf59,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:16.123967 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f7b6b3c8-5e7e-4332-b60d-1415cb1e8830 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/b87f42b5-0d56-4395-8f19-8c51edeacf59 HTTP/1.1" status: 204 len: 168 time: 2.5431871 Mar 02 20:15:16.125964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4e4f5a-9b31-4246-a3bf-fed1f274eedc None None] Network 78094aa8-aa41-4da4-83c9-976ab4f1ada1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:16.128706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42392) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:16.187501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81696ca4-45d9-4231-a2cb-3a32b4fde0b9 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.252225 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-24a20473-590d-475c-9abf-289721c187a6 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:15:16.253714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:16.254029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.268252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.356453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:16.357118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.409382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-81696ca4-45d9-4231-a2cb-3a32b4fde0b9 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Calling delete_port for bf245976-f8b2-410a-b142-3348b6ce1371 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:16.450971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.495232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e08a388f-b651-443e-af2e-4ebb5e38996b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.515883 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-09dbc1c6-c737-4f5a-883e-70c0504f6368 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags/tempest-TagsExtTest-Tag-636305729 HTTP/1.1" status: 201 len: 201 time: 0.6418180 Mar 02 20:15:16.519058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42396) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:16.520132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 487f5609-6930-4718-ae3b-803f3ab2c721 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:16.528697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-bdf9db55-7bf7-4a66-a84f-b971b663acfe tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761', {'tags': ['tempest-TagsExtTest-Tag-157265599', 'tempest-TagsExtTest-Tag-1471400273', 'tempest-TagsExtTest-Tag-1524694576']}) {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:16.559214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b0fd3275-9551-4043-b536-29c4a45cbda9 None None] Provisioning complete for port 1247c604-2678-4e01-bd50-179c7d7de8ed triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:16.560217 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b0fd3275-9551-4043-b536-29c4a45cbda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.562146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e08a388f-b651-443e-af2e-4ebb5e38996b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.680445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] For port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8c03a9d9-17a3-47a9-8a03-6781dfd1474f,segment=NetworkSegment(0ba52922-e793-4edd-8143-bc1659f9171d),segment_id=0ba52922-e793-4edd-8143-bc1659f9171d)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:16.680874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.807698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.818092 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-24a20473-590d-475c-9abf-289721c187a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:14Z', 'revision_number': 6, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:13Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1e28a1-b096-471b-a83d-9191e107e380', 'name': '', 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:66:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:02Z', 'updated_at': '2022-03-02T20:15:15Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:16.823524 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a20473-590d-475c-9abf-289721c187a6 None None] The sync data for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv is: [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:14Z', 'revision_number': 6, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:13Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1e28a1-b096-471b-a83d-9191e107e380', 'name': '', 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:66:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:02Z', 'updated_at': '2022-03-02T20:15:15Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:15:16.829553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 8c03a9d9-17a3-47a9-8a03-6781dfd1474f owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:16.846677 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.860380 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Transition to ACTIVE for port object 7c180820-76cb-4d5e-a6ec-d2c6ab2678be will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:16.893546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] For port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3,segment=NetworkSegment(992e6271-d298-427a-af6d-7d108155fd8c),segment_id=992e6271-d298-427a-af6d-7d108155fd8c)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:16.893546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.904373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Transition to ACTIVE for port object 7c180820-76cb-4d5e-a6ec-d2c6ab2678be will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:16.914364 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:16.947099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd3275-9551-4043-b536-29c4a45cbda9 None None] Port 1247c604-2678-4e01-bd50-179c7d7de8ed cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:16.994022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.054270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Calling delete_port for bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:17.167293 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bdf9db55-7bf7-4a66-a84f-b971b663acfe tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags HTTP/1.1" status: 200 len: 317 time: 0.6412528 Mar 02 20:15:17.171297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42400) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:17.171509 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:17.174316 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Network 41258ab0-a49d-41b5-bee0-1332ceeb25a7 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:17.184024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Pushing event updated for resources: {'Port': ['ID=7c180820-76cb-4d5e-a6ec-d2c6ab2678be,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:17.187445 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-0e136c6d-f235-41d6-87f8-8634bdf7aebc tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:17.214531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b0fd3275-9551-4043-b536-29c4a45cbda9 None None] Provisioning complete for port bf245976-f8b2-410a-b142-3348b6ce1371 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:17.215031 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b0fd3275-9551-4043-b536-29c4a45cbda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.236595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:17.237082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81696ca4-45d9-4231-a2cb-3a32b4fde0b9 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.240770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:17.244902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:17.245528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.248295 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:17.251042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:17.332024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a9f1e-9a5b-403a-ac2f-2463bd0426d0 None None] DHCP port deletion for 8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:15:17.352248 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd3275-9551-4043-b536-29c4a45cbda9 None None] Port bf245976-f8b2-410a-b142-3348b6ce1371 was deleted so its status cannot be updated. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 02 20:15:17.385322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81696ca4-45d9-4231-a2cb-3a32b4fde0b9 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event deleted for resources: {'Port': ['ID=bf245976-f8b2-410a-b142-3348b6ce1371,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:17.406505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.408544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f3bf7e-ceff-4efe-b6a9-56c411cabec1 None None] Update dhcp port {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'fixed_ips': [{'subnet_id': '7824aef9-2270-4d7d-832a-9c7cfbf7ab22', 'ip_address': '2001:db8::f816:3eff:fe2e:8f7c'}, {'subnet_id': 'b88d17be-8207-4d7a-86e2-c24b3c90f658'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '3670778e-2742-4425-af34-ef5c498eae03'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:15:17.483493 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad09cd4-71df-4725-83a7-2e9f89c17ed4 None None] DHCP port deletion for 78094aa8-aa41-4da4-83c9-976ab4f1ada1 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:15:17.495904 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-06f3bf7e-ceff-4efe-b6a9-56c411cabec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.508322 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:17.508844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.585183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1ad09cd4-71df-4725-83a7-2e9f89c17ed4 None None] Deleting port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:17.586426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1ad09cd4-71df-4725-83a7-2e9f89c17ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.677839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b0fd3275-9551-4043-b536-29c4a45cbda9 None None] Provisioning for port 3670778e-2742-4425-af34-ef5c498eae03 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:17.684183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ae202bb6-e2c6-42a6-83b5-d74c462e1e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.694708 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4450049 Mar 02 20:15:17.696742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42404) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:17.705460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1bfd4-efe6-41d3-af35-80ccf5bd5c63 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=487f5609-6930-4718-ae3b-803f3ab2c721,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:17.719978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Pushing event deleted for resources: {'Port': ['ID=bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:17.746142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ed80dbcd-6f9d-4136-bfa0-d7b0d2b05354 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773523832989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7828140'] for subnet, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.795200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-05cb44a6-439f-4359-a5b1-9fcc265ee0a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 487f5609-6930-4718-ae3b-803f3ab2c721 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:17.800283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-05cb44a6-439f-4359-a5b1-9fcc265ee0a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.846318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed80dbcd-6f9d-4136-bfa0-d7b0d2b05354 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:17.847724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ed80dbcd-6f9d-4136-bfa0-d7b0d2b05354 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.853406 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ed80dbcd-6f9d-4136-bfa0-d7b0d2b05354 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "PUT /v2.0/subnets/0a04949d-52f6-4d90-96d9-11ea5c5042d3 HTTP/1.1" status: 200 len: 806 time: 2.9451497 Mar 02 20:15:17.855981 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] No DVR routers for this DVR port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:17.857901 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.860164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08a388f-b651-443e-af2e-4ebb5e38996b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 046d861b-66f1-4d47-ba63-349ddf9cda0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:15:17.860777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42408) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:17.902477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80dbcd-6f9d-4136-bfa0-d7b0d2b05354 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=0a04949d-52f6-4d90-96d9-11ea5c5042d3,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:17.906335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No DVR routers for this DVR port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:17.936097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Attempting to bind port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:17.936465 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Attempting to bind port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '81ad443a-4f58-4b98-8469-ff41167cbdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '41258ab0-a49d-41b5-bee0-1332ceeb25a7'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:17.936821 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Attempting to bind port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be on network 41258ab0-a49d-41b5-bee0-1332ceeb25a7 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:17.955718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=8c03a9d9-17a3-47a9-8a03-6781dfd1474f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:18.083596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.112802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.116767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78094aa8-aa41-4da4-83c9-976ab4f1ada1']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:18.133560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba52922-e793-4edd-8143-bc1659f9171d') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:18.134022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba52922-e793-4edd-8143-bc1659f9171d') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:18.149892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.167349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 20711c96-3cab-4d57-ba56-767c7a3a6d9d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:18.178325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.186575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:18.187075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:18.202883 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:18.205336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:18.205336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Checking segment: {'id': '81ad443a-4f58-4b98-8469-ff41167cbdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '41258ab0-a49d-41b5-bee0-1332ceeb25a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:18.205336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.205336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Bound using segment: {'id': '81ad443a-4f58-4b98-8469-ff41167cbdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '41258ab0-a49d-41b5-bee0-1332ceeb25a7'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:18.205336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Bound port: 7c180820-76cb-4d5e-a6ec-d2c6ab2678be, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ad443a-4f58-4b98-8469-ff41167cbdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '41258ab0-a49d-41b5-bee0-1332ceeb25a7'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:18.205336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.294228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:15:18.308220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.309985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1ad09cd4-71df-4725-83a7-2e9f89c17ed4 None None] For port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8c03a9d9-17a3-47a9-8a03-6781dfd1474f,segment=NetworkSegment(0ba52922-e793-4edd-8143-bc1659f9171d),segment_id=0ba52922-e793-4edd-8143-bc1659f9171d)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:18.310384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1ad09cd4-71df-4725-83a7-2e9f89c17ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.355284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Deleting port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:18.355621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.427667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.448649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.465113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Network': ['ID=78094aa8-aa41-4da4-83c9-976ab4f1ada1,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:18.467056 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed9fdc1-e1fb-42a9-8056-cc4b628d1585']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:18.492167 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1ad09cd4-71df-4725-83a7-2e9f89c17ed4 None None] Calling delete_port for 8c03a9d9-17a3-47a9-8a03-6781dfd1474f owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:18.537048 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cbd1500b-e196-42da-943f-3ab01e854641 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/networks/78094aa8-aa41-4da4-83c9-976ab4f1ada1 HTTP/1.1" status: 204 len: 168 time: 2.4014900 Mar 02 20:15:18.539727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42412) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:18.544700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1362581819'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:18.552982 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:18.558791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:network and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:18.562517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:18.570729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:18.575063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-06f3bf7e-ceff-4efe-b6a9-56c411cabec1 None None] Allocated IP 2001:db8:0:1::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/b88d17be-8207-4d7a-86e2-c24b3c90f658/3670778e-2742-4425-af34-ef5c498eae03) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:18.577096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992e6271-d298-427a-af6d-7d108155fd8c') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:18.577405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992e6271-d298-427a-af6d-7d108155fd8c') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:18.578907 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:15:18.603758 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccd3a6b-7e42-4ce8-9e81-311a42515d97 None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:15:18.651366 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81696ca4-45d9-4231-a2cb-3a32b4fde0b9 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.657896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.667356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:18.670784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.697773 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.709811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] For port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:18.731820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-1ad09cd4-71df-4725-83a7-2e9f89c17ed4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:15:18.732143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-1ad09cd4-71df-4725-83a7-2e9f89c17ed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:15:18.734074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccd3a6b-7e42-4ce8-9e81-311a42515d97 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:18.734074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5ccd3a6b-7e42-4ce8-9e81-311a42515d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:18.741192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.753284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:18.760269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:18.760824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.771532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.771874 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Added segment 2d6ee6c8-a6e9-4729-9bc6-38975dedbab2 of type vlan for network 9c59ff4a-0f5e-42de-9918-814b3a79a94d Mar 02 20:15:18.776514 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-71215e76-c02a-4e33-b09f-f1452373af87 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.3755720 Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:18.779222 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:18.781190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42416) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:18.786498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-128909700'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:18.801292 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-81696ca4-45d9-4231-a2cb-3a32b4fde0b9 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "DELETE /v2.0/ports/bf245976-f8b2-410a-b142-3348b6ce1371 HTTP/1.1" status: 204 len: 168 time: 4.0401187 Mar 02 20:15:18.801292 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0e136c6d-f235-41d6-87f8-8634bdf7aebc tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags HTTP/1.1" status: 204 len: 168 time: 1.6244388 Mar 02 20:15:18.801585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 20711c96-3cab-4d57-ba56-767c7a3a6d9d completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:18.802140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:18.806190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:network and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:18.807495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5ccd3a6b-7e42-4ce8-9e81-311a42515d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:18.812143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:18.815718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42420) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:18.818085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42422) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:18.827745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 20711c96-3cab-4d57-ba56-767c7a3a6d9d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:18.827964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.829272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:18.834996 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-75de849f-fa75-42dd-95e0-c5a12abc4d29 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761', 'tempest-TagsExtTest-Tag-157265599') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:18.906571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-06f3bf7e-ceff-4efe-b6a9-56c411cabec1 None None] For port 3670778e-2742-4425-af34-ef5c498eae03, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3670778e-2742-4425-af34-ef5c498eae03,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:18.908359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccd3a6b-7e42-4ce8-9e81-311a42515d97 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:18.908973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5ccd3a6b-7e42-4ce8-9e81-311a42515d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:18.922675 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1883b37-d46c-4e81-a287-d2c4893d0917 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] GET failed (client error): The resource could not be found. Mar 02 20:15:18.928080 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a1883b37-d46c-4e81-a287-d2c4893d0917 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "GET /v2.0/ports/bf245976-f8b2-410a-b142-3348b6ce1371 HTTP/1.1" status: 404 len: 333 time: 0.1065774 Mar 02 20:15:18.934635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:18.939014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42428) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:18.952734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Request body: {'port': {'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94', 'name': 'tempest-AllowedAddressPairTestJSON-503702142'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:18.980690 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5ccd3a6b-7e42-4ce8-9e81-311a42515d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:18.981093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccd3a6b-7e42-4ce8-9e81-311a42515d97 None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:15:18.987417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-05cb44a6-439f-4359-a5b1-9fcc265ee0a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.009958 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-06f3bf7e-ceff-4efe-b6a9-56c411cabec1 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.079002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] For port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7c180820-76cb-4d5e-a6ec-d2c6ab2678be,segment=NetworkSegment(81ad443a-4f58-4b98-8469-ff41167cbdbd),segment_id=81ad443a-4f58-4b98-8469-ff41167cbdbd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:19.079965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-06f3bf7e-ceff-4efe-b6a9-56c411cabec1 None None] Transition to ACTIVE for port object 3670778e-2742-4425-af34-ef5c498eae03 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:19.086433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.116337 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Made reservation on behalf of 595ef1f06f1c412988fc3d9c8187dc89 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:19.120017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.137073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 20711c96-3cab-4d57-ba56-767c7a3a6d9d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=20711c96-3cab-4d57-ba56-767c7a3a6d9d,segment=NetworkSegment(cefbbdba-7c79-4f39-8e45-3da222d7f17f),segment_id=cefbbdba-7c79-4f39-8e45-3da222d7f17f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:19.159880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.163748 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:19.164349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.184355 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-06f3bf7e-ceff-4efe-b6a9-56c411cabec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.190900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.235128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.235128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:19.256509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-05cb44a6-439f-4359-a5b1-9fcc265ee0a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 487f5609-6930-4718-ae3b-803f3ab2c721 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:19.258834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1ad09cd4-71df-4725-83a7-2e9f89c17ed4 None None] Deleting port 8c03a9d9-17a3-47a9-8a03-6781dfd1474f {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:19.259313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1ad09cd4-71df-4725-83a7-2e9f89c17ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.286394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.332709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:19.333071 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 20:15:19.337663 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.354186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] Pushing event deleted for resources: {'Network': ['ID=8ed9fdc1-e1fb-42a9-8056-cc4b628d1585,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:19.379320 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-07591716-a3b7-49a9-91a3-3e15f57a2df7 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479 tempest-ExtraDHCPOptionsIpV6TestJSON-1830447479-project] 10.222.0.44 "DELETE /v2.0/networks/8ed9fdc1-e1fb-42a9-8056-cc4b628d1585 HTTP/1.1" status: 204 len: 168 time: 3.9539130 Mar 02 20:15:19.381421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08a388f-b651-443e-af2e-4ebb5e38996b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:15:19.392196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e08a388f-b651-443e-af2e-4ebb5e38996b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.392882 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e08a388f-b651-443e-af2e-4ebb5e38996b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d HTTP/1.1" status: 200 len: 954 time: 5.9741139 Mar 02 20:15:19.399317 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d746bf-e8dd-42c7-925e-b1b83ecf59d6 None None] Sync routers for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:15:19.411011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42434) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:19.413661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] For port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be, host dv-neutron-831593-2-hyperv, got binding levels [] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:19.414069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.420938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:19.429074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.429417 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Added segment eea8c3db-f308-4d80-a0e0-55c3cb111d7a of type vlan for network 8bf727fe-1411-4ce6-9e90-4a480f489f27 Mar 02 20:15:19.430096 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d746bf-e8dd-42c7-925e-b1b83ecf59d6 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:19.432090 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-81d746bf-e8dd-42c7-925e-b1b83ecf59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:19.443721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Port bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 not found, will not notify nova. {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 20:15:19.443721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3670778e-2742-4425-af34-ef5c498eae03 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:19.457707 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.520165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1ad09cd4-71df-4725-83a7-2e9f89c17ed4 None None] The port '8c03a9d9-17a3-47a9-8a03-6781dfd1474f' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:15:19.531461 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-75de849f-fa75-42dd-95e0-c5a12abc4d29 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:19.536217 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-75de849f-fa75-42dd-95e0-c5a12abc4d29 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags/tempest-TagsExtTest-Tag-157265599 HTTP/1.1" status: 404 len: 328 time: 0.7161529 Mar 02 20:15:19.542422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42438) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:19.555679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-8629324f-245a-486f-99f2-665aa4962806 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761', 'tempest-TagsExtTest-Tag-1471400273') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:19.582127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Network': ['ID=9c59ff4a-0f5e-42de-9918-814b3a79a94d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:19.590706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:19.590706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.593113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:19.593889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.600920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7a094186-f3dc-4939-b057-e3e705023957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:19.616906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Usage tracker for resource:port and tenant:b789124889c44bf29d3f96154d237c1a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:19.623624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:19.632846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 9c59ff4a-0f5e-42de-9918-814b3a79a94d details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:19.640616 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2e950bf3-7f98-4796-a64b-901630d49a2a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0986214 Mar 02 20:15:19.655939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:19.673090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42442) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:19.683939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Calling delete_port for 7c180820-76cb-4d5e-a6ec-d2c6ab2678be owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:19.716481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': '9c59ff4a-0f5e-42de-9918-814b3a79a94d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:19.752367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3bf7e-ceff-4efe-b6a9-56c411cabec1 None None] Pushing event updated for resources: {'Port': ['ID=3670778e-2742-4425-af34-ef5c498eae03,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:19.776909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Network': ['ID=8bf727fe-1411-4ce6-9e90-4a480f489f27,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:19.787978 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-81d746bf-e8dd-42c7-925e-b1b83ecf59d6 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:15:19.822440 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-8629324f-245a-486f-99f2-665aa4962806 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:19.826828 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8629324f-245a-486f-99f2-665aa4962806 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags/tempest-TagsExtTest-Tag-1471400273 HTTP/1.1" status: 404 len: 329 time: 0.2805572 Mar 02 20:15:19.827394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42446) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:19.836086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-c25e4a93-eba8-495f-acd7-dc4c05c4462b tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761', 'tempest-TagsExtTest-Tag-1524694576') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:19.881295 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-453b16b6-1c71-4daf-b585-871748704e86 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1014299 Mar 02 20:15:19.882132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42450) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:19.904319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'subnet': {'network_id': '8bf727fe-1411-4ce6-9e90-4a480f489f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:19.932911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Made reservation on behalf of b789124889c44bf29d3f96154d237c1a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:19.935963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:20.005858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 8bf727fe-1411-4ce6-9e90-4a480f489f27 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:20.255703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:20.257160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:20.269568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:subnet and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:20.270235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:20.278389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:20.287965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:20.304891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:20.305883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-05cb44a6-439f-4359-a5b1-9fcc265ee0a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:20.317615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:20.322061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:15:20.323614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:15:20.351307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] device_id is not set on port 96fe81be-6e83-4194-ad64-006b19aa50c3 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:20.404999 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67064b4-f5ba-4bca-90b7-bfc42861fd81 None None] Pushing event updated for resources: {'Port': ['ID=7c180820-76cb-4d5e-a6ec-d2c6ab2678be,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:20.435141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42456) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:20.437768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Made reservation on behalf of 595ef1f06f1c412988fc3d9c8187dc89 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:20.470630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb44a6-439f-4359-a5b1-9fcc265ee0a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=487f5609-6930-4718-ae3b-803f3ab2c721,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:20.493810 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-81d746bf-e8dd-42c7-925e-b1b83ecf59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:14Z', 'revision_number': 6, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:13Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1e28a1-b096-471b-a83d-9191e107e380', 'name': '', 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:66:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:02Z', 'updated_at': '2022-03-02T20:15:15Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:20.504528 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d746bf-e8dd-42c7-925e-b1b83ecf59d6 None None] Checking router: 046d861b-66f1-4d47-ba63-349ddf9cda0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:15:20.531990 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d746bf-e8dd-42c7-925e-b1b83ecf59d6 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:20.532847 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-81d746bf-e8dd-42c7-925e-b1b83ecf59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:14:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:20.550727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 3670778e-2742-4425-af34-ef5c498eae03 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:20.577612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:20.613990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-05cb44a6-439f-4359-a5b1-9fcc265ee0a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:20.626786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=20711c96-3cab-4d57-ba56-767c7a3a6d9d,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:20.651070 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9d38b0b1-b249-433c-a5a1-083cab8de2d3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d HTTP/1.1" status: 200 len: 954 time: 1.2390802 Mar 02 20:15:20.664814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42464) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:20.675812 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:20.688965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d175834a-dd1a-4923-a671-95bc221fdbcb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'routes': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:20.704067 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:20.749065 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-05cb44a6-439f-4359-a5b1-9fcc265ee0a9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/487f5609-6930-4718-ae3b-803f3ab2c721 HTTP/1.1" status: 204 len: 168 time: 3.0393076 Mar 02 20:15:20.759385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42468) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:20.849473 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-81d746bf-e8dd-42c7-925e-b1b83ecf59d6 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:15:20.851571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Deleting port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:20.852027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:20.875852 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-c25e4a93-eba8-495f-acd7-dc4c05c4462b tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:20.876887 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c25e4a93-eba8-495f-acd7-dc4c05c4462b tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags/tempest-TagsExtTest-Tag-1524694576 HTTP/1.1" status: 404 len: 329 time: 1.0485573 Mar 02 20:15:20.931851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:20.951781 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 2fcafdfe-d050-4732-a65e-476526165377 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:21.046662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42472) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:21.059271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.075545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-22193f63-43de-4f16-b55d-6ade45723a75 None None] Provisioning for port 3670778e-2742-4425-af34-ef5c498eae03 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:21.091208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-22193f63-43de-4f16-b55d-6ade45723a75 None None] Provisioning complete for port 3670778e-2742-4425-af34-ef5c498eae03 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:21.092942 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-22193f63-43de-4f16-b55d-6ade45723a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.135746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-2b62f30d-e7c9-4020-934d-754576156ffc tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53', {'tags': ['tempest-TagsExtTest-Tag-1630619872', 'tempest-TagsExtTest-Tag-925148603', 'tempest-TagsExtTest-Tag-938819458']}) {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:21.267387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 2fcafdfe-d050-4732-a65e-476526165377 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:21.267756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.427937 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeaffd1-16f0-4d50-81d9-dc94f9055254 None None] Network 41258ab0-a49d-41b5-bee0-1332ceeb25a7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:21.438582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.506004 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-81d746bf-e8dd-42c7-925e-b1b83ecf59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:14Z', 'revision_number': 6, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:13Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1e28a1-b096-471b-a83d-9191e107e380', 'name': '', 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:66:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:02Z', 'updated_at': '2022-03-02T20:15:15Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:21.512184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Allocated IP 172.20.0.11 (db3c7f16-25b2-4f61-ac20-47b6e3feac94/207da63a-5ca8-4375-8952-43e5cbdde83b/96fe81be-6e83-4194-ad64-006b19aa50c3) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:21.512674 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d746bf-e8dd-42c7-925e-b1b83ecf59d6 None None] The sync data for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv is: [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:14Z', 'revision_number': 6, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:13Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1e28a1-b096-471b-a83d-9191e107e380', 'name': '', 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:66:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:02Z', 'updated_at': '2022-03-02T20:15:15Z', 'revision_number': 4, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:15:21.660197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-22193f63-43de-4f16-b55d-6ade45723a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.693842 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2c0405fc-41e9-45d6-aca3-00cf8dce8c06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e614d62a94564b20be79514769e7938f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2397516 Mar 02 20:15:21.694151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3670778e-2742-4425-af34-ef5c498eae03 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:21.752131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42480) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:21.768501 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2b62f30d-e7c9-4020-934d-754576156ffc tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags HTTP/1.1" status: 200 len: 316 time: 0.7102036 Mar 02 20:15:21.778455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42486) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:21.794087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-16db6238-1b81-485f-842e-02892dec0616 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:21.843902 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-22193f63-43de-4f16-b55d-6ade45723a75 None None] For port 3670778e-2742-4425-af34-ef5c498eae03, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3670778e-2742-4425-af34-ef5c498eae03,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:21.852206 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Subnet': ['ID=3726b54a-f5f6-450e-98e9-33b0b251782a,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:21.857413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.874365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce351cc-74a2-4dd5-9d40-9f43dfdf1c32 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:21.875073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0ce351cc-74a2-4dd5-9d40-9f43dfdf1c32 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:21.877702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Checking segment: {'id': '2d6ee6c8-a6e9-4729-9bc6-38975dedbab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9c59ff4a-0f5e-42de-9918-814b3a79a94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:21.878087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network hostable DHCP agents. Network: 9c59ff4a-0f5e-42de-9918-814b3a79a94d, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:21.915991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3670778e-2742-4425-af34-ef5c498eae03 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:21.916235 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.959027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-22193f63-43de-4f16-b55d-6ade45723a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.961187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] For port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7c180820-76cb-4d5e-a6ec-d2c6ab2678be,segment=NetworkSegment(81ad443a-4f58-4b98-8469-ff41167cbdbd),segment_id=81ad443a-4f58-4b98-8469-ff41167cbdbd)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:21.961550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.035858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0ce351cc-74a2-4dd5-9d40-9f43dfdf1c32 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:22.037049 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0ce351cc-74a2-4dd5-9d40-9f43dfdf1c32 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.2767344 Mar 02 20:15:22.040085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42490) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:22.068671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22193f63-43de-4f16-b55d-6ade45723a75 None None] Pushing event updated for resources: {'Port': ['ID=3670778e-2742-4425-af34-ef5c498eae03,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:22.105438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Calling delete_port for 7c180820-76cb-4d5e-a6ec-d2c6ab2678be owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:22.143715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7c180820-76cb-4d5e-a6ec-d2c6ab2678be up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:22.149405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 9c59ff4a-0f5e-42de-9918-814b3a79a94d is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:22.190976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-509f1cd8-41b1-4d7e-a0a7-510f1b1cebf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.227445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bfeba857-b808-4f94-aa98-14732810459e None None] Provisioning for port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:22.237206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-509f1cd8-41b1-4d7e-a0a7-510f1b1cebf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.246301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bfeba857-b808-4f94-aa98-14732810459e None None] Could not find standard attr ID for object 487f5609-6930-4718-ae3b-803f3ab2c721. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:15:22.261007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 9c59ff4a-0f5e-42de-9918-814b3a79a94d) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:22.275270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:22.276110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.277562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d159145-ad1f-477d-8da5-8f2d66064f46 None None] Network 9c59ff4a-0f5e-42de-9918-814b3a79a94d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:22.295397 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-16db6238-1b81-485f-842e-02892dec0616 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags HTTP/1.1" status: 204 len: 168 time: 0.5077839 Mar 02 20:15:22.301366 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42496) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:22.307669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-e59e9d0c-af42-4ff3-bdc9-00c53e790e92 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53', 'tempest-TagsExtTest-Tag-1630619872') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:22.407704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.431379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ea67d-f667-4001-8dbc-bc073e8fb92d None None] Network 41258ab0-a49d-41b5-bee0-1332ceeb25a7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:22.486960 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-e59e9d0c-af42-4ff3-bdc9-00c53e790e92 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:22.488129 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e59e9d0c-af42-4ff3-bdc9-00c53e790e92 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags/tempest-TagsExtTest-Tag-1630619872 HTTP/1.1" status: 404 len: 329 time: 0.1855836 Mar 02 20:15:22.495372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac330cf-69f0-44d0-936f-5079d962dd81 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:22.496590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42500) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:22.498016 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1ac330cf-69f0-44d0-936f-5079d962dd81 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4011915 Mar 02 20:15:22.499639 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c1ca5c4c-ff35-4dff-84aa-5a30e88a1c14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8256021 Mar 02 20:15:22.506384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42504) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:22.506730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42506) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:22.510505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-f8dd17d7-e39f-4328-b823-1c39a341b384 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53', 'tempest-TagsExtTest-Tag-925148603') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:22.545305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': '9c59ff4a-0f5e-42de-9918-814b3a79a94d', 'name': 'tempest-PortsTestJSON-1640800601', 'fixed_ips': [{'subnet_id': '3726b54a-f5f6-450e-98e9-33b0b251782a', 'ip_address': '172.20.0.10'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:22.547460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Transition to ACTIVE for port object 96fe81be-6e83-4194-ad64-006b19aa50c3 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:22.572233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.602910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:22.608928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.623674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:22.624042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.650859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-9c59ff4a-0f5e-42de-9918-814b3a79a94d', 'network_id': '9c59ff4a-0f5e-42de-9918-814b3a79a94d', 'tenant_id': 'ff25e31141134f11bedd474ffb55a307', 'fixed_ips': [{'subnet_id': '3726b54a-f5f6-450e-98e9-33b0b251782a'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:22.651667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.692228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Port': ['ID=7c180820-76cb-4d5e-a6ec-d2c6ab2678be,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:22.698904 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5508d34d-57ca-4eba-8b51-226f9d4075e6 None None] Provisioning complete for port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:22.699464 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5508d34d-57ca-4eba-8b51-226f9d4075e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.719000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b67f602-7aa8-4799-85ab-17819de0ad90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:22.720414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b67f602-7aa8-4799-85ab-17819de0ad90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:22.721713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b67f602-7aa8-4799-85ab-17819de0ad90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:22.722118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be was deleted so its status cannot be updated. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 02 20:15:22.723068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0b67f602-7aa8-4799-85ab-17819de0ad90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:22.723346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cc1e28a1-b096-471b-a83d-9191e107e380 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:22.778735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-509f1cd8-41b1-4d7e-a0a7-510f1b1cebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.792993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Subnet': ['ID=1fecf2be-5009-455a-8b95-895a9fd66ad8,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:22.823824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No DVR routers for this DVR port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:22.826689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f1cd8-41b1-4d7e-a0a7-510f1b1cebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c46f46f-e640-4cbf-af29-52a4fb926a5e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:22.841059 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-f8dd17d7-e39f-4328-b823-1c39a341b384 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:22.842308 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f8dd17d7-e39f-4328-b823-1c39a341b384 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags/tempest-TagsExtTest-Tag-925148603 HTTP/1.1" status: 404 len: 328 time: 0.3436553 Mar 02 20:15:22.865992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42512) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:22.867950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5508d34d-57ca-4eba-8b51-226f9d4075e6 None None] Port 7c180820-76cb-4d5e-a6ec-d2c6ab2678be was deleted so its status cannot be updated. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 02 20:15:22.881633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-c9d05df5-7f67-4c3e-ae5c-07f59b13ac92 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53', 'tempest-TagsExtTest-Tag-938819458') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:22.903494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:22.929338 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:22.933324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0b67f602-7aa8-4799-85ab-17819de0ad90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:22.937781 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0b67f602-7aa8-4799-85ab-17819de0ad90 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4268553 Mar 02 20:15:22.942971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42516) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:22.944733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Checking segment: {'id': 'eea8c3db-f308-4d80-a0e0-55c3cb111d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8bf727fe-1411-4ce6-9e90-4a480f489f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:22.945088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network hostable DHCP agents. Network: 8bf727fe-1411-4ce6-9e90-4a480f489f27, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:22.945543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:port and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:22.978643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:22.997598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.030715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-509f1cd8-41b1-4d7e-a0a7-510f1b1cebf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.033458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:23.035574 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-509f1cd8-41b1-4d7e-a0a7-510f1b1cebf5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c46f46f-e640-4cbf-af29-52a4fb926a5e HTTP/1.1" status: 204 len: 168 time: 1.2805896 Mar 02 20:15:23.071438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:23.077006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:23.090775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:23.135351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Allocated IP 172.20.0.2 (9c59ff4a-0f5e-42de-9918-814b3a79a94d/3726b54a-f5f6-450e-98e9-33b0b251782a/d36e784f-180b-470e-b7e7-7ca716b575c5) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:23.167160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:23.173845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.183186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.extraroute_db [None req-d175834a-dd1a-4923-a671-95bc221fdbcb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added routes are [] {{(pid=84503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 20:15:23.183502 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.extraroute_db [None req-d175834a-dd1a-4923-a671-95bc221fdbcb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 20:15:23.189259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'Port': ['ID=96fe81be-6e83-4194-ad64-006b19aa50c3,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:23.215856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:23.216486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.252077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d175834a-dd1a-4923-a671-95bc221fdbcb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.271059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 8bf727fe-1411-4ce6-9e90-4a480f489f27 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:23.312174 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port cc1e28a1-b096-471b-a83d-9191e107e380 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:23.313326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 2b353cc4-d8cd-4d4a-ba47-546fb825a2b6 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:23.322460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port cc1e28a1-b096-471b-a83d-9191e107e380 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:23.323479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.357212 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7e9335e1-6396-488f-82d8-5bf32c53e794 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4113448 Mar 02 20:15:23.358405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42524) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:23.368032 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-c9d05df5-7f67-4c3e-ae5c-07f59b13ac92 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:23.371600 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c9d05df5-7f67-4c3e-ae5c-07f59b13ac92 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags/tempest-TagsExtTest-Tag-938819458 HTTP/1.1" status: 404 len: 328 time: 0.5024149 Mar 02 20:15:23.372445 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42528) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:23.383215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-80859553-dd44-4853-b016-cbc9e77f458d tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e', {'tags': ['tempest-TagsExtTest-Tag-1017640128', 'tempest-TagsExtTest-Tag-1804048881', 'tempest-TagsExtTest-Tag-92634621']}) {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:23.460965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 8bf727fe-1411-4ce6-9e90-4a480f489f27) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:23.465569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:23.466178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.483895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-13b851d0-10ff-41cf-b48f-7b7579881307 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:24:37:6b'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:23.495446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.497191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7f73f5-43de-468a-8288-f4ff68cc7ab3 None None] Network 8bf727fe-1411-4ce6-9e90-4a480f489f27 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:23.753761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Subnet': ['ID=0a04949d-52f6-4d90-96d9-11ea5c5042d3,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:23.781743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bee6e12-cc14-42c0-a2d2-73f3c4aafcc2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 7824aef9-2270-4d7d-832a-9c7cfbf7ab22 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:15:23.789179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.805804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fc90c-3671-4432-9263-89d866786a57 None None] Network 41258ab0-a49d-41b5-bee0-1332ceeb25a7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:23.821247 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b00a70df-2ab4-4d7f-8345-82df3da1e810 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9350295 Mar 02 20:15:23.830938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42540) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:23.840466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8bee6e12-cc14-42c0-a2d2-73f3c4aafcc2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.843064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-449616134', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:23.855152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:23.863632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:router and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:23.871119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:23.895450 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:23.981008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port cc1e28a1-b096-471b-a83d-9191e107e380, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=cc1e28a1-b096-471b-a83d-9191e107e380,segment=NetworkSegment(fd2e6a2e-5fd1-4594-bec7-8e871223fbf2),segment_id=fd2e6a2e-5fd1-4594-bec7-8e871223fbf2)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:23.989454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-8bf727fe-1411-4ce6-9e90-4a480f489f27', 'network_id': '8bf727fe-1411-4ce6-9e90-4a480f489f27', 'tenant_id': '595ef1f06f1c412988fc3d9c8187dc89', 'fixed_ips': [{'subnet_id': '1fecf2be-5009-455a-8b95-895a9fd66ad8'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:23.990304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.990865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.998449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.999588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.005327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8bee6e12-cc14-42c0-a2d2-73f3c4aafcc2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.021645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5dfe56ef-0db8-43f7-888a-d7337dcbef28 None None] Provisioning for port 96fe81be-6e83-4194-ad64-006b19aa50c3 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:24.067521 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-80859553-dd44-4853-b016-cbc9e77f458d tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags HTTP/1.1" status: 200 len: 316 time: 0.6940596 Mar 02 20:15:24.071062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41258ab0-a49d-41b5-bee0-1332ceeb25a7']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:24.080301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42546) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:24.083144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5dfe56ef-0db8-43f7-888a-d7337dcbef28 None None] Provisioning complete for port 96fe81be-6e83-4194-ad64-006b19aa50c3 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:24.083522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5dfe56ef-0db8-43f7-888a-d7337dcbef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.095219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-6d66223c-450f-4972-a345-8c909e63bb18 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:24.115817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.154037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ad443a-4f58-4b98-8469-ff41167cbdbd') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:24.154583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ad443a-4f58-4b98-8469-ff41167cbdbd') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:24.182442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.183785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13b851d0-10ff-41cf-b48f-7b7579881307 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.256523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.263716 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=cc1e28a1-b096-471b-a83d-9191e107e380,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:24.270313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.280365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:24.280935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:24.297368 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:24.310531 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.316635 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8c03a9d9-17a3-47a9-8a03-6781dfd1474f no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:24.322504 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d175834a-dd1a-4923-a671-95bc221fdbcb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.339655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d175834a-dd1a-4923-a671-95bc221fdbcb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.368610 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8bee6e12-cc14-42c0-a2d2-73f3c4aafcc2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.370127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 8c03a9d9-17a3-47a9-8a03-6781dfd1474f {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:24.370474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8c03a9d9-17a3-47a9-8a03-6781dfd1474f not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:24.370902 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:24.444643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:24.444987 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bdfbbadf-4d2b-46f3-b21b-0265ab3e41f3 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:24.473840 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe56ef-0db8-43f7-888a-d7337dcbef28 None None] Port 96fe81be-6e83-4194-ad64-006b19aa50c3 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:24.478012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Transition to ACTIVE for port object d36e784f-180b-470e-b7e7-7ca716b575c5 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:24.540382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.552313 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6d66223c-450f-4972-a345-8c909e63bb18 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags HTTP/1.1" status: 204 len: 168 time: 0.4702733 Mar 02 20:15:24.562425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42556) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:24.572374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Transition to ACTIVE for port object d36e784f-180b-470e-b7e7-7ca716b575c5 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:24.611116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.615276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Allocated IP 172.20.0.2 (8bf727fe-1411-4ce6-9e90-4a480f489f27/1fecf2be-5009-455a-8b95-895a9fd66ad8/d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:24.628095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-920264b5-e2be-4b64-a11e-966fb1d83303 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e', 'tempest-TagsExtTest-Tag-1017640128') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:24.709356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8bee6e12-cc14-42c0-a2d2-73f3c4aafcc2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.719838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=41258ab0-a49d-41b5-bee0-1332ceeb25a7,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:24.779919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f0bc2-5c44-48d4-b95d-3af9d8333109 None None] DHCP port deletion for 41258ab0-a49d-41b5-bee0-1332ceeb25a7 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:15:24.783604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 20711c96-3cab-4d57-ba56-767c7a3a6d9d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:24.807591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42560) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:24.817000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.820723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e845a-8fc9-4c8a-80b8-bdaacde9f77d None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:24.898782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.10 (9c59ff4a-0f5e-42de-9918-814b3a79a94d/3726b54a-f5f6-450e-98e9-33b0b251782a/2b353cc4-d8cd-4d4a-ba47-546fb825a2b6) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:24.907289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.954609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13b851d0-10ff-41cf-b48f-7b7579881307 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.973388 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d175834a-dd1a-4923-a671-95bc221fdbcb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 046d861b-66f1-4d47-ba63-349ddf9cda0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:15:24.979129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1082074478'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:24.980918 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Pushing event updated for resources: {'Port': ['ID=d36e784f-180b-470e-b7e7-7ca716b575c5,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:24.982225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8bee6e12-cc14-42c0-a2d2-73f3c4aafcc2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:24.985011 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:24.995183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee6e12-cc14-42c0-a2d2-73f3c4aafcc2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=7824aef9-2270-4d7d-832a-9c7cfbf7ab22,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:24.995352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:network and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:25.002359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:25.007829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:25.021542 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2b19052e-2177-45f5-b99e-eeddd71022d2 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/41258ab0-a49d-41b5-bee0-1332ceeb25a7 HTTP/1.1" status: 204 len: 168 time: 7.1190577 Mar 02 20:15:25.025832 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8bee6e12-cc14-42c0-a2d2-73f3c4aafcc2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/7824aef9-2270-4d7d-832a-9c7cfbf7ab22 HTTP/1.1" status: 204 len: 168 time: 2.0822096 Mar 02 20:15:25.045129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42566) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:25.045674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42568) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:25.093260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13b851d0-10ff-41cf-b48f-7b7579881307 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.107008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Network 9c59ff4a-0f5e-42de-9918-814b3a79a94d is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:25.115350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:25.124324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:25.194697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:25.197152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.202863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4ef9c2-7b57-4ece-ba3e-2f32dcdc7931 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet b88d17be-8207-4d7a-86e2-c24b3c90f658 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:15:25.220459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b4ef9c2-7b57-4ece-ba3e-2f32dcdc7931 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.251565 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-44251d03-e2d3-4b66-9cf9-76049a464b76 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:15:25.252239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44251d03-e2d3-4b66-9cf9-76049a464b76 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:15:25.254538 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-44251d03-e2d3-4b66-9cf9-76049a464b76 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/41258ab0-a49d-41b5-bee0-1332ceeb25a7 HTTP/1.1" status: 404 len: 339 time: 0.2061949 Mar 02 20:15:25.272349 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42574) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:25.284240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-20552998', 'description': 'd1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:25.286311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.290391 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-920264b5-e2be-4b64-a11e-966fb1d83303 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:25.291620 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-920264b5-e2be-4b64-a11e-966fb1d83303 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags/tempest-TagsExtTest-Tag-1017640128 HTTP/1.1" status: 404 len: 329 time: 0.7172940 Mar 02 20:15:25.297578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42578) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:25.301804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:25.327601 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-0e5abeab-d943-4811-a13d-9a45cdf053d6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e', 'tempest-TagsExtTest-Tag-1804048881') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:25.338680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Attempting to bind port d36e784f-180b-470e-b7e7-7ca716b575c5 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:25.339150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Attempting to bind port d36e784f-180b-470e-b7e7-7ca716b575c5 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2d6ee6c8-a6e9-4729-9bc6-38975dedbab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9c59ff4a-0f5e-42de-9918-814b3a79a94d'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:25.339513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Attempting to bind port d36e784f-180b-470e-b7e7-7ca716b575c5 on network 9c59ff4a-0f5e-42de-9918-814b3a79a94d {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:25.351647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.370041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b851d0-10ff-41cf-b48f-7b7579881307 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'Port': ['ID=96fe81be-6e83-4194-ad64-006b19aa50c3,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:25.409691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 20711c96-3cab-4d57-ba56-767c7a3a6d9d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:25.410168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.415043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:network and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:25.420631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:25.429300 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:25.430599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:25.439675 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:25.440056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Checking segment: {'id': '2d6ee6c8-a6e9-4729-9bc6-38975dedbab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9c59ff4a-0f5e-42de-9918-814b3a79a94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:25.440464 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.440582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-13b851d0-10ff-41cf-b48f-7b7579881307 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] In _notify_port_updated(), no bound segment for port 96fe81be-6e83-4194-ad64-006b19aa50c3 on network db3c7f16-25b2-4f61-ac20-47b6e3feac94 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:15:25.440868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Bound using segment: {'id': '2d6ee6c8-a6e9-4729-9bc6-38975dedbab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9c59ff4a-0f5e-42de-9918-814b3a79a94d'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:25.441649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Bound port: d36e784f-180b-470e-b7e7-7ca716b575c5, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6ee6c8-a6e9-4729-9bc6-38975dedbab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9c59ff4a-0f5e-42de-9918-814b3a79a94d'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:25.442088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.450318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b851d0-10ff-41cf-b48f-7b7579881307 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:25.450318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13b851d0-10ff-41cf-b48f-7b7579881307 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.450318 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-13b851d0-10ff-41cf-b48f-7b7579881307 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "PUT /v2.0/ports/96fe81be-6e83-4194-ad64-006b19aa50c3 HTTP/1.1" status: 200 len: 993 time: 2.0876901 Mar 02 20:15:25.450318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:security_group_rule and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:25.453623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42582) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:25.454683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:25.462903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Transition to ACTIVE for port object d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:25.469255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:25.549813 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:15:25.557303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.560809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Transition to ACTIVE for port object d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:25.637836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.664293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:25.666389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5f264380-6bb7-4923-988c-d26e17eaa72f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Deleting port 96fe81be-6e83-4194-ad64-006b19aa50c3 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:25.666731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5f264380-6bb7-4923-988c-d26e17eaa72f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.667186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.673454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.688857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b4ef9c2-7b57-4ece-ba3e-2f32dcdc7931 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.744834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d175834a-dd1a-4923-a671-95bc221fdbcb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:15:25.745872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:25.758912 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4e6eed-aa20-4ec5-aabc-dd691758493f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:25.771646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:25.776700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c57af-832b-48cd-94a2-79202ea80910 None None] Sync routers for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:15:25.780001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.780342 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Added segment 75578ae2-baa7-457a-a07e-d6542de73988 of type vlan for network 442c8a04-9669-4630-b388-9b4f3cb65a03 Mar 02 20:15:25.781552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.781826 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment c7d45beb-6ec5-4821-83b5-982758120310 of type vlan for network e64f7b02-0194-4f33-811f-ffa9188bfa34 Mar 02 20:15:25.796424 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3e85a481-be26-4740-968c-a4cef148a5b6 None None] Provisioning complete for port 96fe81be-6e83-4194-ad64-006b19aa50c3 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:25.796795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3e85a481-be26-4740-968c-a4cef148a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.831951 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-0e5abeab-d943-4811-a13d-9a45cdf053d6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:25.835325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] For port d36e784f-180b-470e-b7e7-7ca716b575c5, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:25.836177 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0e5abeab-d943-4811-a13d-9a45cdf053d6 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags/tempest-TagsExtTest-Tag-1804048881 HTTP/1.1" status: 404 len: 329 time: 0.5317152 Mar 02 20:15:25.839056 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42586) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:25.842032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.860210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-ce426a57-9fd7-49f3-966e-42ede1508979 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e', 'tempest-TagsExtTest-Tag-92634621') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:25.877473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Network 8bf727fe-1411-4ce6-9e90-4a480f489f27 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:25.886680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] For port d36e784f-180b-470e-b7e7-7ca716b575c5, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d36e784f-180b-470e-b7e7-7ca716b575c5,segment=NetworkSegment(2d6ee6c8-a6e9-4729-9bc6-38975dedbab2),segment_id=2d6ee6c8-a6e9-4729-9bc6-38975dedbab2)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:25.891040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:25.892470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.893409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:25.897042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3670778e-2742-4425-af34-ef5c498eae03 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:25.920420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Pushing event updated for resources: {'Port': ['ID=d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:25.926753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.962601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c57af-832b-48cd-94a2-79202ea80910 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:25.963232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4f1c57af-832b-48cd-94a2-79202ea80910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:26.002341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.014115 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d175834a-dd1a-4923-a671-95bc221fdbcb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.017949 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d175834a-dd1a-4923-a671-95bc221fdbcb tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d HTTP/1.1" status: 200 len: 704 time: 5.3493302 Mar 02 20:15:26.018623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42590) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:26.018961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object 2b353cc4-d8cd-4d4a-ba47-546fb825a2b6 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:26.044485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3e85a481-be26-4740-968c-a4cef148a5b6 None None] Port 96fe81be-6e83-4194-ad64-006b19aa50c3 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:26.047406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.063901 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.140194 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-ce426a57-9fd7-49f3-966e-42ede1508979 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:26.146188 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ce426a57-9fd7-49f3-966e-42ede1508979 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags/tempest-TagsExtTest-Tag-92634621 HTTP/1.1" status: 404 len: 327 time: 0.2971764 Mar 02 20:15:26.147887 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42594) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:26.149052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b4ef9c2-7b57-4ece-ba3e-2f32dcdc7931 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.202865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-d8aafc63-0f24-49a3-946a-eb4980e80223 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2', {'tags': ['tempest-TagsExtTest-Tag-350444130', 'tempest-TagsExtTest-Tag-2134121093', 'tempest-TagsExtTest-Tag-517859650']}) {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:26.255667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.259573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:26.260183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6953470'] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.304646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Attempting to bind port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:26.305019 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Attempting to bind port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'eea8c3db-f308-4d80-a0e0-55c3cb111d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8bf727fe-1411-4ce6-9e90-4a480f489f27'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:26.305387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Attempting to bind port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a on network 8bf727fe-1411-4ce6-9e90-4a480f489f27 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:26.313803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcf3e0-14f0-4fd6-a0a8-18663a57a2aa None None] Pushing event updated for resources: {'Port': ['ID=d36e784f-180b-470e-b7e7-7ca716b575c5,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:26.338889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-4f1c57af-832b-48cd-94a2-79202ea80910 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:15:26.373809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=e64f7b02-0194-4f33-811f-ffa9188bfa34,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:26.386820 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d8aafc63-0f24-49a3-946a-eb4980e80223 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "PUT /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags HTTP/1.1" status: 200 len: 316 time: 0.1827390 Mar 02 20:15:26.386820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42598) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:26.394295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-26a08430-94f2-4869-abd3-d08837409924 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:26.395163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:26.395924 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Checking segment: {'id': 'eea8c3db-f308-4d80-a0e0-55c3cb111d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8bf727fe-1411-4ce6-9e90-4a480f489f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:26.395924 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.396308 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Bound using segment: {'id': 'eea8c3db-f308-4d80-a0e0-55c3cb111d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8bf727fe-1411-4ce6-9e90-4a480f489f27'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:26.396935 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Bound port: d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea8c3db-f308-4d80-a0e0-55c3cb111d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '8bf727fe-1411-4ce6-9e90-4a480f489f27'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:26.397328 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.414574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network e64f7b02-0194-4f33-811f-ffa9188bfa34 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:26.446860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3670778e-2742-4425-af34-ef5c498eae03 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:26.447229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.484183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.598242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5f264380-6bb7-4923-988c-d26e17eaa72f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.675920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=2b353cc4-d8cd-4d4a-ba47-546fb825a2b6,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:26.680527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.684156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 9c59ff4a-0f5e-42de-9918-814b3a79a94d is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:26.684299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:26.684849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.688533 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0153d664-52b1-4b2c-b0ca-4457e491ad5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4152575 Mar 02 20:15:26.690733 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-26a08430-94f2-4869-abd3-d08837409924 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags HTTP/1.1" status: 204 len: 168 time: 0.3043618 Mar 02 20:15:26.692760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b4ef9c2-7b57-4ece-ba3e-2f32dcdc7931 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.705434 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42602) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:26.705972 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42604) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:26.745136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:26.750456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:26.865089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-a23dfc86-16e2-4c4c-877f-962962719ec9 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2', 'tempest-TagsExtTest-Tag-350444130') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:26.881766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ef9c2-7b57-4ece-ba3e-2f32dcdc7931 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=b88d17be-8207-4d7a-86e2-c24b3c90f658,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:26.886911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5f264380-6bb7-4923-988c-d26e17eaa72f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Calling delete_port for 96fe81be-6e83-4194-ad64-006b19aa50c3 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:26.971542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0b4ef9c2-7b57-4ece-ba3e-2f32dcdc7931 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.981632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:26.982619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:26.999878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a47892-1fe6-4f86-be2a-32c7a3465973 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:27.026515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c259170-9770-411b-a4a4-f1ae28fc8e59 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:27.026714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3c259170-9770-411b-a4a4-f1ae28fc8e59 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Synchronizing usage tracker for tenant:5958073594da4636be7058edbfec9868 on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:27.030761 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-a23dfc86-16e2-4c4c-877f-962962719ec9 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:27.034604 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a23dfc86-16e2-4c4c-877f-962962719ec9 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags/tempest-TagsExtTest-Tag-350444130 HTTP/1.1" status: 404 len: 328 time: 0.2854452 Mar 02 20:15:27.035221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42610) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:27.043236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-fb16bd50-2d79-42de-89e0-a9201cc5943a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2', 'tempest-TagsExtTest-Tag-2134121093') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:27.051734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.26.5.12 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/e38b2af9-a6d4-415d-971b-ba40473d8a83) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:27.057102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=442c8a04-9669-4630-b388-9b4f3cb65a03,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:27.067323 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e0783f5e-7b74-4fb7-becf-c3a2eab57b6c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2537682 Mar 02 20:15:27.089508 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-84b7dfab-1769-4b63-8090-22c277e516b5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5797958 Mar 02 20:15:27.092238 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-fb16bd50-2d79-42de-89e0-a9201cc5943a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:27.094408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fb16bd50-2d79-42de-89e0-a9201cc5943a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags/tempest-TagsExtTest-Tag-2134121093 HTTP/1.1" status: 404 len: 329 time: 0.0576749 Mar 02 20:15:27.095104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42614) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:27.095431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42616) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:27.099668 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0b4ef9c2-7b57-4ece-ba3e-2f32dcdc7931 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/b88d17be-8207-4d7a-86e2-c24b3c90f658 HTTP/1.1" status: 204 len: 168 time: 2.0474639 Mar 02 20:15:27.102208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42618) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:27.106216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] For port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:27.115431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-937b7327-ee68-4d90-a05d-d2acd2f89773 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2', 'tempest-TagsExtTest-Tag-517859650') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:27.116752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] For port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a,segment=NetworkSegment(eea8c3db-f308-4d80-a0e0-55c3cb111d7a),segment_id=eea8c3db-f308-4d80-a0e0-55c3cb111d7a)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:27.145842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': '9c59ff4a-0f5e-42de-9918-814b3a79a94d', 'name': 'tempest-PortsTestJSON-1733234817', 'fixed_ips': [{'subnet_id': '3726b54a-f5f6-450e-98e9-33b0b251782a', 'ip_address': '172.20.0.9'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:27.204624 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b0bde803-cdea-4d75-a66d-bded166aa173 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968862 Mar 02 20:15:27.231945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 442c8a04-9669-4630-b388-9b4f3cb65a03 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:27.269831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3c259170-9770-411b-a4a4-f1ae28fc8e59 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Unset dirty status for tenant:5958073594da4636be7058edbfec9868 on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:27.276353 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3c259170-9770-411b-a4a4-f1ae28fc8e59 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/networks?id=e64f7b02-0194-4f33-811f-ffa9188bfa34 HTTP/1.1" status: 200 len: 759 time: 0.5285385 Mar 02 20:15:27.282957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42626) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:27.282957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42628) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:27.297885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.320570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9f2c7a6b-afe7-4266-87bd-e8b038ab64c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'description': 'd2'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:27.337962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:27.509553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-038a25eb-7563-4bc8-9f47-579e51f5c177 None None] Provisioning complete for port 3670778e-2742-4425-af34-ef5c498eae03 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:27.510336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-038a25eb-7563-4bc8-9f47-579e51f5c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.558589 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-937b7327-ee68-4d90-a05d-d2acd2f89773 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] show failed (client error): The resource could not be found. Mar 02 20:15:27.561133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.577103 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-937b7327-ee68-4d90-a05d-d2acd2f89773 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags/tempest-TagsExtTest-Tag-517859650 HTTP/1.1" status: 404 len: 328 time: 0.4720790 Mar 02 20:15:27.577541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42634) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:27.616534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5f264380-6bb7-4923-988c-d26e17eaa72f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.680061 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cc1e28a1-b096-471b-a83d-9191e107e380 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:27.718028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:27.730461 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:27.737592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:27.754623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:27.812759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.826908 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9e5f0-90ad-4dd2-9c3f-9ee12bba6fcb None None] Pushing event updated for resources: {'Port': ['ID=d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:27.850151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f264380-6bb7-4923-988c-d26e17eaa72f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event deleted for resources: {'Port': ['ID=96fe81be-6e83-4194-ad64-006b19aa50c3,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:27.856781 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0776a583-bd21-4cce-b6b6-98130c105658 None None] Network 9c59ff4a-0f5e-42de-9918-814b3a79a94d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:27.873246 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b6a74e33-a013-415d-97dd-606f77eb9e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d HTTP/1.1" status: 200 len: 704 time: 1.8116817 Mar 02 20:15:27.929209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42638) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:28.248391 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7a6b-afe7-4266-87bd-e8b038ab64c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.283297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:28.296961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:port and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:28.301979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:28.311026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:28.325804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-b48c417e-3b83-4afe-9e08-6db493283c29 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:28.345799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4f1c57af-832b-48cd-94a2-79202ea80910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:23Z', 'revision_number': 7, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:13Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1e28a1-b096-471b-a83d-9191e107e380', 'name': '', 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:66:0e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:02Z', 'updated_at': '2022-03-02T20:15:23Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:28.364399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c57af-832b-48cd-94a2-79202ea80910 None None] Checking router: 046d861b-66f1-4d47-ba63-349ddf9cda0d for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:15:28.371420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port cc1e28a1-b096-471b-a83d-9191e107e380 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:28.374978 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.378872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:28.385709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.408872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:28.423289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:28.430507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:28.547539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c57af-832b-48cd-94a2-79202ea80910 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:28.548337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4f1c57af-832b-48cd-94a2-79202ea80910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:28.635322 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda06f42-7470-4857-ad19-24d0a436c3d2 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:15:28.727223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=e38b2af9-a6d4-415d-971b-ba40473d8a83,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:28.738745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-eda06f42-7470-4857-ad19-24d0a436c3d2 None None] Deleting port 3670778e-2742-4425-af34-ef5c498eae03 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:28.739504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eda06f42-7470-4857-ad19-24d0a436c3d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.776649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4cc82fe7-b384-4281-b901-22270760af75 None None] Provisioning for port d36e784f-180b-470e-b7e7-7ca716b575c5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:28.876186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5f264380-6bb7-4923-988c-d26e17eaa72f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.891157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7a6b-afe7-4266-87bd-e8b038ab64c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.924243 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5f264380-6bb7-4923-988c-d26e17eaa72f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "DELETE /v2.0/ports/96fe81be-6e83-4194-ad64-006b19aa50c3 HTTP/1.1" status: 204 len: 168 time: 3.4613953 Mar 02 20:15:28.926548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42642) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:29.013283 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e140941-1e42-40e4-92c1-f16838d73b58 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] GET failed (client error): The resource could not be found. Mar 02 20:15:29.013809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2e140941-1e42-40e4-92c1-f16838d73b58 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Synchronizing usage tracker for tenant:b789124889c44bf29d3f96154d237c1a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:29.065992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f2c7a6b-afe7-4266-87bd-e8b038ab64c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network e64f7b02-0194-4f33-811f-ffa9188bfa34 is not hosted by any dhcp agent {{(pid=84504) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 20:15:29.070556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2c7a6b-afe7-4266-87bd-e8b038ab64c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:29.073940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f2c7a6b-afe7-4266-87bd-e8b038ab64c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.078864 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9f2c7a6b-afe7-4266-87bd-e8b038ab64c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "PUT /v2.0/networks/e64f7b02-0194-4f33-811f-ffa9188bfa34 HTTP/1.1" status: 200 len: 756 time: 1.7911706 Mar 02 20:15:29.078864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42646) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:29.081238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c7a6b-afe7-4266-87bd-e8b038ab64c8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=e64f7b02-0194-4f33-811f-ffa9188bfa34,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:29.090026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:29.134647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network e64f7b02-0194-4f33-811f-ffa9188bfa34 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:29.325043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2e140941-1e42-40e4-92c1-f16838d73b58 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Unset dirty status for tenant:b789124889c44bf29d3f96154d237c1a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:29.360379 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2e140941-1e42-40e4-92c1-f16838d73b58 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "GET /v2.0/ports/96fe81be-6e83-4194-ad64-006b19aa50c3 HTTP/1.1" status: 404 len: 333 time: 0.4084549 Mar 02 20:15:29.382023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42648) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:29.392047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Request body: {'port': {'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94', 'name': 'tempest-AllowedAddressPairTestJSON-1079063488'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:29.404706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.561204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-eda06f42-7470-4857-ad19-24d0a436c3d2 None None] For port 3670778e-2742-4425-af34-ef5c498eae03, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3670778e-2742-4425-af34-ef5c498eae03,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:29.561982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eda06f42-7470-4857-ad19-24d0a436c3d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.569897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.570973 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.589567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 122faf41-a807-4e18-96a6-2183e0875b0d yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:29.694462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-eda06f42-7470-4857-ad19-24d0a436c3d2 None None] Calling delete_port for 3670778e-2742-4425-af34-ef5c498eae03 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:29.780428 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d36e784f-180b-470e-b7e7-7ca716b575c5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:29.810784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115da3be-63bb-4b98-b2c9-d8302f373a6a None None] Network 8bf727fe-1411-4ce6-9e90-4a480f489f27 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:29.817398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.855915 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.9 (9c59ff4a-0f5e-42de-9918-814b3a79a94d/3726b54a-f5f6-450e-98e9-33b0b251782a/122faf41-a807-4e18-96a6-2183e0875b0d) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:29.908728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:29.939358 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-4f1c57af-832b-48cd-94a2-79202ea80910 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:15:30.016666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eda06f42-7470-4857-ad19-24d0a436c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:30.066926 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:30.169501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Made reservation on behalf of b789124889c44bf29d3f96154d237c1a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:30.172738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:30.185712 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:30.214192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] device_id is not set on port 7ef02814-44a6-489f-8403-2e879e59a94b yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:30.225586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object 122faf41-a807-4e18-96a6-2183e0875b0d will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:30.390133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe1e05-61e7-424f-afe8-4add5b9c5f75 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:30.395242 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-72fe1e05-61e7-424f-afe8-4add5b9c5f75 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/networks?id=e64f7b02-0194-4f33-811f-ffa9188bfa34 HTTP/1.1" status: 200 len: 759 time: 1.0041461 Mar 02 20:15:30.419963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42654) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:30.433802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-612436547'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:30.454256 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b48c417e-3b83-4afe-9e08-6db493283c29 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2/tags HTTP/1.1" status: 204 len: 168 time: 2.7534754 Mar 02 20:15:30.458968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42658) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:30.462682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda06f42-7470-4857-ad19-24d0a436c3d2 None None] No DVR routers for this DVR port 3670778e-2742-4425-af34-ef5c498eae03 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:30.466686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.tag.tag_plugin [None req-d6f7af36-8797-4397-9123-bb21ed9bad35 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2e4aaa2b-83c3-4815-bcab-85ecac67f60e') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:30.466851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda06f42-7470-4857-ad19-24d0a436c3d2 None None] Pushing event deleted for resources: {'Port': ['ID=3670778e-2742-4425-af34-ef5c498eae03,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:30.518000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42662) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:30.532518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:30.539056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'network_id': '442c8a04-9669-4630-b388-9b4f3cb65a03', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:30.565692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.objects.ports [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84504) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:15:30.618062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:30.622191 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:30.649710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3f0e89dd-2f5d-4941-bb2f-a5e339fd709c None None] Provisioning for port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:30.660962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:30.734984 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port d36e784f-180b-470e-b7e7-7ca716b575c5 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:30.745330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port d36e784f-180b-470e-b7e7-7ca716b575c5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:30.745478 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:30.766864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:30.777703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:30.784103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 9c59ff4a-0f5e-42de-9918-814b3a79a94d is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:30.784959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=581fbd32-c1b4-4b68-bffb-0db941e545a6,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:30.792649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:30.793244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:30.797115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:30.798866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=122faf41-a807-4e18-96a6-2183e0875b0d,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:30.813068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:30.819177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f994b7-92fa-4dd7-a228-ac5aa64de588 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:30.835495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:30.838506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Allocated IP 172.20.0.10 (db3c7f16-25b2-4f61-ac20-47b6e3feac94/207da63a-5ca8-4375-8952-43e5cbdde83b/7ef02814-44a6-489f-8403-2e879e59a94b) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:30.843710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 6aeb4905-7b2a-429a-9a10-06f59eee76f0 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:15:30.847892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:subnet and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:30.853790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:30.865223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:30.868358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:30.878805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:30.915698 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d6f7af36-8797-4397-9123-bb21ed9bad35 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e/tags HTTP/1.1" status: 204 len: 168 time: 0.4552543 Mar 02 20:15:30.916335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42666) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:30.937326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-f6328635-d333-49f3-869d-26228525942c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd51ac303-2f1a-4aaa-864e-c4a68e454a53') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:30.944895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:30.945414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.006536 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d99b6af9-8c31-47ee-974c-54df0c84c205 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7224944 Mar 02 20:15:31.010063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42670) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:31.017112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-109726ed-7494-47a4-af3d-677f0265c96a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:31.027568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-969faf1f-ec79-4886-8bec-4902702a7ad0 None None] Provisioning complete for port d36e784f-180b-470e-b7e7-7ca716b575c5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:31.028420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-969faf1f-ec79-4886-8bec-4902702a7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.081575 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d5db94de-a156-4478-bb11-01c8169915d5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9792857 Mar 02 20:15:31.086788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42674) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:31.121234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4f1c57af-832b-48cd-94a2-79202ea80910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:23Z', 'revision_number': 7, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:13Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1e28a1-b096-471b-a83d-9191e107e380', 'name': '', 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:66:0e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:02Z', 'updated_at': '2022-03-02T20:15:23Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:31.189860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1c57af-832b-48cd-94a2-79202ea80910 None None] The sync data for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv is: [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:23Z', 'revision_number': 7, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:13Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1e28a1-b096-471b-a83d-9191e107e380', 'name': '', 'network_id': '3f79368d-ce76-4715-8571-4f20051f3807', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:66:0e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:02Z', 'updated_at': '2022-03-02T20:15:23Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'fd188f0c-2b68-4fc8-b533-4af96d4e4728', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:15:31.204632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:31.351242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-969faf1f-ec79-4886-8bec-4902702a7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.380813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:31.412432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.430799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-109726ed-7494-47a4-af3d-677f0265c96a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:31.436976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-109726ed-7494-47a4-af3d-677f0265c96a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:31.442566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-109726ed-7494-47a4-af3d-677f0265c96a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:31.455474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-109726ed-7494-47a4-af3d-677f0265c96a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:31.470637 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port d36e784f-180b-470e-b7e7-7ca716b575c5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d36e784f-180b-470e-b7e7-7ca716b575c5,segment=NetworkSegment(2d6ee6c8-a6e9-4729-9bc6-38975dedbab2),segment_id=2d6ee6c8-a6e9-4729-9bc6-38975dedbab2)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:31.493416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee88d3-060b-432f-999c-4f65806a964f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:31.494203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-aaee88d3-060b-432f-999c-4f65806a964f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:31.518266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.518496 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment c58f2cf5-3c79-4df5-82c8-34128ac7eb9b of type vlan for network 8ede9662-5280-4e30-a63e-5c92c2e0c305 Mar 02 20:15:31.546368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '581fbd32-c1b4-4b68-bffb-0db941e545a6'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:31.547636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.555217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109726ed-7494-47a4-af3d-677f0265c96a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:31.645949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-aaee88d3-060b-432f-999c-4f65806a964f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:31.647146 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aaee88d3-060b-432f-999c-4f65806a964f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5596418 Mar 02 20:15:31.651808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42678) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:31.676662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.730819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Allocated IP 2001:db8::f816:3eff:fe9c:5a04 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/581fbd32-c1b4-4b68-bffb-0db941e545a6/ef9ba1e7-80db-46c2-8698-b4ba693ac2a2) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:31.780677 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fca4eb-dcdc-4333-8863-c96b1ca0909b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:31.785389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fca4eb-dcdc-4333-8863-c96b1ca0909b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:31.789169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fca4eb-dcdc-4333-8863-c96b1ca0909b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:31.790835 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-12fca4eb-dcdc-4333-8863-c96b1ca0909b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1381185 Mar 02 20:15:31.794845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-109726ed-7494-47a4-af3d-677f0265c96a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.808209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42682) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:31.819581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.861762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.866526 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:31.942884 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f6328635-d333-49f3-869d-26228525942c tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53/tags HTTP/1.1" status: 204 len: 168 time: 1.0098755 Mar 02 20:15:31.943438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-bb01e785-9d19-4f64-839a-63b6537200d0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 122faf41-a807-4e18-96a6-2183e0875b0d {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:31.943438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb01e785-9d19-4f64-839a-63b6537200d0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.953186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42686) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:31.960200 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:31.970400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.tag.tag_plugin [None req-f7422674-5a75-4acc-b8c8-6d404a1fc1a8 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c54ec190-a079-4825-9dc3-66f604ff2761') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:32.008772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-969faf1f-ec79-4886-8bec-4902702a7ad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:15:32.009289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-969faf1f-ec79-4886-8bec-4902702a7ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:15:32.038642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Transition to ACTIVE for port object 7ef02814-44a6-489f-8403-2e879e59a94b will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:32.058852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.062500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:32.063080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.126124 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.ipam_backend_mixin [None req-109726ed-7494-47a4-af3d-677f0265c96a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 581fbd32-c1b4-4b68-bffb-0db941e545a6 (CIDR: 2001:db8::/64) Mar 02 20:15:32.135701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=d36e784f-180b-470e-b7e7-7ca716b575c5,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:32.142025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.156667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Transition to ACTIVE for port object ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:32.189372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Transition to ACTIVE for port object ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:32.240545 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-109726ed-7494-47a4-af3d-677f0265c96a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:15:32.240989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109726ed-7494-47a4-af3d-677f0265c96a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:15:32.257867 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:32.267217 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:32.267987 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.301462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.341730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=8ede9662-5280-4e30-a63e-5c92c2e0c305,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:32.353425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb01e785-9d19-4f64-839a-63b6537200d0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.368770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 8ede9662-5280-4e30-a63e-5c92c2e0c305 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:32.413820 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ff1043ff-3816-4987-995c-18cbf2a430ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9902964 Mar 02 20:15:32.421431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42690) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:32.432472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'network_id': '8ede9662-5280-4e30-a63e-5c92c2e0c305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:32.453397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:15:32.469269 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3cae1-70d4-4db4-b353-f3fe564ddb5d None None] Sync routers for ids ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:15:32.483123 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3cae1-70d4-4db4-b353-f3fe564ddb5d None None] Routers {'6aeb4905-7b2a-429a-9a10-06f59eee76f0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:32.484111 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2cd3cae1-70d4-4db4-b353-f3fe564ddb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:32.532859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.545586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-bb01e785-9d19-4f64-839a-63b6537200d0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 122faf41-a807-4e18-96a6-2183e0875b0d owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:32.554429 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2cd3cae1-70d4-4db4-b353-f3fe564ddb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:32.566449 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3cae1-70d4-4db4-b353-f3fe564ddb5d None None] Routers {'6aeb4905-7b2a-429a-9a10-06f59eee76f0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:32.567366 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2cd3cae1-70d4-4db4-b353-f3fe564ddb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:32.572803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:32.580134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:32.600428 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:32.602309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.614064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Pushing event updated for resources: {'Port': ['ID=ef9ba1e7-80db-46c2-8698-b4ba693ac2a2,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:32.692719 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2cd3cae1-70d4-4db4-b353-f3fe564ddb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:32.693465 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd3cae1-70d4-4db4-b353-f3fe564ddb5d None None] The sync data for ids ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:15:32.714796 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-109726ed-7494-47a4-af3d-677f0265c96a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7011347 Mar 02 20:15:32.716309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42694) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:32.726595 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:32.734449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.739615 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-616259cc-aac2-4214-81eb-640134f44406 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.9028547 Mar 02 20:15:32.744159 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42698) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:32.784612 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f7422674-5a75-4acc-b8c8-6d404a1fc1a8 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761/tags HTTP/1.1" status: 204 len: 168 time: 0.8295114 Mar 02 20:15:32.790217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:32.818521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Attempting to bind port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:32.818521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Attempting to bind port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:32.818521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Attempting to bind port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:32.819252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42702) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:32.819252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:32.819425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:32.819425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:32.819425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.819719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:32.820662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Bound port: ef9ba1e7-80db-46c2-8698-b4ba693ac2a2, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:32.820662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.829626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.830908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'Port': ['ID=7ef02814-44a6-489f-8403-2e879e59a94b,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:32.833880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:32.940343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] For port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:32.945543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] For port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ef9ba1e7-80db-46c2-8698-b4ba693ac2a2,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:32.946613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-969faf1f-ec79-4886-8bec-4902702a7ad0 None None] Provisioning for port 2b353cc4-d8cd-4d4a-ba47-546fb825a2b6 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:32.955800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a,segment=NetworkSegment(eea8c3db-f308-4d80-a0e0-55c3cb111d7a),segment_id=eea8c3db-f308-4d80-a0e0-55c3cb111d7a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:32.958450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-969faf1f-ec79-4886-8bec-4902702a7ad0 None None] Provisioning complete for port 2b353cc4-d8cd-4d4a-ba47-546fb825a2b6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:32.958929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-969faf1f-ec79-4886-8bec-4902702a7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.022561 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.063925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:33.067637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb01e785-9d19-4f64-839a-63b6537200d0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.068693 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:subnet and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:33.071912 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:33.079294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:33.099615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=f0ec3027-296b-41ab-9a8a-b9cc404282e1,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:33.114725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.138686 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-969faf1f-ec79-4886-8bec-4902702a7ad0 None None] Port 2b353cc4-d8cd-4d4a-ba47-546fb825a2b6 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:33.148552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port cc1e28a1-b096-471b-a83d-9191e107e380 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:33.149182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.216911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1487b-c17d-4ec5-ad17-1a2d43842443 None None] Pushing event updated for resources: {'Port': ['ID=ef9ba1e7-80db-46c2-8698-b4ba693ac2a2,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:33.229954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01e785-9d19-4f64-839a-63b6537200d0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=122faf41-a807-4e18-96a6-2183e0875b0d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:33.244344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:33.281294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3670778e-2742-4425-af34-ef5c498eae03 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:33.283430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:33.340696 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 3670778e-2742-4425-af34-ef5c498eae03 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:33.341124 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3670778e-2742-4425-af34-ef5c498eae03 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:33.341651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7c180820-76cb-4d5e-a6ec-d2c6ab2678be no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:33.396420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 7c180820-76cb-4d5e-a6ec-d2c6ab2678be {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:33.396978 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7c180820-76cb-4d5e-a6ec-d2c6ab2678be not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:33.420182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-98ca8152-5395-4b38-8aac-efd151059d4a None None] Could not find standard attr ID for object 122faf41-a807-4e18-96a6-2183e0875b0d. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:15:33.450780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:33.470504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-98ca8152-5395-4b38-8aac-efd151059d4a None None] Provisioning complete for port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:33.471140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-98ca8152-5395-4b38-8aac-efd151059d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.530115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:33.542708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:33.557993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:33.589156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb01e785-9d19-4f64-839a-63b6537200d0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.606000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:33.611875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d36e784f-180b-470e-b7e7-7ca716b575c5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:33.612033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.730696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Checking segment: {'id': '75578ae2-baa7-457a-a07e-d6542de73988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '442c8a04-9669-4630-b388-9b4f3cb65a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:33.731061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network hostable DHCP agents. Network: 442c8a04-9669-4630-b388-9b4f3cb65a03, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:33.759523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.878192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:33.882915 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.891804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port d36e784f-180b-470e-b7e7-7ca716b575c5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:33.892561 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.962317 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bb01e785-9d19-4f64-839a-63b6537200d0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/122faf41-a807-4e18-96a6-2183e0875b0d HTTP/1.1" status: 204 len: 168 time: 2.1528726 Mar 02 20:15:33.971009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42706) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:33.997130 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e19f85c1-1528-4b5e-a27d-03ea8e679520 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6105399 Mar 02 20:15:34.002512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42710) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:34.023773 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3f2f0a3e-9424-44e5-89bf-6e29d71a7c7f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:24:37:6b'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:34.030416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-98ca8152-5395-4b38-8aac-efd151059d4a None None] Provisioning for port 7ef02814-44a6-489f-8403-2e879e59a94b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:34.038301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-98ca8152-5395-4b38-8aac-efd151059d4a None None] Provisioning complete for port 7ef02814-44a6-489f-8403-2e879e59a94b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:34.038301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-98ca8152-5395-4b38-8aac-efd151059d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.039754 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4c87e2-c82e-46cc-aab1-609779b088f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:15:34.040260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9a4c87e2-c82e-46cc-aab1-609779b088f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:34.050174 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network 442c8a04-9669-4630-b388-9b4f3cb65a03 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:34.104437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] For port cc1e28a1-b096-471b-a83d-9191e107e380, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=cc1e28a1-b096-471b-a83d-9191e107e380,segment=NetworkSegment(fd2e6a2e-5fd1-4594-bec7-8e871223fbf2),segment_id=fd2e6a2e-5fd1-4594-bec7-8e871223fbf2)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:34.105121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.110323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-98ca8152-5395-4b38-8aac-efd151059d4a None None] Port 7ef02814-44a6-489f-8403-2e879e59a94b cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:34.183042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8b4a-6264-4883-b961-5f83331a4589 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for subnetpool, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.184184 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7b9b8b4a-6264-4883-b961-5f83331a4589 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/subnetpools/8aa9f0fa-bb0b-4e75-9f69-47fbb993a2c2 HTTP/1.1" status: 204 len: 168 time: 1.3709648 Mar 02 20:15:34.187501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42714) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:34.260098 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for cc1e28a1-b096-471b-a83d-9191e107e380 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:34.291206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 442c8a04-9669-4630-b388-9b4f3cb65a03) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:34.299507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceac883-1f8b-4faa-9dd3-d49cf3855cca None None] Network 442c8a04-9669-4630-b388-9b4f3cb65a03 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:34.310305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9a4c87e2-c82e-46cc-aab1-609779b088f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:34.311438 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9a4c87e2-c82e-46cc-aab1-609779b088f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/122faf41-a807-4e18-96a6-2183e0875b0d HTTP/1.1" status: 404 len: 333 time: 0.3363044 Mar 02 20:15:34.335286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42718) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:34.369512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a123f277-f2d9-4720-a96b-bd89a13ed5fa tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Synchronizing usage tracker for tenant:1f03729160a04afc90a8169745171363 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:34.407747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:34.408340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.459342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-8add5d52-63f6-43d1-bd22-4e1c3978ea1b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 2b353cc4-d8cd-4d4a-ba47-546fb825a2b6 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:34.459725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8add5d52-63f6-43d1-bd22-4e1c3978ea1b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.559706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.571828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-442c8a04-9669-4630-b388-9b4f3cb65a03', 'network_id': '442c8a04-9669-4630-b388-9b4f3cb65a03', 'tenant_id': '56cef9e74e754b51943355b498e30ecd', 'fixed_ips': [{'subnet_id': 'f0ec3027-296b-41ab-9a8a-b9cc404282e1'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:34.572857 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.590296 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a123f277-f2d9-4720-a96b-bd89a13ed5fa tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Unset dirty status for tenant:1f03729160a04afc90a8169745171363 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:34.591674 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a123f277-f2d9-4720-a96b-bd89a13ed5fa tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e4aaa2b-83c3-4815-bcab-85ecac67f60e HTTP/1.1" status: 200 len: 205 time: 0.3515930 Mar 02 20:15:34.605883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42722) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:34.610256 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a76cf02d-ad84-4440-b147-e3088ed3f68f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0851989 Mar 02 20:15:34.630591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42726) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:34.640094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-922799280'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:34.650613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:34.680473 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:network and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:34.730284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:34.752864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.758164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:34.787867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0a3e-9424-44e5-89bf-6e29d71a7c7f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.797728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Allocated IP 2001:db8:0:ffff::2 (442c8a04-9669-4630-b388-9b4f3cb65a03/f0ec3027-296b-41ab-9a8a-b9cc404282e1/a4a5567c-126a-4132-a69b-7c7164e464d0) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:34.866637 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=02040d62-025c-49a8-97e5-4098a4334091,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:34.877106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:34.884377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:34.891558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:34.895205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.899805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247128a2-7dd8-4ef3-9647-6c1d2efd7b04 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:34.916878 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:34.917460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.943994 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8add5d52-63f6-43d1-bd22-4e1c3978ea1b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.959858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=1ca36df3-4141-47ca-82cc-dff2a19e656d,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:34.993352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbb47ae0-aee7-424d-b406-b1d67e104fc1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:35.101270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-8add5d52-63f6-43d1-bd22-4e1c3978ea1b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 2b353cc4-d8cd-4d4a-ba47-546fb825a2b6 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:35.139906 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-724cde3b-136f-47d4-b489-e17f2942123e None None] Provisioning for port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:35.157131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:35.178903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking segment: {'id': 'c58f2cf5-3c79-4df5-82c8-34128ac7eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '8ede9662-5280-4e30-a63e-5c92c2e0c305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:35.180128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network hostable DHCP agents. Network: 8ede9662-5280-4e30-a63e-5c92c2e0c305, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:35.196576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:35.246140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Transition to ACTIVE for port object a4a5567c-126a-4132-a69b-7c7164e464d0 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:35.274774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:35.276435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Transition to ACTIVE for port object a4a5567c-126a-4132-a69b-7c7164e464d0 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:35.306088 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d09118a3-f14f-409e-8189-d3e3e0169d78 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5889406 Mar 02 20:15:35.307564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42730) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:35.387328 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=cc1e28a1-b096-471b-a83d-9191e107e380,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:35.408837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:35.432947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:35.435970 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Added segment 9df11356-0c68-471e-a78d-83346f559824 of type vlan for network 0fba9cee-064b-40ac-8c04-491ff0d3286d Mar 02 20:15:35.439913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:9c:d2:82', 'name': 'tempest-NetworksTestDHCPv6-1663205919'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:35.478205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8add5d52-63f6-43d1-bd22-4e1c3978ea1b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:35.509483 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Network 442c8a04-9669-4630-b388-9b4f3cb65a03 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:35.516301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:35.523256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:35.525336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Pushing event updated for resources: {'Port': ['ID=a4a5567c-126a-4132-a69b-7c7164e464d0,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:35.530947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network 8ede9662-5280-4e30-a63e-5c92c2e0c305 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:35.581513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19fdf45-80d2-4e02-abb8-6846096e5e95 None None] Update dhcp port {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'fixed_ips': [{'subnet_id': '581fbd32-c1b4-4b68-bffb-0db941e545a6', 'ip_address': '2001:db8::f816:3eff:fe9c:5a04'}, {'subnet_id': '1ca36df3-4141-47ca-82cc-dff2a19e656d'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': 'ef9ba1e7-80db-46c2-8698-b4ba693ac2a2'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:15:35.661024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add5d52-63f6-43d1-bd22-4e1c3978ea1b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=2b353cc4-d8cd-4d4a-ba47-546fb825a2b6,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:35.694397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a19fdf45-80d2-4e02-abb8-6846096e5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:35.787956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:35.823611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 8ede9662-5280-4e30-a63e-5c92c2e0c305) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:35.909272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:35.910108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:35.922299 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aee2fc-31bf-48cf-a4f9-479f89932018 None None] Network 8ede9662-5280-4e30-a63e-5c92c2e0c305 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:35.966632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:35.970893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:35.975232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:35.975374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbb47ae0-aee7-424d-b406-b1d67e104fc1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.008301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbb47ae0-aee7-424d-b406-b1d67e104fc1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.066068 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0a3e-9424-44e5-89bf-6e29d71a7c7f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.099363 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e81fc577-8972-4289-a744-92926cbf233c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6767943 Mar 02 20:15:36.102933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42734) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:36.105793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:36.150445 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:36.161840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.173254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:36.178800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8add5d52-63f6-43d1-bd22-4e1c3978ea1b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.183340 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8add5d52-63f6-43d1-bd22-4e1c3978ea1b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/2b353cc4-d8cd-4d4a-ba47-546fb825a2b6 HTTP/1.1" status: 204 len: 168 time: 1.8443909 Mar 02 20:15:36.185206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42738) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:36.185699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:36.188339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=0fba9cee-064b-40ac-8c04-491ff0d3286d,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:36.195078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbb47ae0-aee7-424d-b406-b1d67e104fc1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.195847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb47ae0-aee7-424d-b406-b1d67e104fc1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Fanout notify agent at l3_agent the message router_deleted on router 2e4aaa2b-83c3-4815-bcab-85ecac67f60e {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:15:36.197243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0a3e-9424-44e5-89bf-6e29d71a7c7f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.208607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:36.243966 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 0fba9cee-064b-40ac-8c04-491ff0d3286d details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:36.269986 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4e378606-a752-45e1-8789-3ff216e4a72a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6327908 Mar 02 20:15:36.279444 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42742) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:36.349804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'network_id': '0fba9cee-064b-40ac-8c04-491ff0d3286d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:36.364144 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-255ca37a-7018-4094-a5c2-2806efc852b1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:15:36.364644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-255ca37a-7018-4094-a5c2-2806efc852b1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:36.388484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Attempting to bind port a4a5567c-126a-4132-a69b-7c7164e464d0 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:36.389647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Attempting to bind port a4a5567c-126a-4132-a69b-7c7164e464d0 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '75578ae2-baa7-457a-a07e-d6542de73988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '442c8a04-9669-4630-b388-9b4f3cb65a03'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:36.390144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Attempting to bind port a4a5567c-126a-4132-a69b-7c7164e464d0 on network 442c8a04-9669-4630-b388-9b4f3cb65a03 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:36.406291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:36.406619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbb47ae0-aee7-424d-b406-b1d67e104fc1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.406919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Checking segment: {'id': '75578ae2-baa7-457a-a07e-d6542de73988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '442c8a04-9669-4630-b388-9b4f3cb65a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:36.410204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.410371 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bbb47ae0-aee7-424d-b406-b1d67e104fc1 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/routers/2e4aaa2b-83c3-4815-bcab-85ecac67f60e HTTP/1.1" status: 204 len: 168 time: 1.7964051 Mar 02 20:15:36.410476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Bound using segment: {'id': '75578ae2-baa7-457a-a07e-d6542de73988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '442c8a04-9669-4630-b388-9b4f3cb65a03'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:36.410476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Bound port: a4a5567c-126a-4132-a69b-7c7164e464d0, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75578ae2-baa7-457a-a07e-d6542de73988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '442c8a04-9669-4630-b388-9b4f3cb65a03'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:36.410476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.470069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-a19fdf45-80d2-4e02-abb8-6846096e5e95 None None] Allocated IP 2001:db8:0:1::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/1ca36df3-4141-47ca-82cc-dff2a19e656d/ef9ba1e7-80db-46c2-8698-b4ba693ac2a2) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:36.507401 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42746) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:36.638305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:36.642174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.667697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-8ede9662-5280-4e30-a63e-5c92c2e0c305', 'network_id': '8ede9662-5280-4e30-a63e-5c92c2e0c305', 'tenant_id': '5958073594da4636be7058edbfec9868', 'fixed_ips': [{'subnet_id': '02040d62-025c-49a8-97e5-4098a4334091'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:36.668508 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.680010 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-c5589a42-54c1-4714-a0f1-ffc781775036 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Deleting port d51ac303-2f1a-4aaa-864e-c4a68e454a53 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:36.680572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c5589a42-54c1-4714-a0f1-ffc781775036 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.688225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f0a3e-9424-44e5-89bf-6e29d71a7c7f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'Port': ['ID=7ef02814-44a6-489f-8403-2e879e59a94b,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:36.713953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f0a3e-9424-44e5-89bf-6e29d71a7c7f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] In _notify_port_updated(), no bound segment for port 7ef02814-44a6-489f-8403-2e879e59a94b on network db3c7f16-25b2-4f61-ac20-47b6e3feac94 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:15:36.717877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2f0a3e-9424-44e5-89bf-6e29d71a7c7f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:36.719146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0a3e-9424-44e5-89bf-6e29d71a7c7f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.723199 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3f2f0a3e-9424-44e5-89bf-6e29d71a7c7f tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "PUT /v2.0/ports/7ef02814-44a6-489f-8403-2e879e59a94b HTTP/1.1" status: 200 len: 997 time: 2.7140024 Mar 02 20:15:36.725875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42750) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:36.726616 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 21098ea7-f2c3-4547-bc15-a92af0cfcb2f yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:36.728588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] For port a4a5567c-126a-4132-a69b-7c7164e464d0, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:36.736461 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.766496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:36.770646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.780753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:subnet and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:36.785105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:36.788167 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b35f7999-6cf2-43ca-a12d-7f6dc2bb9784 None None] Provisioning complete for port 7ef02814-44a6-489f-8403-2e879e59a94b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:36.788542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b35f7999-6cf2-43ca-a12d-7f6dc2bb9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.818324 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:36.821493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-255ca37a-7018-4094-a5c2-2806efc852b1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:36.825848 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-255ca37a-7018-4094-a5c2-2806efc852b1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/2b353cc4-d8cd-4d4a-ba47-546fb825a2b6 HTTP/1.1" status: 404 len: 333 time: 0.6357162 Mar 02 20:15:36.826054 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] For port a4a5567c-126a-4132-a69b-7c7164e464d0, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a4a5567c-126a-4132-a69b-7c7164e464d0,segment=NetworkSegment(75578ae2-baa7-457a-a07e-d6542de73988),segment_id=75578ae2-baa7-457a-a07e-d6542de73988)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:36.827969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a19fdf45-80d2-4e02-abb8-6846096e5e95 None None] For port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ef9ba1e7-80db-46c2-8698-b4ba693ac2a2,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:36.830020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42754) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:36.836900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:36.871642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:36.872026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.930539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.934354 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b35f7999-6cf2-43ca-a12d-7f6dc2bb9784 None None] Port 7ef02814-44a6-489f-8403-2e879e59a94b cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:36.955308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.20.0.1 (8bf727fe-1411-4ce6-9e90-4a480f489f27/1fecf2be-5009-455a-8b95-895a9fd66ad8/4a4877af-b126-4b6c-868f-166bc1fe26b7) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:36.978661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4ced4-8fce-4fef-90e3-9efd7421b681 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Deleting port 7ef02814-44a6-489f-8403-2e879e59a94b {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:36.979333 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7b4ced4-8fce-4fef-90e3-9efd7421b681 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:36.988212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.resource_extend [None req-a19fdf45-80d2-4e02-abb8-6846096e5e95 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:15:37.033476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:37.061886 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a19fdf45-80d2-4e02-abb8-6846096e5e95 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:37.119293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a19fdf45-80d2-4e02-abb8-6846096e5e95 None None] Transition to ACTIVE for port object ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:37.127309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1ac60-5fca-4ee4-8c7b-d82e378438ea None None] Pushing event updated for resources: {'Port': ['ID=a4a5567c-126a-4132-a69b-7c7164e464d0,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:37.131210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Allocated IP 172.20.0.2 (8ede9662-5280-4e30-a63e-5c92c2e0c305/02040d62-025c-49a8-97e5-4098a4334091/1f388e83-34a3-4f4d-8175-45211c2bd63b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:37.215592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a19fdf45-80d2-4e02-abb8-6846096e5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:37.243704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c5589a42-54c1-4714-a0f1-ffc781775036 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:37.343150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:37.376621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:37.461688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:37.555304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fdf45-80d2-4e02-abb8-6846096e5e95 None None] Pushing event updated for resources: {'Port': ['ID=ef9ba1e7-80db-46c2-8698-b4ba693ac2a2,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:37.590856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-c5589a42-54c1-4714-a0f1-ffc781775036 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Calling delete_port for d51ac303-2f1a-4aaa-864e-c4a68e454a53 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:37.650161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:15:37.650683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:15:37.668042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:37.678475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Transition to ACTIVE for port object 1f388e83-34a3-4f4d-8175-45211c2bd63b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:37.704568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Transition to ACTIVE for port object 1f388e83-34a3-4f4d-8175-45211c2bd63b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:37.741001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:37.787840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Transition to ACTIVE for port object 4a4877af-b126-4b6c-868f-166bc1fe26b7 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:37.835826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:37.845745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8:0:1::3ac (2c0dfed8-adb2-4b23-a32c-5e04666528a0/1ca36df3-4141-47ca-82cc-dff2a19e656d/21098ea7-f2c3-4547-bc15-a92af0cfcb2f) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:37.862278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::f816:3eff:fe9c:d282 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/581fbd32-c1b4-4b68-bffb-0db941e545a6/21098ea7-f2c3-4547-bc15-a92af0cfcb2f) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:37.936896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Network 8ede9662-5280-4e30-a63e-5c92c2e0c305 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:37.943276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:37.953797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ed10b6-372d-49fd-b4d8-4df3483a59ae tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting subnet 3726b54a-f5f6-450e-98e9-33b0b251782a {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:15:37.957899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:37.957899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Pushing event updated for resources: {'Port': ['ID=1f388e83-34a3-4f4d-8175-45211c2bd63b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:38.001181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ed10b6-372d-49fd-b4d8-4df3483a59ae tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.004815 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c5589a42-54c1-4714-a0f1-ffc781775036 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.055996 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.131469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.148173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5589a42-54c1-4714-a0f1-ffc781775036 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Pushing event deleted for resources: {'Port': ['ID=d51ac303-2f1a-4aaa-864e-c4a68e454a53,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:38.176842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Subnet': ['ID=02040d62-025c-49a8-97e5-4098a4334091,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:38.191585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7b4ced4-8fce-4fef-90e3-9efd7421b681 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.301622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ed10b6-372d-49fd-b4d8-4df3483a59ae tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.316144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Attempting to bind port 1f388e83-34a3-4f4d-8175-45211c2bd63b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:38.318331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Attempting to bind port 1f388e83-34a3-4f4d-8175-45211c2bd63b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'c58f2cf5-3c79-4df5-82c8-34128ac7eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '8ede9662-5280-4e30-a63e-5c92c2e0c305'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:38.320013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Attempting to bind port 1f388e83-34a3-4f4d-8175-45211c2bd63b on network 8ede9662-5280-4e30-a63e-5c92c2e0c305 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:38.338529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.394768 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ef9ba1e7-80db-46c2-8698-b4ba693ac2a2,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:38.400155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:38.400155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Checking segment: {'id': 'c58f2cf5-3c79-4df5-82c8-34128ac7eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '8ede9662-5280-4e30-a63e-5c92c2e0c305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:38.400532 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.401176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Bound using segment: {'id': 'c58f2cf5-3c79-4df5-82c8-34128ac7eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '8ede9662-5280-4e30-a63e-5c92c2e0c305'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:38.401664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Bound port: 1f388e83-34a3-4f4d-8175-45211c2bd63b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58f2cf5-3c79-4df5-82c8-34128ac7eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '8ede9662-5280-4e30-a63e-5c92c2e0c305'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:38.402058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.433356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=4a4877af-b126-4b6c-868f-166bc1fe26b7,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:38.470994 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 8bf727fe-1411-4ce6-9e90-4a480f489f27 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:38.481040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:38.483806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:38.496270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.496568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:38.522308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c5589a42-54c1-4714-a0f1-ffc781775036 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.547183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.610739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 21098ea7-f2c3-4547-bc15-a92af0cfcb2f will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:38.624363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.678692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588bfe45-64b4-4839-ab35-ff7383658f12 None None] Network 442c8a04-9669-4630-b388-9b4f3cb65a03 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:38.690630 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c5589a42-54c1-4714-a0f1-ffc781775036 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/ports/d51ac303-2f1a-4aaa-864e-c4a68e454a53 HTTP/1.1" status: 204 len: 168 time: 2.1789837 Mar 02 20:15:38.692911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42758) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:38.789990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=ef9ba1e7-80db-46c2-8698-b4ba693ac2a2,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:38.793161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] For port 1f388e83-34a3-4f4d-8175-45211c2bd63b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:38.815330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] For port 1f388e83-34a3-4f4d-8175-45211c2bd63b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1f388e83-34a3-4f4d-8175-45211c2bd63b,segment=NetworkSegment(c58f2cf5-3c79-4df5-82c8-34128ac7eb9b),segment_id=c58f2cf5-3c79-4df5-82c8-34128ac7eb9b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:38.825619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.846646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:38.847851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.861768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4ced4-8fce-4fef-90e3-9efd7421b681 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Calling delete_port for 7ef02814-44a6-489f-8403-2e879e59a94b owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:38.929841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.931842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-85fc1162-b71e-4024-b066-e3ec91978b22 None None] Provisioning for port a4a5567c-126a-4132-a69b-7c7164e464d0 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:38.935357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:38.991137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:39.001091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:39.021077 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:39.026064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:39.026064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.035676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=21098ea7-f2c3-4547-bc15-a92af0cfcb2f,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:39.054654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555a059-26ac-4959-9cb1-4f6f961d7784 None None] Pushing event updated for resources: {'Port': ['ID=1f388e83-34a3-4f4d-8175-45211c2bd63b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:39.101747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.188044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.202536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=56b56c09-646f-48b0-a145-d2bc1e84b268,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:39.247819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5a855e-8492-4de3-a5ab-670cf0736b84 None None] Network 8ede9662-5280-4e30-a63e-5c92c2e0c305 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:39.333948 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4e4e609f-14f1-45de-9131-84209f7d00bc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.0204515 Mar 02 20:15:39.337083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42762) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:39.404468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ede9662-5280-4e30-a63e-5c92c2e0c305']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:39.416196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ed10b6-372d-49fd-b4d8-4df3483a59ae tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.452918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03dcde2-8d29-43b0-aca4-fa612c12718a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Deleting subnet c54ec190-a079-4825-9dc3-66f604ff2761 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:15:39.464835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e03dcde2-8d29-43b0-aca4-fa612c12718a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.511147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a4a5567c-126a-4132-a69b-7c7164e464d0 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:39.516877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-54206498-0833-4cd7-b90a-2a87bab049ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 21098ea7-f2c3-4547-bc15-a92af0cfcb2f {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:39.519651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54206498-0833-4cd7-b90a-2a87bab049ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.540640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58f2cf5-3c79-4df5-82c8-34128ac7eb9b') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:39.541022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58f2cf5-3c79-4df5-82c8-34128ac7eb9b') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:39.553410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15fe80b1-e1db-43c5-a873-fd3757a34294 None None] Provisioning for port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:39.568105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15fe80b1-e1db-43c5-a873-fd3757a34294 None None] Provisioning complete for port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:39.568507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15fe80b1-e1db-43c5-a873-fd3757a34294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.589791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.642802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.659149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:39.659786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:39.677725 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:39.679916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Checking segment: {'id': '9df11356-0c68-471e-a78d-83346f559824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0fba9cee-064b-40ac-8c04-491ff0d3286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:39.679916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network hostable DHCP agents. Network: 0fba9cee-064b-40ac-8c04-491ff0d3286d, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:39.770135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7b4ced4-8fce-4fef-90e3-9efd7421b681 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.773654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port a4a5567c-126a-4132-a69b-7c7164e464d0 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:39.785684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port a4a5567c-126a-4132-a69b-7c7164e464d0 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:39.785684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.816549 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e03dcde2-8d29-43b0-aca4-fa612c12718a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.861141 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5b2e2-e7a6-415f-8c7c-05b707ce3c5a None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:15:39.901857 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15fe80b1-e1db-43c5-a873-fd3757a34294 None None] Provisioning for port 4a4877af-b126-4b6c-868f-166bc1fe26b7 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:39.932091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ed10b6-372d-49fd-b4d8-4df3483a59ae tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.965837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15fe80b1-e1db-43c5-a873-fd3757a34294 None None] Provisioning complete for port 4a4877af-b126-4b6c-868f-166bc1fe26b7 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:39.966233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15fe80b1-e1db-43c5-a873-fd3757a34294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.970566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4ced4-8fce-4fef-90e3-9efd7421b681 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event deleted for resources: {'Port': ['ID=7ef02814-44a6-489f-8403-2e879e59a94b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:40.007487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.031644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed10b6-372d-49fd-b4d8-4df3483a59ae tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Subnet': ['ID=3726b54a-f5f6-450e-98e9-33b0b251782a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:40.049449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ed10b6-372d-49fd-b4d8-4df3483a59ae tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.052710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:15:40.052710 dv-neutron-831593-2-hyperv neutron-server[84503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:15:40.052710 dv-neutron-831593-2-hyperv neutron-server[84503]: [parameters: {'id': '8ede9662-5280-4e30-a63e-5c92c2e0c305'}] Mar 02 20:15:40.052710 dv-neutron-831593-2-hyperv neutron-server[84503]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:15:40.053063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:15:40.077554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7b4ced4-8fce-4fef-90e3-9efd7421b681 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.082979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-15fe80b1-e1db-43c5-a873-fd3757a34294 None None] Port 4a4877af-b126-4b6c-868f-166bc1fe26b7 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:40.083618 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e7b4ced4-8fce-4fef-90e3-9efd7421b681 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "DELETE /v2.0/ports/7ef02814-44a6-489f-8403-2e879e59a94b HTTP/1.1" status: 204 len: 168 time: 3.3525300 Mar 02 20:15:40.087830 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42766) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:40.091076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 046d861b-66f1-4d47-ba63-349ddf9cda0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:15:40.104720 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port a4a5567c-126a-4132-a69b-7c7164e464d0, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a4a5567c-126a-4132-a69b-7c7164e464d0,segment=NetworkSegment(75578ae2-baa7-457a-a07e-d6542de73988),segment_id=75578ae2-baa7-457a-a07e-d6542de73988)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:40.123116 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-53ed10b6-372d-49fd-b4d8-4df3483a59ae tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/3726b54a-f5f6-450e-98e9-33b0b251782a HTTP/1.1" status: 204 len: 168 time: 3.2900081 Mar 02 20:15:40.131095 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42770) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:40.137185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network 0fba9cee-064b-40ac-8c04-491ff0d3286d is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:40.170972 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94f9c19-733f-4ca3-a444-d5f918eae7ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] GET failed (client error): The resource could not be found. Mar 02 20:15:40.171493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d94f9c19-733f-4ca3-a444-d5f918eae7ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Synchronizing usage tracker for tenant:b789124889c44bf29d3f96154d237c1a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:40.192372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.192596 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54206498-0833-4cd7-b90a-2a87bab049ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.193273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:40.258473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 0fba9cee-064b-40ac-8c04-491ff0d3286d) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:40.263078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:40.263708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.282089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d94f9c19-733f-4ca3-a444-d5f918eae7ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Unset dirty status for tenant:b789124889c44bf29d3f96154d237c1a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:40.286764 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d94f9c19-733f-4ca3-a444-d5f918eae7ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "GET /v2.0/ports/7ef02814-44a6-489f-8403-2e879e59a94b HTTP/1.1" status: 404 len: 333 time: 0.1947353 Mar 02 20:15:40.338810 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42774) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:40.346517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-54206498-0833-4cd7-b90a-2a87bab049ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 21098ea7-f2c3-4547-bc15-a92af0cfcb2f owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:40.369616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Request body: {'port': {'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94', 'name': 'tempest-AllowedAddressPairTestJSON-302994882'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:40.373786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e03dcde2-8d29-43b0-aca4-fa612c12718a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.400662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=a4a5567c-126a-4132-a69b-7c7164e464d0,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:40.446134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:40.446515 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.487004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b5a8e042-5526-4eaf-9658-eb98b5352654 None None] Provisioning for port 21098ea7-f2c3-4547-bc15-a92af0cfcb2f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:40.504555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.515425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b5a8e042-5526-4eaf-9658-eb98b5352654 None None] Provisioning complete for port 21098ea7-f2c3-4547-bc15-a92af0cfcb2f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:40.515807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e042-5526-4eaf-9658-eb98b5352654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.577519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.583210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.590657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.597416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b5a8e042-5526-4eaf-9658-eb98b5352654 None None] Port 21098ea7-f2c3-4547-bc15-a92af0cfcb2f cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:40.606336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5b2e2-e7a6-415f-8c7c-05b707ce3c5a None None] Unable to find a vacant binding_index for network 0fba9cee-064b-40ac-8c04-491ff0d3286d and agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 {{(pid=84505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 02 20:15:40.651820 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2bd806c5-a82f-4f7f-81d2-23a85cd8d548 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.3469682 Mar 02 20:15:40.652056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5b2e2-e7a6-415f-8c7c-05b707ce3c5a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 0fba9cee-064b-40ac-8c04-491ff0d3286d) {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:15:40.662489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42778) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:40.679612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b5a8e042-5526-4eaf-9658-eb98b5352654 None None] Provisioning complete for port a4a5567c-126a-4132-a69b-7c7164e464d0 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:40.679985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e042-5526-4eaf-9658-eb98b5352654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.703600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e03dcde2-8d29-43b0-aca4-fa612c12718a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.768092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port d36e784f-180b-470e-b7e7-7ca716b575c5 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:40.768502 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.775203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dcde2-8d29-43b0-aca4-fa612c12718a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Pushing event deleted for resources: {'Subnet': ['ID=c54ec190-a079-4825-9dc3-66f604ff2761,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:40.803795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Deleting port 1f388e83-34a3-4f4d-8175-45211c2bd63b {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:40.806075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.806225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e03dcde2-8d29-43b0-aca4-fa612c12718a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.809169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=4a4877af-b126-4b6c-868f-166bc1fe26b7,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:40.812748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.849097 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e03dcde2-8d29-43b0-aca4-fa612c12718a tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/subnets/c54ec190-a079-4825-9dc3-66f604ff2761 HTTP/1.1" status: 204 len: 168 time: 2.1548817 Mar 02 20:15:40.873698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42782) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:40.902501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54206498-0833-4cd7-b90a-2a87bab049ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:40.960151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54206498-0833-4cd7-b90a-2a87bab049ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=21098ea7-f2c3-4547-bc15-a92af0cfcb2f,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:41.071609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54206498-0833-4cd7-b90a-2a87bab049ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:41.073447 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-54206498-0833-4cd7-b90a-2a87bab049ab tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/21098ea7-f2c3-4547-bc15-a92af0cfcb2f HTTP/1.1" status: 204 len: 168 time: 1.7354698 Mar 02 20:15:41.076509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42786) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:41.131559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 8bf727fe-1411-4ce6-9e90-4a480f489f27 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:41.134152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:41.186716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:41.191272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-0fba9cee-064b-40ac-8c04-491ff0d3286d', 'network_id': '0fba9cee-064b-40ac-8c04-491ff0d3286d', 'tenant_id': '56cef9e74e754b51943355b498e30ecd', 'fixed_ips': [{'subnet_id': '56b56c09-646f-48b0-a145-d2bc1e84b268'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:41.192061 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:41.200661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:41.260889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:41.394416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:41.401116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a4a5567c-126a-4132-a69b-7c7164e464d0 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:41.423802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0408f-207e-4e9a-9586-5b50c3886261 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:41.424495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bda0408f-207e-4e9a-9586-5b50c3886261 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:41.443350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Allocated IP 2001:db8::1 (0fba9cee-064b-40ac-8c04-491ff0d3286d/56b56c09-646f-48b0-a145-d2bc1e84b268/207235cf-13bd-4b75-be41-c116f6e566f6) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:41.452990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Made reservation on behalf of b789124889c44bf29d3f96154d237c1a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:41.457080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:41.505295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Deleting port 7187e9e4-40f8-4857-9810-5ec0f0ea1631 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:41.505632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:41.574355 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port a4a5567c-126a-4132-a69b-7c7164e464d0 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:41.574976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:41.587458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bda0408f-207e-4e9a-9586-5b50c3886261 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:41.592108 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bda0408f-207e-4e9a-9586-5b50c3886261 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5145309 Mar 02 20:15:41.592398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:15:41.592850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42790) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:41.600673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] device_id is not set on port c54f36a2-fb46-4fcf-a184-7bf38b9cab58 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:41.621985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83504f37-d7ef-4730-ad0b-3b82cc6b7226 None None] Sync routers for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:15:41.670152 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e176cde1-85f1-4b45-8664-b570cd5310f0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7358248 Mar 02 20:15:41.681277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42794) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:41.682298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83504f37-d7ef-4730-ad0b-3b82cc6b7226 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:41.682926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-83504f37-d7ef-4730-ad0b-3b82cc6b7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:41.687389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] For port d36e784f-180b-470e-b7e7-7ca716b575c5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d36e784f-180b-470e-b7e7-7ca716b575c5,segment=NetworkSegment(2d6ee6c8-a6e9-4729-9bc6-38975dedbab2),segment_id=2d6ee6c8-a6e9-4729-9bc6-38975dedbab2)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:41.687792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:41.718736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] For port 1f388e83-34a3-4f4d-8175-45211c2bd63b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1f388e83-34a3-4f4d-8175-45211c2bd63b,segment=NetworkSegment(c58f2cf5-3c79-4df5-82c8-34128ac7eb9b),segment_id=c58f2cf5-3c79-4df5-82c8-34128ac7eb9b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:41.719100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:41.781568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d29878-db6b-440b-81c7-be3ad807e078 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:41.785824 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-09d29878-db6b-440b-81c7-be3ad807e078 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1838570 Mar 02 20:15:41.798005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42798) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:41.919486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:41.944657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for d36e784f-180b-470e-b7e7-7ca716b575c5 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:41.947231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Transition to ACTIVE for port object 207235cf-13bd-4b75-be41-c116f6e566f6 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:41.952450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-83504f37-d7ef-4730-ad0b-3b82cc6b7226 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:15:41.991089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2836235d-9798-4e00-b8f1-86813527bfc7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:41.992408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2836235d-9798-4e00-b8f1-86813527bfc7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:41.993819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2836235d-9798-4e00-b8f1-86813527bfc7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:41.994654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2836235d-9798-4e00-b8f1-86813527bfc7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:42.039581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86df8b7-988b-4a33-a547-d38524f5d926 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting subnet fd188f0c-2b68-4fc8-b533-4af96d4e4728 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:15:42.042542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 6aeb4905-7b2a-429a-9a10-06f59eee76f0 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:15:42.046251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f86df8b7-988b-4a33-a547-d38524f5d926 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.081081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Transition to ACTIVE for port object 207235cf-13bd-4b75-be41-c116f6e566f6 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:42.102668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2836235d-9798-4e00-b8f1-86813527bfc7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:42.106855 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2836235d-9798-4e00-b8f1-86813527bfc7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3075731 Mar 02 20:15:42.107524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42802) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:42.214658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Calling delete_port for 1f388e83-34a3-4f4d-8175-45211c2bd63b owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:42.225479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.239768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f86df8b7-988b-4a33-a547-d38524f5d926 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.310553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.313929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Network 0fba9cee-064b-40ac-8c04-491ff0d3286d is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:42.327697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:42.332972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Pushing event updated for resources: {'Port': ['ID=207235cf-13bd-4b75-be41-c116f6e566f6,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:42.336144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:42.473486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Attempting to bind port 207235cf-13bd-4b75-be41-c116f6e566f6 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:42.473755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Attempting to bind port 207235cf-13bd-4b75-be41-c116f6e566f6 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '9df11356-0c68-471e-a78d-83346f559824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0fba9cee-064b-40ac-8c04-491ff0d3286d'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:42.474124 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Attempting to bind port 207235cf-13bd-4b75-be41-c116f6e566f6 on network 0fba9cee-064b-40ac-8c04-491ff0d3286d {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:42.485728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:42.486118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Checking segment: {'id': '9df11356-0c68-471e-a78d-83346f559824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0fba9cee-064b-40ac-8c04-491ff0d3286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:42.486514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.486900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Bound using segment: {'id': '9df11356-0c68-471e-a78d-83346f559824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0fba9cee-064b-40ac-8c04-491ff0d3286d'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:42.487912 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Bound port: 207235cf-13bd-4b75-be41-c116f6e566f6, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df11356-0c68-471e-a78d-83346f559824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0fba9cee-064b-40ac-8c04-491ff0d3286d'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:42.488337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.529832 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f03585-4daa-46d3-b228-06bc2404a50e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 1ca36df3-4141-47ca-82cc-dff2a19e656d {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:15:42.535675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81f03585-4daa-46d3-b228-06bc2404a50e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.571888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f86df8b7-988b-4a33-a547-d38524f5d926 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.589641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-83504f37-d7ef-4730-ad0b-3b82cc6b7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:34Z', 'revision_number': 8, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:13Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:42.590298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Allocated IP 172.20.0.13 (db3c7f16-25b2-4f61-ac20-47b6e3feac94/207da63a-5ca8-4375-8952-43e5cbdde83b/c54f36a2-fb46-4fcf-a184-7bf38b9cab58) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:42.597516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] For port 7187e9e4-40f8-4857-9810-5ec0f0ea1631, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7187e9e4-40f8-4857-9810-5ec0f0ea1631,segment=NetworkSegment(a2a623c7-9d69-4140-964b-af3c063c745a),segment_id=a2a623c7-9d69-4140-964b-af3c063c745a)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:42.597516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.606916 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83504f37-d7ef-4730-ad0b-3b82cc6b7226 None None] Checking router: 046d861b-66f1-4d47-ba63-349ddf9cda0d for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:15:42.611591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] For port 207235cf-13bd-4b75-be41-c116f6e566f6, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:42.617298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] For port 207235cf-13bd-4b75-be41-c116f6e566f6, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=207235cf-13bd-4b75-be41-c116f6e566f6,segment=NetworkSegment(9df11356-0c68-471e-a78d-83346f559824),segment_id=9df11356-0c68-471e-a78d-83346f559824)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:42.628034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83504f37-d7ef-4730-ad0b-3b82cc6b7226 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:42.628828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-83504f37-d7ef-4730-ad0b-3b82cc6b7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:42.653072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81f03585-4daa-46d3-b228-06bc2404a50e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.681396 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.742833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.747359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.750237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:15:42.756015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Calling delete_port for 7187e9e4-40f8-4857-9810-5ec0f0ea1631 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:42.756566 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a17b6f9a-7c7b-45be-9752-baaa06fe7995 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "PUT /v2.0/routers/6aeb4905-7b2a-429a-9a10-06f59eee76f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0094874 Mar 02 20:15:42.759311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42806) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:42.767624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'port': {'network_id': '8bf727fe-1411-4ce6-9e90-4a480f489f27', 'name': 'tempest-FloatingIPTestJSON-496760479'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:42.768103 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05201df-58cf-49bd-96e2-1d897c68ee57 None None] Sync routers for ids ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:15:42.793255 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05201df-58cf-49bd-96e2-1d897c68ee57 None None] Routers {'6aeb4905-7b2a-429a-9a10-06f59eee76f0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:42.795747 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f05201df-58cf-49bd-96e2-1d897c68ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:42.829859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.844985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Port': ['ID=1f388e83-34a3-4f4d-8175-45211c2bd63b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:42.848216 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81f03585-4daa-46d3-b228-06bc2404a50e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.869084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23d8b4-9172-4814-9417-2301c93c365a None None] Pushing event updated for resources: {'Port': ['ID=207235cf-13bd-4b75-be41-c116f6e566f6,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:42.871790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-83504f37-d7ef-4730-ad0b-3b82cc6b7226 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:15:42.945718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.959637 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No DVR routers for this DVR port 1f388e83-34a3-4f4d-8175-45211c2bd63b on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:42.996388 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f05201df-58cf-49bd-96e2-1d897c68ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.001953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=d36e784f-180b-470e-b7e7-7ca716b575c5,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:43.018205 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05201df-58cf-49bd-96e2-1d897c68ee57 None None] Routers {'6aeb4905-7b2a-429a-9a10-06f59eee76f0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:43.019253 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f05201df-58cf-49bd-96e2-1d897c68ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.021619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f86df8b7-988b-4a33-a547-d38524f5d926 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.101090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No DVR routers for this DVR port d36e784f-180b-470e-b7e7-7ca716b575c5 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:43.146953 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f05201df-58cf-49bd-96e2-1d897c68ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.150545 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05201df-58cf-49bd-96e2-1d897c68ee57 None None] The sync data for ids ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:15:43.179857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Subnet': ['ID=56b56c09-646f-48b0-a145-d2bc1e84b268,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:43.224898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:43.247674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81f03585-4daa-46d3-b228-06bc2404a50e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.264186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Usage tracker for resource:port and tenant:595ef1f06f1c412988fc3d9c8187dc89 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:43.269988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81f03585-4daa-46d3-b228-06bc2404a50e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.272861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:43.276428 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86df8b7-988b-4a33-a547-d38524f5d926 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Subnet': ['ID=fd188f0c-2b68-4fc8-b533-4af96d4e4728,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:43.316256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:43.318502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f03585-4daa-46d3-b228-06bc2404a50e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca36df3-4141-47ca-82cc-dff2a19e656d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:43.323051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f86df8b7-988b-4a33-a547-d38524f5d926 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.347484 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f86df8b7-988b-4a33-a547-d38524f5d926 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/fd188f0c-2b68-4fc8-b533-4af96d4e4728 HTTP/1.1" status: 204 len: 168 time: 1.6625454 Mar 02 20:15:43.348266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42810) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:43.457665 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-81f03585-4daa-46d3-b228-06bc2404a50e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/1ca36df3-4141-47ca-82cc-dff2a19e656d HTTP/1.1" status: 204 len: 168 time: 1.3451152 Mar 02 20:15:43.462732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42814) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:43.502182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Made reservation on behalf of 595ef1f06f1c412988fc3d9c8187dc89 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:43.504372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.514257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 207235cf-13bd-4b75-be41-c116f6e566f6 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:43.554744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.572474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] device_id is not set on port 094af860-72d4-41dc-aef9-376daddc25cc yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:43.577843 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.598641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-83504f37-d7ef-4730-ad0b-3b82cc6b7226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:34Z', 'revision_number': 8, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:13Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.604823 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83504f37-d7ef-4730-ad0b-3b82cc6b7226 None None] The sync data for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv is: [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:34Z', 'revision_number': 8, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': '0614a2c5-583b-4b8a-91c9-9b3a49338bc3', 'name': '', 'network_id': 'f8a61f2e-bc83-4acf-b80e-c90f49bc3d86', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:60:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:48Z', 'updated_at': '2022-03-02T20:15:13Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': '894049da-e107-4cb1-ab9c-4ea1ac40d92f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:15:43.618394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 2fcafdfe-d050-4732-a65e-476526165377 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:43.618744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.621522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.668495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-508331cf-cedb-49ad-b188-9e3c09904e35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 581fbd32-c1b4-4b68-bffb-0db941e545a6 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:15:43.679931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.683575 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 207235cf-13bd-4b75-be41-c116f6e566f6 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:43.687809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fba9cee-064b-40ac-8c04-491ff0d3286d']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.698042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-508331cf-cedb-49ad-b188-9e3c09904e35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.719753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ede9662-5280-4e30-a63e-5c92c2e0c305']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.741941 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df11356-0c68-471e-a78d-83346f559824') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.744778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df11356-0c68-471e-a78d-83346f559824') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.755011 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.765372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58f2cf5-3c79-4df5-82c8-34128ac7eb9b') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.765372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58f2cf5-3c79-4df5-82c8-34128ac7eb9b') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.817644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c59ff4a-0f5e-42de-9918-814b3a79a94d']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.837889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.844432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-508331cf-cedb-49ad-b188-9e3c09904e35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.857395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.874214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6ee6c8-a6e9-4729-9bc6-38975dedbab2') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.874214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6ee6c8-a6e9-4729-9bc6-38975dedbab2') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:43.881236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Pushing event deleted for resources: {'Port': ['ID=7187e9e4-40f8-4857-9810-5ec0f0ea1631,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:43.897274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.901859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.907119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.916214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.925685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] No DVR routers for this DVR port 7187e9e4-40f8-4857-9810-5ec0f0ea1631 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:43.929896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:43.930358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:43.957111 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Allocated IP 172.20.0.3 (8bf727fe-1411-4ce6-9e90-4a480f489f27/1fecf2be-5009-455a-8b95-895a9fd66ad8/094af860-72d4-41dc-aef9-376daddc25cc) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:43.979422 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:44.156176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] For port 2fcafdfe-d050-4732-a65e-476526165377, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2fcafdfe-d050-4732-a65e-476526165377,segment=NetworkSegment(fd2e6a2e-5fd1-4594-bec7-8e871223fbf2),segment_id=fd2e6a2e-5fd1-4594-bec7-8e871223fbf2)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:44.156176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.160368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7c28a-447b-432a-9c61-8e729570e35a None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:15:44.208127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:44.208525 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.224144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:44.239948 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:44.251112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-508331cf-cedb-49ad-b188-9e3c09904e35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.259133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Transition to ACTIVE for port object c54f36a2-fb46-4fcf-a184-7bf38b9cab58 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:44.312982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-75053dc9-2d3b-49df-943b-6a252fda3280 None None] Provisioning for port 207235cf-13bd-4b75-be41-c116f6e566f6 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:44.325366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-75053dc9-2d3b-49df-943b-6a252fda3280 None None] Provisioning complete for port 207235cf-13bd-4b75-be41-c116f6e566f6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:44.325965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75053dc9-2d3b-49df-943b-6a252fda3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.384778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:44.385189 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.395103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b7c28a-447b-432a-9c61-8e729570e35a None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:15:44.397831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 2fcafdfe-d050-4732-a65e-476526165377 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:44.412837 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:44.480732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.500018 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:15:44.500018 dv-neutron-831593-2-hyperv neutron-server[84503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:15:44.500018 dv-neutron-831593-2-hyperv neutron-server[84503]: [parameters: {'id': '0fba9cee-064b-40ac-8c04-491ff0d3286d'}] Mar 02 20:15:44.500018 dv-neutron-831593-2-hyperv neutron-server[84503]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:15:44.500457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:15:44.540527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ff550d-5ad5-4f93-a2af-421a56a16e74']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:44.556690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a623c7-9d69-4140-964b-af3c063c745a') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:44.556983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a623c7-9d69-4140-964b-af3c063c745a') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:44.570983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.574688 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.580522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.596739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Transition to ACTIVE for port object 094af860-72d4-41dc-aef9-376daddc25cc will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:44.600979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75053dc9-2d3b-49df-943b-6a252fda3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.602381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.603203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-508331cf-cedb-49ad-b188-9e3c09904e35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.609170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.621522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=8ede9662-5280-4e30-a63e-5c92c2e0c305,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:44.627548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:44.627652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:44.642669 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:44.663352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508331cf-cedb-49ad-b188-9e3c09904e35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=581fbd32-c1b4-4b68-bffb-0db941e545a6,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:44.666649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-75053dc9-2d3b-49df-943b-6a252fda3280 None None] For port 207235cf-13bd-4b75-be41-c116f6e566f6, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=207235cf-13bd-4b75-be41-c116f6e566f6,segment=NetworkSegment(9df11356-0c68-471e-a78d-83346f559824),segment_id=9df11356-0c68-471e-a78d-83346f559824)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:44.673519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.718330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.720770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.730538 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-508331cf-cedb-49ad-b188-9e3c09904e35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.737943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=2fcafdfe-d050-4732-a65e-476526165377,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:44.748701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75053dc9-2d3b-49df-943b-6a252fda3280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.751776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No DVR routers for this DVR port 2fcafdfe-d050-4732-a65e-476526165377 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:44.763399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.769469 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/networks/9c59ff4a-0f5e-42de-9918-814b3a79a94d HTTP/1.1" status: 204 len: 168 time: 4.6255803 Mar 02 20:15:44.782747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42818) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:44.786690 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-508331cf-cedb-49ad-b188-9e3c09904e35 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/581fbd32-c1b4-4b68-bffb-0db941e545a6 HTTP/1.1" status: 204 len: 168 time: 1.3234522 Mar 02 20:15:44.789971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42822) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:44.793167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1291867647'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:44.811424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4973cb-ef64-411e-920f-a5c13e3c9866 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Network': ['ID=9c59ff4a-0f5e-42de-9918-814b3a79a94d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:44.814945 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b2eb067a-5612-410f-b8f0-696cc6559bb0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/8ede9662-5280-4e30-a63e-5c92c2e0c305 HTTP/1.1" status: 204 len: 168 time: 8.7093039 Mar 02 20:15:44.826156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42826) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:44.834854 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:44.835975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75053dc9-2d3b-49df-943b-6a252fda3280 None None] Pushing event updated for resources: {'Port': ['ID=207235cf-13bd-4b75-be41-c116f6e566f6,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:44.853935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:44.883590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:44.883998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:network and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:44.887160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.893121 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1ebff774-1106-45c8-b0fe-a9c4f0a5ac6e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935166 Mar 02 20:15:44.893121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:44.894087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:44.925354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42830) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:44.928560 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-f823f978-49c5-45b5-9543-f0ec11772bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] GET failed (client error): The resource could not be found. Mar 02 20:15:44.929070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f823f978-49c5-45b5-9543-f0ec11772bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Synchronizing usage tracker for tenant:5958073594da4636be7058edbfec9868 on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:44.935073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:44.960203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:44.987037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9ea52b-1674-490a-aeb7-eb8108e598b0 None None] Network 9c59ff4a-0f5e-42de-9918-814b3a79a94d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:45.003809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.013435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a76148-8e9a-49c9-ae82-75542278f548 None None] Network 0fba9cee-064b-40ac-8c04-491ff0d3286d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:45.033366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaa3df4-be2d-4ed4-aa83-a3b1e776f340 None None] Network 03ff550d-5ad5-4f93-a2af-421a56a16e74 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:45.059314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b8a2e-99cb-41e9-be4a-77488c7c0617 None None] Network 3f79368d-ce76-4715-8571-4f20051f3807 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:45.120933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.129804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:45.131037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.144489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:45.156811 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'Port': ['ID=c54f36a2-fb46-4fcf-a184-7bf38b9cab58,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:45.209296 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.234438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] Pushing event deleted for resources: {'Network': ['ID=03ff550d-5ad5-4f93-a2af-421a56a16e74,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:45.283626 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8dbd193f-74ae-40c0-92cc-96ba7a1f5b70 tempest-TagsExtTest-1365470741 tempest-TagsExtTest-1365470741-project] 10.222.0.44 "DELETE /v2.0/networks/03ff550d-5ad5-4f93-a2af-421a56a16e74 HTTP/1.1" status: 204 len: 168 time: 4.3790538 Mar 02 20:15:45.291934 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9ea52b-1674-490a-aeb7-eb8108e598b0 None None] Network 9c59ff4a-0f5e-42de-9918-814b3a79a94d could not be found, it might have been deleted concurrently. {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 20:15:45.316229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f79368d-ce76-4715-8571-4f20051f3807']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:45.316404 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c89cfce3-0129-4f72-a51d-5cc9054edfc7 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9589510 Mar 02 20:15:45.326228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42836) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:45.330855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2e6a2e-5fd1-4594-bec7-8e871223fbf2') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:45.332458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2e6a2e-5fd1-4594-bec7-8e871223fbf2') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:45.336561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting port 207235cf-13bd-4b75-be41-c116f6e566f6 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:45.336902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.348914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.369316 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.378477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:45.379504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.436083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Request body: {'port': {'network_id': 'db3c7f16-25b2-4f61-ac20-47b6e3feac94', 'name': 'tempest-AllowedAddressPairTestJSON-1664425349'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:45.474863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f823f978-49c5-45b5-9543-f0ec11772bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Unset dirty status for tenant:5958073594da4636be7058edbfec9868 on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:45.489660 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f823f978-49c5-45b5-9543-f0ec11772bc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/subnets/02040d62-025c-49a8-97e5-4098a4334091 HTTP/1.1" status: 404 len: 337 time: 0.6531730 Mar 02 20:15:45.492084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42840) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:45.529539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaa3df4-be2d-4ed4-aa83-a3b1e776f340 None None] Network 03ff550d-5ad5-4f93-a2af-421a56a16e74 could not be found, it might have been deleted concurrently. {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 20:15:45.542347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Network 8bf727fe-1411-4ce6-9e90-4a480f489f27 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:45.543368 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:45.546460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event updated for resources: {'Port': ['ID=094af860-72d4-41dc-aef9-376daddc25cc,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:45.562974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:45.566589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:45.587065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c194054b-278a-4c6f-9f3b-304041296c4a None None] DHCP port deletion for 9c59ff4a-0f5e-42de-9918-814b3a79a94d request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:15:45.589188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a6970f-3274-49a7-b1b4-3c43fa0460d6 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:45.620095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:45.623264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.672024 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc8d3de-3ef0-4a9c-96fb-7731c0045dcd tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:15:45.672578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc8d3de-3ef0-4a9c-96fb-7731c0045dcd tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:15:45.676832 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cfc8d3de-3ef0-4a9c-96fb-7731c0045dcd tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/8ede9662-5280-4e30-a63e-5c92c2e0c305 HTTP/1.1" status: 404 len: 339 time: 0.1750443 Mar 02 20:15:45.698530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 207235cf-13bd-4b75-be41-c116f6e566f6 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:45.705432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42846) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:45.724438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:45.734764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:45.744873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:45.754710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd8299b-5f08-4a3e-9000-bdbbe57c657d None None] DHCP port deletion for 03ff550d-5ad5-4f93-a2af-421a56a16e74 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:15:45.760648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:45.841163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:45.893073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.900347 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Added segment 36c3231e-bf17-40a8-bcf5-b11862288d7b of type vlan for network 887ad397-515f-4a2c-b95d-d2b0ce195a9f Mar 02 20:15:45.918265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:45.920183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.924476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555870c3-f006-4f6c-b8c7-e51ea62a47a2 None None] DHCP port deletion for 3f79368d-ce76-4715-8571-4f20051f3807 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:15:45.926929 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:45.957852 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.975678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.025175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Network': ['ID=3f79368d-ce76-4715-8571-4f20051f3807,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:46.051047 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1a69c8e9-d587-494b-9bcf-75e53445d05a tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/networks/3f79368d-ce76-4715-8571-4f20051f3807 HTTP/1.1" status: 204 len: 168 time: 2.7015593 Mar 02 20:15:46.076235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42854) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:46.076802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42856) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:46.082226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:46.088888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.126969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbac0e5-8bc3-4ac8-a172-aade2192b149 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:46.133073 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5cbac0e5-8bc3-4ac8-a172-aade2192b149 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3964710 Mar 02 20:15:46.133073 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a317bb26-6f74-4f85-bb05-15f0744cf9b1 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3704808 Mar 02 20:15:46.133073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42862) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:46.134626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42864) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:46.151747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c64cb64e-1018-4dd6-8d13-aa5362d8cff0 None None] Provisioning complete for port 4a4877af-b126-4b6c-868f-166bc1fe26b7 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:46.152118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c64cb64e-1018-4dd6-8d13-aa5362d8cff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.175195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6fc15bce-16b2-4120-9b9c-c0c9adfa9cb3 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Request body: {'floatingip': {'port_id': '094af860-72d4-41dc-aef9-376daddc25cc'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:46.226615 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 207235cf-13bd-4b75-be41-c116f6e566f6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:46.226963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.238390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:46.262903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c64cb64e-1018-4dd6-8d13-aa5362d8cff0 None None] Port 4a4877af-b126-4b6c-868f-166bc1fe26b7 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:46.278287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6fc15bce-16b2-4120-9b9c-c0c9adfa9cb3 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.313451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26da545e-3f05-4493-8c58-36725033bf56 None None] Network 0fba9cee-064b-40ac-8c04-491ff0d3286d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:46.462782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.495354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-60ae5f24-9986-4fcf-8e69-2a4ebb061615 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Synchronizing usage tracker for tenant:5958073594da4636be7058edbfec9868 on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:46.501022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.501276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:46.502068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.523528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a2187-cbe0-4598-b100-ef8d21e02fc0 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:15:46.557685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8339372a-aa6b-470a-84b4-bb8282064919 None None] Provisioning for port 094af860-72d4-41dc-aef9-376daddc25cc completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:46.560048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] For port 207235cf-13bd-4b75-be41-c116f6e566f6, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=207235cf-13bd-4b75-be41-c116f6e566f6,segment=NetworkSegment(9df11356-0c68-471e-a78d-83346f559824),segment_id=9df11356-0c68-471e-a78d-83346f559824)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:46.560521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.568723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a2187-cbe0-4598-b100-ef8d21e02fc0 None None] Deleting port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:46.569699 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a2a2187-cbe0-4598-b100-ef8d21e02fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.573519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Made reservation on behalf of b789124889c44bf29d3f96154d237c1a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:46.576855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.605032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-60ae5f24-9986-4fcf-8e69-2a4ebb061615 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Unset dirty status for tenant:5958073594da4636be7058edbfec9868 on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:46.605407 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-60ae5f24-9986-4fcf-8e69-2a4ebb061615 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 207 time: 0.4720733 Mar 02 20:15:46.611597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8339372a-aa6b-470a-84b4-bb8282064919 None None] Provisioning complete for port 094af860-72d4-41dc-aef9-376daddc25cc triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:46.613339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42872) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:46.614058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8339372a-aa6b-470a-84b4-bb8282064919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:46.660937 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8738451 Mar 02 20:15:46.669754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42876) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:46.709554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cc1e28a1-b096-471b-a83d-9191e107e380 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:46.724039 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': '887ad397-515f-4a2c-b95d-d2b0ce195a9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:46.745534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Calling delete_port for 207235cf-13bd-4b75-be41-c116f6e566f6 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:46.770713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: cc1e28a1-b096-471b-a83d-9191e107e380 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:46.770713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cc1e28a1-b096-471b-a83d-9191e107e380 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:46.785111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8339372a-aa6b-470a-84b4-bb8282064919 None None] Port 094af860-72d4-41dc-aef9-376daddc25cc cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:46.791516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01e94b-48d7-41e9-9115-46bd38e0b844 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Network': ['ID=887ad397-515f-4a2c-b95d-d2b0ce195a9f,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:46.809625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] device_id is not set on port 3a9fa2aa-ab00-4430-a683-a6330a6b3466 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:46.816979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 887ad397-515f-4a2c-b95d-d2b0ce195a9f details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:46.905432 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-962ba14a-784e-4a92-846c-d99246e4993e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f03729160a04afc90a8169745171363&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8158295 Mar 02 20:15:46.909401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42880) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:47.091734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.118972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8339372a-aa6b-470a-84b4-bb8282064919 None None] Provisioning for port c54f36a2-fb46-4fcf-a184-7bf38b9cab58 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:47.138936 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8339372a-aa6b-470a-84b4-bb8282064919 None None] Provisioning complete for port c54f36a2-fb46-4fcf-a184-7bf38b9cab58 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:47.138936 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8339372a-aa6b-470a-84b4-bb8282064919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.162833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:47.168300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef66cd31-2a5f-449c-8c25-6de211bd561b None None] DHCP port deletion for 0fba9cee-064b-40ac-8c04-491ff0d3286d request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:15:47.172465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:47.177936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:47.181384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5a2a2187-cbe0-4598-b100-ef8d21e02fc0 None None] For port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ef9ba1e7-80db-46c2-8698-b4ba693ac2a2,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:47.181776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a2a2187-cbe0-4598-b100-ef8d21e02fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.185709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ea84e-3bf3-4dcd-a887-9139a179b00f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:47.186047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Port': ['ID=207235cf-13bd-4b75-be41-c116f6e566f6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:47.189868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ea84e-3bf3-4dcd-a887-9139a179b00f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:47.194555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ea84e-3bf3-4dcd-a887-9139a179b00f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:47.198971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ea84e-3bf3-4dcd-a887-9139a179b00f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:47.206533 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-545ea84e-3bf3-4dcd-a887-9139a179b00f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.5826845 Mar 02 20:15:47.219506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42884) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:47.222218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:47.302437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Allocated IP 172.20.0.7 (db3c7f16-25b2-4f61-ac20-47b6e3feac94/207da63a-5ca8-4375-8952-43e5cbdde83b/3a9fa2aa-ab00-4430-a683-a6330a6b3466) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:47.304273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No DVR routers for this DVR port 207235cf-13bd-4b75-be41-c116f6e566f6 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:47.323867 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a2187-cbe0-4598-b100-ef8d21e02fc0 None None] Calling delete_port for ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:47.353616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-56ad5874-58f6-456a-abf0-c929425cd59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.379480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7187e9e4-40f8-4857-9810-5ec0f0ea1631 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:47.405881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a25126c1-77a5-4167-972a-630ff72fcd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.418842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8339372a-aa6b-470a-84b4-bb8282064919 None None] Port c54f36a2-fb46-4fcf-a184-7bf38b9cab58 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:47.423669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 7187e9e4-40f8-4857-9810-5ec0f0ea1631 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:47.424595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7187e9e4-40f8-4857-9810-5ec0f0ea1631 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:47.425382 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 2fcafdfe-d050-4732-a65e-476526165377 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:47.461737 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 2fcafdfe-d050-4732-a65e-476526165377 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:47.462392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 2fcafdfe-d050-4732-a65e-476526165377 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:47.462975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:47.516094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:47.592054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a25126c1-77a5-4167-972a-630ff72fcd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.601217 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.602199 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d9b95da2-b1b7-4b9f-ac7f-eae4b5274cc8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.3813994 Mar 02 20:15:47.610145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42888) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:47.617511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.625240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.655630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a2a2187-cbe0-4598-b100-ef8d21e02fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.700377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.712096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a2187-cbe0-4598-b100-ef8d21e02fc0 None None] Pushing event deleted for resources: {'Port': ['ID=ef9ba1e7-80db-46c2-8698-b4ba693ac2a2,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:47.717513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d36e784f-180b-470e-b7e7-7ca716b575c5 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:47.749010 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fba9cee-064b-40ac-8c04-491ff0d3286d']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:47.753421 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: d36e784f-180b-470e-b7e7-7ca716b575c5 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:47.753764 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d36e784f-180b-470e-b7e7-7ca716b575c5 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:47.754221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 207235cf-13bd-4b75-be41-c116f6e566f6 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:47.779228 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a2187-cbe0-4598-b100-ef8d21e02fc0 None None] No DVR routers for this DVR port ef9ba1e7-80db-46c2-8698-b4ba693ac2a2 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:47.797005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 207235cf-13bd-4b75-be41-c116f6e566f6 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:47.797280 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 207235cf-13bd-4b75-be41-c116f6e566f6 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:47.801125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a62f3-f476-4782-9f52-4fd4eba48a86 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:47.802413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a62f3-f476-4782-9f52-4fd4eba48a86 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:47.807229 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-eb6a62f3-f476-4782-9f52-4fd4eba48a86 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1831996 Mar 02 20:15:47.816082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42892) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:47.836200 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df11356-0c68-471e-a78d-83346f559824') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:47.836494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df11356-0c68-471e-a78d-83346f559824') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:47.859913 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:47.869265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.878690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:47.890248 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385cef2-49bf-43dc-b358-d529c953be19 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:47.891702 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:47.892293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.913319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=ffc36e63-a8af-4290-8c52-a51d80a30738,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:47.923387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.951546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:47.951880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:47.969350 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:48.012130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21004ad8-a0d4-49b7-8896-9bb1305aec16 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:48.013409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21004ad8-a0d4-49b7-8896-9bb1305aec16 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:48.018931 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-21004ad8-a0d4-49b7-8896-9bb1305aec16 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1968536 Mar 02 20:15:48.020417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42896) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:48.052714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6fc15bce-16b2-4120-9b9c-c0c9adfa9cb3 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.157236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6fc15bce-16b2-4120-9b9c-c0c9adfa9cb3 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.174431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a25126c1-77a5-4167-972a-630ff72fcd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.182620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': 'ffc36e63-a8af-4290-8c52-a51d80a30738'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:48.183488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.205596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.285002 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a25126c1-77a5-4167-972a-630ff72fcd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.286207 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a25126c1-77a5-4167-972a-630ff72fcd88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76e83c26-355c-4421-bea9-c865edfbd257 HTTP/1.1" status: 204 len: 168 time: 1.3711257 Mar 02 20:15:48.334594 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-48d919da-4afc-4fef-b880-f084b536303f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4076674 Mar 02 20:15:48.335767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25126c1-77a5-4167-972a-630ff72fcd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e83c26-355c-4421-bea9-c865edfbd257,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:48.339193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42902) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:48.344846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.353550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-cf8c178c-64d8-4c47-8922-1105b1db4783 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:48.391878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/ffc36e63-a8af-4290-8c52-a51d80a30738/c61e0b8d-c641-41c2-b037-49832aa817fa) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:48.396112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04605c3-d4ec-40ab-8555-8ea15914b9c7 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:48.400726 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e04605c3-d4ec-40ab-8555-8ea15914b9c7 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/networks/fedebe9f-bcb6-4bbe-bd56-578241d521f2 HTTP/1.1" status: 200 len: 799 time: 0.3761277 Mar 02 20:15:48.402155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42906) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:48.445367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Transition to ACTIVE for port object 3a9fa2aa-ab00-4430-a683-a6330a6b3466 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:48.469155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.485041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.502342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.529931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Network': ['ID=0fba9cee-064b-40ac-8c04-491ff0d3286d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:48.549070 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fbbd6e80-a7b4-468f-af9c-6baeaa4f8048 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/0fba9cee-064b-40ac-8c04-491ff0d3286d HTTP/1.1" status: 204 len: 168 time: 7.8834260 Mar 02 20:15:48.554315 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42910) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:48.566692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-711652481'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:48.577608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:48.595342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:network and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:48.600862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:48.612628 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:48.618463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Subnet': ['ID=d156a7d5-b753-45d5-bfbb-9dd9a3122f9d,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:48.626945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-cf8c178c-64d8-4c47-8922-1105b1db4783 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:48.638206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cf8c178c-64d8-4c47-8922-1105b1db4783 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:48.642428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cf8c178c-64d8-4c47-8922-1105b1db4783 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:48.652261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-cf8c178c-64d8-4c47-8922-1105b1db4783 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:48.667159 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e93165c9-f645-4bcc-a413-ac28e1b09103 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/networks/fedebe9f-bcb6-4bbe-bd56-578241d521f2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2597063 Mar 02 20:15:48.675065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42914) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:48.715648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.759666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8c178c-64d8-4c47-8922-1105b1db4783 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:48.763602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf8c178c-64d8-4c47-8922-1105b1db4783 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.790662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:48.794063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.797196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.812841 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Transition to ACTIVE for port object c61e0b8d-c641-41c2-b037-49832aa817fa will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:48.843747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Transition to ACTIVE for port object c61e0b8d-c641-41c2-b037-49832aa817fa will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:48.852962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Checking segment: {'id': '36c3231e-bf17-40a8-bcf5-b11862288d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '887ad397-515f-4a2c-b95d-d2b0ce195a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:48.853499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network hostable DHCP agents. Network: 887ad397-515f-4a2c-b95d-d2b0ce195a9f, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:48.900703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651f6b0-4430-4657-8a40-a34d76a479a8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:48.902070 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5651f6b0-4430-4657-8a40-a34d76a479a8 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/subnets/9e36e3e9-c6aa-470a-82e0-0b4d9a3e0e41 HTTP/1.1" status: 200 len: 811 time: 0.2249973 Mar 02 20:15:48.906435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42922) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:48.932658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.966738 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-6fc15bce-16b2-4120-9b9c-c0c9adfa9cb3 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Floating IP 3ed0690d-23a4-476f-a342-c602eeb2c3ef associated. External IP: 172.26.5.252, port: 92a808f7-beb2-41c4-aad6-956c486dbddb. Mar 02 20:15:48.978235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:48.987016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:48.987427 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Added segment 851724e1-c51d-47fa-aec9-2e04af0b5782 of type vlan for network fd5ad138-07db-413a-8bf7-a4ada3a1a231 Mar 02 20:15:49.024909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.030529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 887ad397-515f-4a2c-b95d-d2b0ce195a9f is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:49.037097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:49.066103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:49.073888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:49.076913 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:49.091783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Pushing event updated for resources: {'Port': ['ID=c61e0b8d-c641-41c2-b037-49832aa817fa,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:49.102741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:49.107000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e70e7-d53c-4cb6-9bec-8d47abb5e971 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:49.113480 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-dd4e70e7-d53c-4cb6-9bec-8d47abb5e971 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "GET /v2.0/subnets/9e36e3e9-c6aa-470a-82e0-0b4d9a3e0e41?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2010620 Mar 02 20:15:49.113480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42930) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:49.115155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:49.119684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1321622776'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:49.136058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:49.148905 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Usage tracker for resource:network and tenant:5958073594da4636be7058edbfec9868 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:49.153342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:49.160477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:49.180761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 887ad397-515f-4a2c-b95d-d2b0ce195a9f) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:49.187227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:49.191184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.205086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee91157-8532-4920-b448-6207f3dc6f73 None None] Network 887ad397-515f-4a2c-b95d-d2b0ce195a9f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:49.207453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:49.208113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.228075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'Port': ['ID=3a9fa2aa-ab00-4430-a683-a6330a6b3466,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:49.366424 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Attempting to bind port c61e0b8d-c641-41c2-b037-49832aa817fa on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:49.366942 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Attempting to bind port c61e0b8d-c641-41c2-b037-49832aa817fa by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:49.367392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Attempting to bind port c61e0b8d-c641-41c2-b037-49832aa817fa on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:49.377541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:49.379028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:49.379554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.380045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:49.380611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Bound port: c61e0b8d-c641-41c2-b037-49832aa817fa, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:49.381072 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.382443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:15:49.407086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:49.415785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.422736 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-80ea631d-07ae-47d4-81ec-0dfeb676dca9 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7472336 Mar 02 20:15:49.427516 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-43f61a49-af55-4ee8-aba1-90c1c7c1aa4c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1002190 Mar 02 20:15:49.432059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42936) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:49.432579 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42938) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:49.446656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-13299e17-8fad-49af-8958-426e844f04ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:24:37:6b'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:fd:0e:04'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:49.450047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d8d71dc0-6821-4c1d-a6ca-6910beba4336 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1744885155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:49.460639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d8d71dc0-6821-4c1d-a6ca-6910beba4336 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:49.472259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d8d71dc0-6821-4c1d-a6ca-6910beba4336 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:router and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:49.484084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d8d71dc0-6821-4c1d-a6ca-6910beba4336 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:49.495735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d8d71dc0-6821-4c1d-a6ca-6910beba4336 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:49.502137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:49.510351 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.ipam_backend_mixin [None req-cf8c178c-64d8-4c47-8922-1105b1db4783 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ffc36e63-a8af-4290-8c52-a51d80a30738 (CIDR: 2001:db8::/64) Mar 02 20:15:49.515520 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] For port c61e0b8d-c641-41c2-b037-49832aa817fa, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:49.520026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.523745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] For port c61e0b8d-c641-41c2-b037-49832aa817fa, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c61e0b8d-c641-41c2-b037-49832aa817fa,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:49.523926 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Added segment 54183351-be7e-4254-a7ab-b6914c2c156b of type vlan for network fec4c089-22bc-4f4d-8ced-30d341c3cc18 Mar 02 20:15:49.556484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.624235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc15bce-16b2-4120-9b9c-c0c9adfa9cb3 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:15:49.629935 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8c178c-64d8-4c47-8922-1105b1db4783 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:15:49.630385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8c178c-64d8-4c47-8922-1105b1db4783 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:15:49.638820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8d71dc0-6821-4c1d-a6ca-6910beba4336 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.639761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8d71dc0-6821-4c1d-a6ca-6910beba4336 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.639889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-94e65352-ea55-4cdb-ab2c-d18cc69775d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.647549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.656008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.676785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:49.677436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.702499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-887ad397-515f-4a2c-b95d-d2b0ce195a9f', 'network_id': '887ad397-515f-4a2c-b95d-d2b0ce195a9f', 'tenant_id': 'ff25e31141134f11bedd474ffb55a307', 'fixed_ips': [{'subnet_id': 'd156a7d5-b753-45d5-bfbb-9dd9a3122f9d'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:49.703465 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.714189 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.717645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:49.718644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.737505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-03b886ea-332c-43f5-9ee6-2eb141bc4f5f None None] Provisioning for port 3a9fa2aa-ab00-4430-a683-a6330a6b3466 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:49.759238 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-03b886ea-332c-43f5-9ee6-2eb141bc4f5f None None] Provisioning complete for port 3a9fa2aa-ab00-4430-a683-a6330a6b3466 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:49.759570 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-03b886ea-332c-43f5-9ee6-2eb141bc4f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:49.867377 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3087442 Mar 02 20:15:49.875205 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cf8c178c-64d8-4c47-8922-1105b1db4783 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5263951 Mar 02 20:15:49.875955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42952) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:49.890210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'network_id': 'fd5ad138-07db-413a-8bf7-a4ada3a1a231', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:49.892171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42954) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:49.902309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240e886-9a1c-455a-a80a-6c102fb4c0e5 None None] Pushing event updated for resources: {'Port': ['ID=c61e0b8d-c641-41c2-b037-49832aa817fa,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:49.903221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:49.908139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-03b886ea-332c-43f5-9ee6-2eb141bc4f5f None None] Port 3a9fa2aa-ab00-4430-a683-a6330a6b3466 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:49.929766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f719b6-a68d-4c81-aa83-57d9a317cb1c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=fd5ad138-07db-413a-8bf7-a4ada3a1a231,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:49.955860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network fd5ad138-07db-413a-8bf7-a4ada3a1a231 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:49.987787 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Network': ['ID=fec4c089-22bc-4f4d-8ced-30d341c3cc18,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:49.998782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8d71dc0-6821-4c1d-a6ca-6910beba4336 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:50.017669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network fec4c089-22bc-4f4d-8ced-30d341c3cc18 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:50.123305 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ed37d06e-3550-451f-baeb-8e971f576415 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0093167 Mar 02 20:15:50.128253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8d71dc0-6821-4c1d-a6ca-6910beba4336 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:50.140622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:50.144256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42962) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:50.152100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'network_id': 'fec4c089-22bc-4f4d-8ced-30d341c3cc18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:50.185420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:50.202488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:50.292387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Allocated IP 172.20.0.2 (887ad397-515f-4a2c-b95d-d2b0ce195a9f/d156a7d5-b753-45d5-bfbb-9dd9a3122f9d/ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:50.293324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:50.307972 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d8d71dc0-6821-4c1d-a6ca-6910beba4336 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:50.309265 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d8d71dc0-6821-4c1d-a6ca-6910beba4336 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8691931 Mar 02 20:15:50.367557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42968) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:50.384712 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'network_id': '887ad397-515f-4a2c-b95d-d2b0ce195a9f', 'name': 'tempest-PortsTestJSON-685127294'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:50.476554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13299e17-8fad-49af-8958-426e844f04ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:50.521457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:50.524386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:50.529855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:50.531703 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:subnet and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:50.536879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:50.577410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:50.612206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:50.627003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:50.663587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:50.666959 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:50.678506 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Transition to ACTIVE for port object ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:50.688013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:50.688355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:50.700899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Transition to ACTIVE for port object ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:50.736332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:50.825004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:50.856631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Made reservation on behalf of 5958073594da4636be7058edbfec9868 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:50.887256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:50.936861 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Network 887ad397-515f-4a2c-b95d-d2b0ce195a9f is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:50.941636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:50.944573 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:51.000709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Pushing event updated for resources: {'Port': ['ID=ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:51.074518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Attempting to bind port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:51.075137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Attempting to bind port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '36c3231e-bf17-40a8-bcf5-b11862288d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '887ad397-515f-4a2c-b95d-d2b0ce195a9f'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:51.075556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Attempting to bind port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 on network 887ad397-515f-4a2c-b95d-d2b0ce195a9f {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:51.082022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.086398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:51.086825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Checking segment: {'id': '36c3231e-bf17-40a8-bcf5-b11862288d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '887ad397-515f-4a2c-b95d-d2b0ce195a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:51.087233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.096027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:51.101722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc15bce-16b2-4120-9b9c-c0c9adfa9cb3 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:15:51.116479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Bound using segment: {'id': '36c3231e-bf17-40a8-bcf5-b11862288d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '887ad397-515f-4a2c-b95d-d2b0ce195a9f'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:51.118528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Bound port: ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c3231e-bf17-40a8-bcf5-b11862288d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '887ad397-515f-4a2c-b95d-d2b0ce195a9f'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:51.119333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.155089 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd61a40-8528-41da-9248-e05bf57e5737 None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:15:51.232898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:51.245617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd61a40-8528-41da-9248-e05bf57e5737 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:51.246326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-acd61a40-8528-41da-9248-e05bf57e5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:51.338987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] For port 0614a2c5-583b-4b8a-91c9-9b3a49338bc3, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0614a2c5-583b-4b8a-91c9-9b3a49338bc3,segment=NetworkSegment(df304534-0bd7-41c9-9fd3-511999a23747),segment_id=df304534-0bd7-41c9-9fd3-511999a23747)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:51.339355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.356609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.425930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] For port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:51.430860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] For port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5,segment=NetworkSegment(36c3231e-bf17-40a8-bcf5-b11862288d7b),segment_id=36c3231e-bf17-40a8-bcf5-b11862288d7b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:51.450925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c61e0b8d-c641-41c2-b037-49832aa817fa up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:51.473982 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13299e17-8fad-49af-8958-426e844f04ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.513674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.ipam_backend_mixin [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Performing IP validity checks on allocation pools {{(pid=84504) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:15:51.518684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.ipam_backend_mixin [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84504) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:15:51.537423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:51.538827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.576650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13299e17-8fad-49af-8958-426e844f04ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.576797 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-acd61a40-8528-41da-9248-e05bf57e5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:51.638525 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd61a40-8528-41da-9248-e05bf57e5737 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:51.639195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-acd61a40-8528-41da-9248-e05bf57e5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:51.719010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-acd61a40-8528-41da-9248-e05bf57e5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:51.719416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd61a40-8528-41da-9248-e05bf57e5737 None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:15:51.766460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55229c0-baca-4a1b-a628-d8df4f5800ca None None] Pushing event updated for resources: {'Port': ['ID=ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:51.787566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.808827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13299e17-8fad-49af-8958-426e844f04ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event updated for resources: {'Port': ['ID=3a9fa2aa-ab00-4430-a683-a6330a6b3466,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:51.833732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:51.833732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.841964 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-13299e17-8fad-49af-8958-426e844f04ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] In _notify_port_updated(), no bound segment for port 3a9fa2aa-ab00-4430-a683-a6330a6b3466 on network db3c7f16-25b2-4f61-ac20-47b6e3feac94 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:15:51.847998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13299e17-8fad-49af-8958-426e844f04ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:51.848917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13299e17-8fad-49af-8958-426e844f04ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.850384 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-13299e17-8fad-49af-8958-426e844f04ef tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "PUT /v2.0/ports/3a9fa2aa-ab00-4430-a683-a6330a6b3466 HTTP/1.1" status: 200 len: 1056 time: 2.4134641 Mar 02 20:15:51.855849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42986) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:51.895534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port c61e0b8d-c641-41c2-b037-49832aa817fa completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:51.910800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.915638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4bfec475-18e7-475a-a992-d9ef88826ec7 None None] Provisioning for port c61e0b8d-c641-41c2-b037-49832aa817fa completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:51.918946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c61e0b8d-c641-41c2-b037-49832aa817fa triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:51.919320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:51.953605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 4301c860-43e1-47c4-9c74-d772eb04a962 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:51.988161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4bfec475-18e7-475a-a992-d9ef88826ec7 None None] Provisioning complete for port c61e0b8d-c641-41c2-b037-49832aa817fa triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:51.988716 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4bfec475-18e7-475a-a992-d9ef88826ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:52.009426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-6ebcab8b-026a-4300-a85d-fffd046bcfe3 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Deleting port 3a9fa2aa-ab00-4430-a683-a6330a6b3466 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:52.009760 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ebcab8b-026a-4300-a85d-fffd046bcfe3 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:52.016863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=68a0382c-ff8f-4175-8dc0-1229559a54b7,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:52.114104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 42992) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:52.242220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Checking segment: {'id': '54183351-be7e-4254-a7ab-b6914c2c156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fec4c089-22bc-4f4d-8ced-30d341c3cc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:52.242947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network hostable DHCP agents. Network: fec4c089-22bc-4f4d-8ced-30d341c3cc18, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:52.270622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4bfec475-18e7-475a-a992-d9ef88826ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:52.318623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:52.363709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4bfec475-18e7-475a-a992-d9ef88826ec7 None None] For port c61e0b8d-c641-41c2-b037-49832aa817fa, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c61e0b8d-c641-41c2-b037-49832aa817fa,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:52.399802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.8 (887ad397-515f-4a2c-b95d-d2b0ce195a9f/d156a7d5-b753-45d5-bfbb-9dd9a3122f9d/4301c860-43e1-47c4-9c74-d772eb04a962) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:52.447311 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4bfec475-18e7-475a-a992-d9ef88826ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:52.487146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Network fec4c089-22bc-4f4d-8ced-30d341c3cc18 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:52.489195 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:52.618763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:15:52.619098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:15:52.620815 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'network': {'name': 'tempest-network-smoke--642701623', 'project_id': '809bdfa688034064abc15e030437eaaf', 'port_security_enabled': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:52.630846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9aba05f9-22d9-4009-9e34-6ed0caffeb6e None None] Provisioning complete for port 3a9fa2aa-ab00-4430-a683-a6330a6b3466 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:52.631313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9aba05f9-22d9-4009-9e34-6ed0caffeb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:52.655491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ebcab8b-026a-4300-a85d-fffd046bcfe3 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:52.665400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=96ef0ad6-f62f-4911-b662-6a1cd3b18387,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:52.683272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfec475-18e7-475a-a992-d9ef88826ec7 None None] Pushing event updated for resources: {'Port': ['ID=c61e0b8d-c641-41c2-b037-49832aa817fa,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:52.692746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-9aba05f9-22d9-4009-9e34-6ed0caffeb6e None None] Port 3a9fa2aa-ab00-4430-a683-a6330a6b3466 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:52.707676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, fec4c089-22bc-4f4d-8ced-30d341c3cc18) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:52.715789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43321ba-2b95-4604-a9eb-bbdf1337a5ec None None] Network fec4c089-22bc-4f4d-8ced-30d341c3cc18 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:52.720672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:52.732608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:52.778593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:network and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:52.781661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:52.782280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:52.796485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:52.828278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:52.840501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-6ebcab8b-026a-4300-a85d-fffd046bcfe3 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Calling delete_port for 3a9fa2aa-ab00-4430-a683-a6330a6b3466 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:52.913250 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=0614a2c5-583b-4b8a-91c9-9b3a49338bc3,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:52.922410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:52.933939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Checking segment: {'id': '851724e1-c51d-47fa-aec9-2e04af0b5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'fd5ad138-07db-413a-8bf7-a4ada3a1a231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:52.934306 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network hostable DHCP agents. Network: fd5ad138-07db-413a-8bf7-a4ada3a1a231, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:52.958411 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-fec4c089-22bc-4f4d-8ced-30d341c3cc18', 'network_id': 'fec4c089-22bc-4f4d-8ced-30d341c3cc18', 'tenant_id': '5958073594da4636be7058edbfec9868', 'fixed_ips': [{'subnet_id': '68a0382c-ff8f-4175-8dc0-1229559a54b7'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:52.959848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:53.045080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object 4301c860-43e1-47c4-9c74-d772eb04a962 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:53.213140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network fd5ad138-07db-413a-8bf7-a4ada3a1a231 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:53.270767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:53.350853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, fd5ad138-07db-413a-8bf7-a4ada3a1a231) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:53.354894 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:53.355668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:53.371365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Allocated IP 172.20.0.3 (fec4c089-22bc-4f4d-8ced-30d341c3cc18/68a0382c-ff8f-4175-8dc0-1229559a54b7/46ff8b34-1e49-46a2-8019-0640506eccd8) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:53.377134 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ebcab8b-026a-4300-a85d-fffd046bcfe3 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:53.378077 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b10d7ea9-fca8-429b-8e41-db03f96998d0 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.2321808 Mar 02 20:15:53.389303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 42998) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:53.435415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.objects.ports [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84504) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:15:53.494430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:53.498086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:53.500930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b99ee69a-99f5-4c56-bb9f-d78dbcfffa9d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:53.538048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:53.566031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcab8b-026a-4300-a85d-fffd046bcfe3 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event deleted for resources: {'Port': ['ID=3a9fa2aa-ab00-4430-a683-a6330a6b3466,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:53.613633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:53.642418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54be2534-3552-40e5-aa48-30717a91142f None None] Network fd5ad138-07db-413a-8bf7-a4ada3a1a231 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:53.666147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:53.683533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:53.689538 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-17430b6d-739c-45a1-8c72-e79273824eb2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.8062110 Mar 02 20:15:53.691962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43002) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:53.701657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:53.717196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:53.723366 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-758350458'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:53.746591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:53.759900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 887ad397-515f-4a2c-b95d-d2b0ce195a9f is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:53.766266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:network and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:53.770867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=4301c860-43e1-47c4-9c74-d772eb04a962,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:53.773551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:53.779269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:53.787821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:53.801785 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efcb018-5307-4a12-8357-606cc7dcb474 None None] Network 887ad397-515f-4a2c-b95d-d2b0ce195a9f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:53.818498 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:53.876518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:53.895354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:53.895979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:53.956496 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:53.959495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.004559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc15bce-16b2-4120-9b9c-c0c9adfa9cb3 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 6aeb4905-7b2a-429a-9a10-06f59eee76f0 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:15:54.079289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.146966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:54.153875 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.171577 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8c492080-76b8-4d7e-9031-a695e14d9c5b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7954741 Mar 02 20:15:54.181390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43006) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:54.200057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.235356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.235748 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Added segment ba3cf60c-77da-4386-aca9-5bf6ed868fb9 of type vlan for network fddce0f7-b35e-4e70-8eb8-ad7daa809aba Mar 02 20:15:54.267319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Transition to ACTIVE for port object 46ff8b34-1e49-46a2-8019-0640506eccd8 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:54.284587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.353760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-fd5ad138-07db-413a-8bf7-a4ada3a1a231', 'network_id': 'fd5ad138-07db-413a-8bf7-a4ada3a1a231', 'tenant_id': '56cef9e74e754b51943355b498e30ecd', 'fixed_ips': [{'subnet_id': '96ef0ad6-f62f-4911-b662-6a1cd3b18387'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:15:54.354605 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.363441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:54.363739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8b86d8ea-5122-4cd3-ab3c-7c9549a8c21f None None] Provisioning for port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:54.368509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.386287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:54.400879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.401239 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Added segment 294f8c8b-9cfd-48b3-92b9-510e13d7d579 of type vlan for network 732ffdce-2c6c-4226-a395-2a756a9cca82 Mar 02 20:15:54.405870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Transition to ACTIVE for port object 46ff8b34-1e49-46a2-8019-0640506eccd8 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:54.460988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:54.483786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:54.484100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.499290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:15:54.514459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b99ee69a-99f5-4c56-bb9f-d78dbcfffa9d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6960475'] for subnet, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.521769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.529076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ebcab8b-026a-4300-a85d-fffd046bcfe3 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.533743 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6ebcab8b-026a-4300-a85d-fffd046bcfe3 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "DELETE /v2.0/ports/3a9fa2aa-ab00-4430-a683-a6330a6b3466 HTTP/1.1" status: 204 len: 168 time: 2.6730494 Mar 02 20:15:54.539494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43010) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:54.579841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.624302 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36b5263-a384-41b7-a47a-968f993dc117 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] GET failed (client error): The resource could not be found. Mar 02 20:15:54.624804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f36b5263-a384-41b7-a47a-968f993dc117 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Synchronizing usage tracker for tenant:b789124889c44bf29d3f96154d237c1a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:54.665645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.669407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:54.670201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.673254 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Network fec4c089-22bc-4f4d-8ced-30d341c3cc18 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:54.720912 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Allocated IP 2001:db8::3 (fd5ad138-07db-413a-8bf7-a4ada3a1a231/96ef0ad6-f62f-4911-b662-6a1cd3b18387/6fd26c44-8909-4a3e-a5f8-9171808a4567) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:54.745118 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] For port c61e0b8d-c641-41c2-b037-49832aa817fa, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c61e0b8d-c641-41c2-b037-49832aa817fa,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:54.851646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Pushing event updated for resources: {'Port': ['ID=46ff8b34-1e49-46a2-8019-0640506eccd8,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:54.854489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:54.868327 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:54.883580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f36b5263-a384-41b7-a47a-968f993dc117 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Unset dirty status for tenant:b789124889c44bf29d3f96154d237c1a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:54.884706 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f36b5263-a384-41b7-a47a-968f993dc117 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "GET /v2.0/ports/3a9fa2aa-ab00-4430-a683-a6330a6b3466 HTTP/1.1" status: 404 len: 333 time: 0.3442802 Mar 02 20:15:54.885494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.889227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:54.889835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:54.901237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43014) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:54.970150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=fddce0f7-b35e-4e70-8eb8-ad7daa809aba,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:55.005104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:15:55.019734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.033569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network fddce0f7-b35e-4e70-8eb8-ad7daa809aba details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:55.166312 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.0343883 Mar 02 20:15:55.168043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.169605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.170903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43018) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:55.192795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Attempting to bind port 46ff8b34-1e49-46a2-8019-0640506eccd8 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:55.193160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Attempting to bind port 46ff8b34-1e49-46a2-8019-0640506eccd8 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '54183351-be7e-4254-a7ab-b6914c2c156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fec4c089-22bc-4f4d-8ced-30d341c3cc18'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:55.193423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Attempting to bind port 46ff8b34-1e49-46a2-8019-0640506eccd8 on network fec4c089-22bc-4f4d-8ced-30d341c3cc18 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:55.197752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'admin_state_up': True, 'project_id': '809bdfa688034064abc15e030437eaaf', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:55.216340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:55.227031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:router and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:55.232274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:55.238673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 046d861b-66f1-4d47-ba63-349ddf9cda0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:15:55.244143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.245697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:55.253156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:55.253710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Checking segment: {'id': '54183351-be7e-4254-a7ab-b6914c2c156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fec4c089-22bc-4f4d-8ced-30d341c3cc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:55.254055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.254624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Bound using segment: {'id': '54183351-be7e-4254-a7ab-b6914c2c156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fec4c089-22bc-4f4d-8ced-30d341c3cc18'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:55.255281 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Bound port: 46ff8b34-1e49-46a2-8019-0640506eccd8, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54183351-be7e-4254-a7ab-b6914c2c156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fec4c089-22bc-4f4d-8ced-30d341c3cc18'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:55.255816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.284591 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2751ecc5-20ac-4f9f-8c4c-536a4cf974ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5790169 Mar 02 20:15:55.287646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43022) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:55.295775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b99ee69a-99f5-4c56-bb9f-d78dbcfffa9d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773523832989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7828140'] for subnet, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.308026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'network_id': 'fddce0f7-b35e-4e70-8eb8-ad7daa809aba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:55.328834 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-904ea906-f37f-4f10-9004-c3bbe9002b55 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Deleting port c54f36a2-fb46-4fcf-a184-7bf38b9cab58 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:55.329172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-904ea906-f37f-4f10-9004-c3bbe9002b55 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.367617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:55.369415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1867ade6-0329-4db2-987e-7f21f6d8bbf8 None None] Provisioning for port 4301c860-43e1-47c4-9c74-d772eb04a962 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:55.389119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:55.394300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1867ade6-0329-4db2-987e-7f21f6d8bbf8 None None] Provisioning complete for port 4301c860-43e1-47c4-9c74-d772eb04a962 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:55.395074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1867ade6-0329-4db2-987e-7f21f6d8bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.402116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:55.402708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.418264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b08555-3ba7-40ca-8acd-21bf2a298f61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Network': ['ID=732ffdce-2c6c-4226-a395-2a756a9cca82,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:55.456369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1ca02-c17a-4433-b987-fc3f467f8f56 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:55.465848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=f7eb04b2-ed2e-4e49-b239-0dcffd8c66e5,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:55.469326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 732ffdce-2c6c-4226-a395-2a756a9cca82 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:55.504837 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=c61e0b8d-c641-41c2-b037-49832aa817fa,revision_number=5']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:55.513659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.516642 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc15bce-16b2-4120-9b9c-c0c9adfa9cb3 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:15:55.519444 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5,segment=NetworkSegment(36c3231e-bf17-40a8-bcf5-b11862288d7b),segment_id=36c3231e-bf17-40a8-bcf5-b11862288d7b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:55.522041 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4dc52521-1955-4c9e-9700-9dd532d4a26d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.6272507 Mar 02 20:15:55.531363 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d1487-d372-472a-a1ab-b361cbb48dec None None] Sync routers for ids ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:15:55.541141 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6fc15bce-16b2-4120-9b9c-c0c9adfa9cb3 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.543494 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d1487-d372-472a-a1ab-b361cbb48dec None None] Routers {'6aeb4905-7b2a-429a-9a10-06f59eee76f0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:55.544090 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bb1d1487-d372-472a-a1ab-b361cbb48dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:55.566000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.566934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.584852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43026) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:55.606267 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bb1d1487-d372-472a-a1ab-b361cbb48dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:55.607208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:80:fa:23', 'name': 'tempest-NetworksTestDHCPv6-1210593757'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:15:55.617223 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d1487-d372-472a-a1ab-b361cbb48dec None None] Routers {'6aeb4905-7b2a-429a-9a10-06f59eee76f0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:55.617823 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bb1d1487-d372-472a-a1ab-b361cbb48dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:55.677221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.678249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c61e0b8d-c641-41c2-b037-49832aa817fa up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:55.680263 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bb1d1487-d372-472a-a1ab-b361cbb48dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:55.680670 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d1487-d372-472a-a1ab-b361cbb48dec None None] The sync data for ids ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:15:55.725596 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6fc15bce-16b2-4120-9b9c-c0c9adfa9cb3 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "PUT /v2.0/floatingips/3ed0690d-23a4-476f-a342-c602eeb2c3ef HTTP/1.1" status: 200 len: 977 time: 9.5868173 Mar 02 20:15:55.802138 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43030) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:55.822815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Transition to ACTIVE for port object 6fd26c44-8909-4a3e-a5f8-9171808a4567 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:55.867800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1867ade6-0329-4db2-987e-7f21f6d8bbf8 None None] Port 4301c860-43e1-47c4-9c74-d772eb04a962 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:55.872626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] For port 46ff8b34-1e49-46a2-8019-0640506eccd8, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:55.885847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ee69a-99f5-4c56-bb9f-d78dbcfffa9d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:55.886458 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b99ee69a-99f5-4c56-bb9f-d78dbcfffa9d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.890707 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b99ee69a-99f5-4c56-bb9f-d78dbcfffa9d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "PUT /v2.0/subnets/68a0382c-ff8f-4175-8dc0-1229559a54b7 HTTP/1.1" status: 200 len: 877 time: 2.4084587 Mar 02 20:15:55.897857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43034) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:55.936038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ee69a-99f5-4c56-bb9f-d78dbcfffa9d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event updated for resources: {'Subnet': ['ID=68a0382c-ff8f-4175-8dc0-1229559a54b7,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:55.945594 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Transition to ACTIVE for port object 6fd26c44-8909-4a3e-a5f8-9171808a4567 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:55.953205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] For port 46ff8b34-1e49-46a2-8019-0640506eccd8, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=46ff8b34-1e49-46a2-8019-0640506eccd8,segment=NetworkSegment(54183351-be7e-4254-a7ab-b6914c2c156b),segment_id=54183351-be7e-4254-a7ab-b6914c2c156b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:55.966228 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1867ade6-0329-4db2-987e-7f21f6d8bbf8 None None] Provisioning complete for port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:55.966600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1867ade6-0329-4db2-987e-7f21f6d8bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:55.978977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:56.007932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:subnet and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:56.011036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.021293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:56.037625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:56.040423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.041997 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.067042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-904ea906-f37f-4f10-9004-c3bbe9002b55 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.073873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:56.087311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port 094af860-72d4-41dc-aef9-376daddc25cc {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:56.088971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.121492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.214092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:56.217195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-904ea906-f37f-4f10-9004-c3bbe9002b55 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Calling delete_port for c54f36a2-fb46-4fcf-a184-7bf38b9cab58 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:56.247714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.248700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c61e0b8d-c641-41c2-b037-49832aa817fa triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:56.249112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.261961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:56.267058 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:56.276703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Deleting port 46ff8b34-1e49-46a2-8019-0640506eccd8 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:56.277326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.277452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:56.303567 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Network fd5ad138-07db-413a-8bf7-a4ada3a1a231 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:56.304309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05baf5b-bbd1-4c84-879d-51f22c653408 None None] Pushing event updated for resources: {'Port': ['ID=46ff8b34-1e49-46a2-8019-0640506eccd8,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:56.445598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:56.511804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:15:56.526059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:56.656648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Pushing event updated for resources: {'Port': ['ID=6fd26c44-8909-4a3e-a5f8-9171808a4567,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:56.661403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] For port 46ff8b34-1e49-46a2-8019-0640506eccd8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=46ff8b34-1e49-46a2-8019-0640506eccd8,segment=NetworkSegment(54183351-be7e-4254-a7ab-b6914c2c156b),segment_id=54183351-be7e-4254-a7ab-b6914c2c156b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:15:56.661951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.744234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-904ea906-f37f-4f10-9004-c3bbe9002b55 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.756682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Attempting to bind port 6fd26c44-8909-4a3e-a5f8-9171808a4567 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:56.756682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Attempting to bind port 6fd26c44-8909-4a3e-a5f8-9171808a4567 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '851724e1-c51d-47fa-aec9-2e04af0b5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'fd5ad138-07db-413a-8bf7-a4ada3a1a231'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:56.756682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Attempting to bind port 6fd26c44-8909-4a3e-a5f8-9171808a4567 on network fd5ad138-07db-413a-8bf7-a4ada3a1a231 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:15:56.762790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7cceb993-59de-4f86-a613-3372fa81a091 None None] Provisioning complete for port 4301c860-43e1-47c4-9c74-d772eb04a962 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:56.763164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7cceb993-59de-4f86-a613-3372fa81a091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.821123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:15:56.821937 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Checking segment: {'id': '851724e1-c51d-47fa-aec9-2e04af0b5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'fd5ad138-07db-413a-8bf7-a4ada3a1a231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:56.822636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.823305 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Bound using segment: {'id': '851724e1-c51d-47fa-aec9-2e04af0b5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'fd5ad138-07db-413a-8bf7-a4ada3a1a231'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:15:56.823935 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Bound port: 6fd26c44-8909-4a3e-a5f8-9171808a4567, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851724e1-c51d-47fa-aec9-2e04af0b5782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'fd5ad138-07db-413a-8bf7-a4ada3a1a231'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:56.824475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:56.858911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Calling delete_port for 46ff8b34-1e49-46a2-8019-0640506eccd8 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:56.952465 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7cceb993-59de-4f86-a613-3372fa81a091 None None] Port 4301c860-43e1-47c4-9c74-d772eb04a962 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:56.984280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ea906-f37f-4f10-9004-c3bbe9002b55 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event deleted for resources: {'Port': ['ID=c54f36a2-fb46-4fcf-a184-7bf38b9cab58,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:57.007088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] For port 6fd26c44-8909-4a3e-a5f8-9171808a4567, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:15:57.011620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] For port 6fd26c44-8909-4a3e-a5f8-9171808a4567, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6fd26c44-8909-4a3e-a5f8-9171808a4567,segment=NetworkSegment(851724e1-c51d-47fa-aec9-2e04af0b5782),segment_id=851724e1-c51d-47fa-aec9-2e04af0b5782)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:15:57.016081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 46ff8b34-1e49-46a2-8019-0640506eccd8 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:57.054837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:57.069067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-904ea906-f37f-4f10-9004-c3bbe9002b55 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.072448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.144925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.215756 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-904ea906-f37f-4f10-9004-c3bbe9002b55 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "DELETE /v2.0/ports/c54f36a2-fb46-4fcf-a184-7bf38b9cab58 HTTP/1.1" status: 204 len: 168 time: 2.3134265 Mar 02 20:15:57.218328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43038) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:57.251971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 46ff8b34-1e49-46a2-8019-0640506eccd8 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:57.261663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736056a-003b-4a03-8802-80b0e81339d3 None None] Pushing event updated for resources: {'Port': ['ID=6fd26c44-8909-4a3e-a5f8-9171808a4567,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:57.264458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 46ff8b34-1e49-46a2-8019-0640506eccd8 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:57.264842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.287066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.319024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Port 46ff8b34-1e49-46a2-8019-0640506eccd8 was deleted so its status cannot be updated. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 02 20:15:57.319521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c61e0b8d-c641-41c2-b037-49832aa817fa up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:57.362923 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5a7bda-9a9b-48a2-841a-7b70419d3c12 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] GET failed (client error): The resource could not be found. Mar 02 20:15:57.363438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ae5a7bda-9a9b-48a2-841a-7b70419d3c12 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Synchronizing usage tracker for tenant:b789124889c44bf29d3f96154d237c1a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:57.367945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Port': ['ID=46ff8b34-1e49-46a2-8019-0640506eccd8,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:57.411814 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c61e0b8d-c641-41c2-b037-49832aa817fa triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:57.412183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.465952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.473633 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:15:57.498380 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7638fd-ed87-4cbb-aaeb-baaf8440e9d0 None None] Sync routers for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:15:57.513017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No DVR routers for this DVR port 46ff8b34-1e49-46a2-8019-0640506eccd8 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:57.520225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.545709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7638fd-ed87-4cbb-aaeb-baaf8440e9d0 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:57.546400 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1e7638fd-ed87-4cbb-aaeb-baaf8440e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:57.568195 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f651d545-fb1f-42f9-ae6a-b74a34640e0b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4825835 Mar 02 20:15:57.572639 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_backend_mixin [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Performing IP validity checks on allocation pools {{(pid=84503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:15:57.573285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_backend_mixin [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:15:57.575662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43042) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:57.588379 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.653110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.701285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.728325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ae5a7bda-9a9b-48a2-841a-7b70419d3c12 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Unset dirty status for tenant:b789124889c44bf29d3f96154d237c1a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:57.734596 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ae5a7bda-9a9b-48a2-841a-7b70419d3c12 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "GET /v2.0/ports/c54f36a2-fb46-4fcf-a184-7bf38b9cab58 HTTP/1.1" status: 404 len: 333 time: 0.5101037 Mar 02 20:15:57.746892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43046) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:57.775501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.925942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Deleting port 1247c604-2678-4e01-bd50-179c7d7de8ed {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:15:57.926368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:57.927347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:58.003354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port dd7b488d-f6e6-4425-8cca-3f9983c8041d yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:15:58.023318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-1e7638fd-ed87-4cbb-aaeb-baaf8440e9d0 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:15:58.052393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=4301c860-43e1-47c4-9c74-d772eb04a962,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:58.137308 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cdf4bb-fb53-4cb8-a83c-7203e95a787d None None] Network fec4c089-22bc-4f4d-8ced-30d341c3cc18 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:58.323942 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:58.324309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:58.375624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d3cfdcb3-4a44-4300-8562-7912b9d0b291 None None] Could not find standard attr ID for object 46ff8b34-1e49-46a2-8019-0640506eccd8. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:15:58.441682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:58.490708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Subnet': ['ID=68a0382c-ff8f-4175-8dc0-1229559a54b7,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:58.514271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:58.624624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:58.658454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec4c089-22bc-4f4d-8ced-30d341c3cc18']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:58.672084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54183351-be7e-4254-a7ab-b6914c2c156b') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:58.672382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54183351-be7e-4254-a7ab-b6914c2c156b') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:58.685114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:58.703955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:58.711046 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:15:58.711444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:58.751873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7b20f9cb-0ed5-4482-a1f1-1bf644b38157 None None] Provisioning complete for port 4301c860-43e1-47c4-9c74-d772eb04a962 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:58.751873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b20f9cb-0ed5-4482-a1f1-1bf644b38157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:58.783000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3e38de-6566-4e5d-8933-a9f1c7b18fe4 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting subnet 894049da-e107-4cb1-ab9c-4ea1ac40d92f {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:15:58.809240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc3e38de-6566-4e5d-8933-a9f1c7b18fe4 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:58.824186 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:58.845040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06899a74-482c-4bcd-99cb-0348efec3685 None None] DHCP port deletion for fec4c089-22bc-4f4d-8ced-30d341c3cc18 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:15:58.926897 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7b20f9cb-0ed5-4482-a1f1-1bf644b38157 None None] Port 4301c860-43e1-47c4-9c74-d772eb04a962 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:15:58.939662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7266c8-e60b-4f1e-818b-325d9a91ddfa None None] Network fec4c089-22bc-4f4d-8ced-30d341c3cc18 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:59.004319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Calling delete_port for 1247c604-2678-4e01-bd50-179c7d7de8ed owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:59.068269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6fd26c44-8909-4a3e-a5f8-9171808a4567 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:59.086330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.096510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.097114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.097377 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Floating IP 3ed0690d-23a4-476f-a342-c602eeb2c3ef disassociated. External IP: 172.26.5.252, port: 094af860-72d4-41dc-aef9-376daddc25cc. Mar 02 20:15:59.097785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for 094af860-72d4-41dc-aef9-376daddc25cc owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:15:59.124579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330f2b20-7cf1-4124-b9fe-36adee3513a2 None None] Network fd5ad138-07db-413a-8bf7-a4ada3a1a231 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:15:59.217832 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.244883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.259058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7b20f9cb-0ed5-4482-a1f1-1bf644b38157 None None] Provisioning complete for port c61e0b8d-c641-41c2-b037-49832aa817fa triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:59.259426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b20f9cb-0ed5-4482-a1f1-1bf644b38157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.271886 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/fec4c089-22bc-4f4d-8ced-30d341c3cc18 HTTP/1.1" status: 204 len: 168 time: 3.3688936 Mar 02 20:15:59.273987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43050) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:59.276872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.318241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=fec4c089-22bc-4f4d-8ced-30d341c3cc18,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:59.320713 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d1aa88-c751-404e-a843-bbc187798b36 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:15:59.321085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d1aa88-c751-404e-a843-bbc187798b36 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:15:59.325338 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-69d1aa88-c751-404e-a843-bbc187798b36 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/subnets/68a0382c-ff8f-4175-8dc0-1229559a54b7 HTTP/1.1" status: 404 len: 337 time: 0.0474858 Mar 02 20:15:59.325504 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc3e38de-6566-4e5d-8933-a9f1c7b18fe4 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.366720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43054) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:59.415073 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c8c110-9ff6-41ac-b676-b0432d0e2776 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:15:59.415522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c8c110-9ff6-41ac-b676-b0432d0e2776 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:15:59.419426 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-10c8c110-9ff6-41ac-b676-b0432d0e2776 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/fec4c089-22bc-4f4d-8ced-30d341c3cc18 HTTP/1.1" status: 404 len: 339 time: 0.0495965 Mar 02 20:15:59.419426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event deleted for resources: {'Port': ['ID=1247c604-2678-4e01-bd50-179c7d7de8ed,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:59.422481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43058) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:59.430511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.430848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.432912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.432912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.432912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.432912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.432912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.433295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.433403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.433925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.434481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.438808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.439420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.440598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.440988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.441309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.441629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.441974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.442293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.442673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.442905 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.443630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f0957-e250-4cab-a8f3-4b0f67d16a25 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:59.447501 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1e7638fd-ed87-4cbb-aaeb-baaf8440e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:52Z', 'revision_number': 9, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:59.451916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=26e1c870-6b6f-4da4-b8d6-c10c009e58cf,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:59.485525 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7638fd-ed87-4cbb-aaeb-baaf8440e9d0 None None] Checking router: 046d861b-66f1-4d47-ba63-349ddf9cda0d for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:15:59.497445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::70 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/ffc36e63-a8af-4290-8c52-a51d80a30738/dd7b488d-f6e6-4425-8cca-3f9983c8041d) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:59.562655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7638fd-ed87-4cbb-aaeb-baaf8440e9d0 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:15:59.563295 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1e7638fd-ed87-4cbb-aaeb-baaf8440e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:59.584669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8:0:1:f816:3eff:fe80:fa23 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/f7eb04b2-ed2e-4e49-b239-0dcffd8c66e5/dd7b488d-f6e6-4425-8cca-3f9983c8041d) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:59.586949 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fe4868-df8e-4446-a183-80fa893d6320 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:15:59.587361 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fe4868-df8e-4446-a183-80fa893d6320 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:15:59.588299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.591123 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-594a35a4-ad62-4e21-91a1-ffda3be52d1c tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "DELETE /v2.0/ports/1247c604-2678-4e01-bd50-179c7d7de8ed HTTP/1.1" status: 204 len: 168 time: 1.8430164 Mar 02 20:15:59.593789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43062) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:59.623978 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 6fd26c44-8909-4a3e-a5f8-9171808a4567 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:59.635453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.695817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.745960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Checking segment: {'id': 'ba3cf60c-77da-4386-aca9-5bf6ed868fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fddce0f7-b35e-4e70-8eb8-ad7daa809aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:15:59.745960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network hostable DHCP agents. Network: fddce0f7-b35e-4e70-8eb8-ad7daa809aba, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:59.780124 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-97fe4868-df8e-4446-a183-80fa893d6320 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/subnets/02040d62-025c-49a8-97e5-4098a4334091 HTTP/1.1" status: 404 len: 337 time: 0.3478751 Mar 02 20:15:59.781285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.790664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43066) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:59.819230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-b270fba6-a579-4b82-b8ef-b1473b010935 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Deleting subnet 207da63a-5ca8-4375-8952-43e5cbdde83b {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:15:59.822621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b270fba6-a579-4b82-b8ef-b1473b010935 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.824625 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 46ff8b34-1e49-46a2-8019-0640506eccd8 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:59.867719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 46ff8b34-1e49-46a2-8019-0640506eccd8 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:15:59.868019 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 46ff8b34-1e49-46a2-8019-0640506eccd8 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:59.884815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-1e7638fd-ed87-4cbb-aaeb-baaf8440e9d0 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:15:59.891376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b270fba6-a579-4b82-b8ef-b1473b010935 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.933440 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-067bc5f1-ab4f-4a4b-81f3-8346993044a5 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:15:59.933440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067bc5f1-ab4f-4a4b-81f3-8346993044a5 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:15:59.948268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc3e38de-6566-4e5d-8933-a9f1c7b18fe4 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:59.987787 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b270fba6-a579-4b82-b8ef-b1473b010935 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.016490 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-067bc5f1-ab4f-4a4b-81f3-8346993044a5 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/8ede9662-5280-4e30-a63e-5c92c2e0c305 HTTP/1.1" status: 404 len: 339 time: 0.2247550 Mar 02 20:16:00.019949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43070) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:00.112488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fb95d20c-c2fa-499c-b8fb-b1c99496fd10 None None] Provisioning for port 6fd26c44-8909-4a3e-a5f8-9171808a4567 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:00.120795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.168556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fb95d20c-c2fa-499c-b8fb-b1c99496fd10 None None] Provisioning complete for port 6fd26c44-8909-4a3e-a5f8-9171808a4567 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:00.168925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fb95d20c-c2fa-499c-b8fb-b1c99496fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.276912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.306270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=094af860-72d4-41dc-aef9-376daddc25cc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:00.351855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network fddce0f7-b35e-4e70-8eb8-ad7daa809aba is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:16:00.363123 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b270fba6-a579-4b82-b8ef-b1473b010935 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.454951 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:00.455302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:00.455670 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:00.456003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:00.456359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:00.456747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:00.457075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:00.457399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:00.457714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:00.458063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:00.458385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:00.459554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fb95d20c-c2fa-499c-b8fb-b1c99496fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.461166 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.475499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270fba6-a579-4b82-b8ef-b1473b010935 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event deleted for resources: {'Subnet': ['ID=207da63a-5ca8-4375-8952-43e5cbdde83b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:00.499625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b270fba6-a579-4b82-b8ef-b1473b010935 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.505989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-fb95d20c-c2fa-499c-b8fb-b1c99496fd10 None None] For port 6fd26c44-8909-4a3e-a5f8-9171808a4567, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6fd26c44-8909-4a3e-a5f8-9171808a4567,segment=NetworkSegment(851724e1-c51d-47fa-aec9-2e04af0b5782),segment_id=851724e1-c51d-47fa-aec9-2e04af0b5782)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:00.512350 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b270fba6-a579-4b82-b8ef-b1473b010935 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "DELETE /v2.0/subnets/207da63a-5ca8-4375-8952-43e5cbdde83b HTTP/1.1" status: 204 len: 168 time: 0.9129899 Mar 02 20:16:00.512350 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43074) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:00.513115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51fd142-d1c4-4718-aa51-70e34d0be6b9 None None] Network db3c7f16-25b2-4f61-ac20-47b6e3feac94 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:00.532666 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.592029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fb95d20c-c2fa-499c-b8fb-b1c99496fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.593225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, fddce0f7-b35e-4e70-8eb8-ad7daa809aba) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:00.613715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.251 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/291c3085-5f5b-4a48-9f3a-e963e5905820) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:00.635196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64f7b02-0194-4f33-811f-ffa9188bfa34']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:00.645653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f36631e-6c20-4e62-afaf-6879cbb57a0e None None] Network fddce0f7-b35e-4e70-8eb8-ad7daa809aba requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:00.654016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d45beb-6ec5-4821-83b5-982758120310') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:00.654247 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:00.654341 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d45beb-6ec5-4821-83b5-982758120310') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:00.654612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.675696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.678354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.679707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1e7638fd-ed87-4cbb-aaeb-baaf8440e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:52Z', 'revision_number': 9, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:00.692054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.705516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc3e38de-6566-4e5d-8933-a9f1c7b18fe4 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.708072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.710301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Deleting port 20711c96-3cab-4d57-ba56-767c7a3a6d9d {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:00.710724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.753438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:00.754010 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.763417 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7638fd-ed87-4cbb-aaeb-baaf8440e9d0 None None] The sync data for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv is: [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:15:52Z', 'revision_number': 9, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'a0fb7f8a-1082-4883-8c7b-fb74f4e22e59', 'name': '', 'network_id': 'b0a47dd2-f1ee-44f4-8291-6a01e0a7676c', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:90:0b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:34Z', 'updated_at': '2022-03-02T20:14:46Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'e545306f-45b6-4d3c-85b3-dc7df7f4e420', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:00.769508 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:00.803181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e38de-6566-4e5d-8933-a9f1c7b18fe4 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Subnet': ['ID=894049da-e107-4cb1-ab9c-4ea1ac40d92f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:00.826071 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95d20c-c2fa-499c-b8fb-b1c99496fd10 None None] Pushing event updated for resources: {'Port': ['ID=6fd26c44-8909-4a3e-a5f8-9171808a4567,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:00.895022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-362fc345-f4de-4c51-9cf5-1494d12d7a37 None None] Provisioning complete for port 6fd26c44-8909-4a3e-a5f8-9171808a4567 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:00.895312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-362fc345-f4de-4c51-9cf5-1494d12d7a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:00.997949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.003827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.045758 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/e64f7b02-0194-4f33-811f-ffa9188bfa34 HTTP/1.1" status: 204 len: 168 time: 1.0200579 Mar 02 20:16:01.050975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43078) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:01.093206 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23e446-f798-4941-8fe7-7c7a6c074e5c tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=e64f7b02-0194-4f33-811f-ffa9188bfa34,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:01.099134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-fddce0f7-b35e-4e70-8eb8-ad7daa809aba', 'network_id': 'fddce0f7-b35e-4e70-8eb8-ad7daa809aba', 'tenant_id': '56cef9e74e754b51943355b498e30ecd', 'fixed_ips': [{'subnet_id': '26e1c870-6b6f-4da4-b8d6-c10c009e58cf'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:01.099952 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.112423 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30b8670-e852-424a-8425-cceb69b932e7 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:01.112939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30b8670-e852-424a-8425-cceb69b932e7 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:01.118272 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b30b8670-e852-424a-8425-cceb69b932e7 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/subnets/0a04949d-52f6-4d90-96d9-11ea5c5042d3 HTTP/1.1" status: 404 len: 337 time: 0.0661929 Mar 02 20:16:01.118900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43082) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:01.129313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] For port 20711c96-3cab-4d57-ba56-767c7a3a6d9d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=20711c96-3cab-4d57-ba56-767c7a3a6d9d,segment=NetworkSegment(cefbbdba-7c79-4f39-8e45-3da222d7f17f),segment_id=cefbbdba-7c79-4f39-8e45-3da222d7f17f)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:01.129526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.241282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85392d-80b4-4e8a-b974-3ed43e4cc231 None None] DHCP port deletion for db3c7f16-25b2-4f61-ac20-47b6e3feac94 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:16:01.254632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6c85392d-80b4-4e8a-b974-3ed43e4cc231 None None] Deleting port 20711c96-3cab-4d57-ba56-767c7a3a6d9d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:01.255003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c85392d-80b4-4e8a-b974-3ed43e4cc231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.262840 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a20d84-9ea0-46d0-8dc9-f99de1dd0d44 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:01.263576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a20d84-9ea0-46d0-8dc9-f99de1dd0d44 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:01.269002 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-49a20d84-9ea0-46d0-8dc9-f99de1dd0d44 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/41258ab0-a49d-41b5-bee0-1332ceeb25a7 HTTP/1.1" status: 404 len: 339 time: 0.1468537 Mar 02 20:16:01.296171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6fd26c44-8909-4a3e-a5f8-9171808a4567 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:01.309650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object dd7b488d-f6e6-4425-8cca-3f9983c8041d will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:01.330109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43086) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:01.345888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Calling delete_port for 20711c96-3cab-4d57-ba56-767c7a3a6d9d owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:01.384613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81876276-e7d4-4595-8c9d-763e1525068b None None] Network f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:01.417327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cc3e38de-6566-4e5d-8933-a9f1c7b18fe4 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.421553 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cc3e38de-6566-4e5d-8933-a9f1c7b18fe4 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/894049da-e107-4cb1-ab9c-4ea1ac40d92f HTTP/1.1" status: 204 len: 168 time: 3.8392584 Mar 02 20:16:01.424609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43090) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:01.438263 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0b6b4209-cf37-4da5-b2d9-132e990883b4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 6.1495228 Mar 02 20:16:01.439038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43094) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:01.457387 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b0e9f0-35b0-4c12-9c78-609e82e724ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:01.458098 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b0e9f0-35b0-4c12-9c78-609e82e724ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:01.461493 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-27b0e9f0-35b0-4c12-9c78-609e82e724ef tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/subnets/2c23658a-1688-4461-9e33-9225ed4be6f7 HTTP/1.1" status: 404 len: 337 time: 0.1038985 Mar 02 20:16:01.463988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43098) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:01.488814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.572870 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ed8a5b-7c46-4720-90e2-69b23b65f73a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:01.573307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ed8a5b-7c46-4720-90e2-69b23b65f73a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:01.577541 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-23ed8a5b-7c46-4720-90e2-69b23b65f73a tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/e0cbe40d-93b8-48dc-8b60-3a1d3b95ff7c HTTP/1.1" status: 404 len: 339 time: 0.0608034 Mar 02 20:16:01.588865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43102) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:01.634296 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.640697 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-667e2aaa-bc9e-4f7a-9be1-7a9d48fe03d3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:01.641131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667e2aaa-bc9e-4f7a-9be1-7a9d48fe03d3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:01.646360 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-667e2aaa-bc9e-4f7a-9be1-7a9d48fe03d3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/subnets/5b202d85-9d3f-4499-b518-b559525d7e01 HTTP/1.1" status: 404 len: 337 time: 0.0516112 Mar 02 20:16:01.647801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43106) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:01.678740 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d0f3e4-dbff-4da7-8ecd-572b082a1c96 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:01.679085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d0f3e4-dbff-4da7-8ecd-572b082a1c96 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:01.684723 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:01.685065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.711872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=dd7b488d-f6e6-4425-8cca-3f9983c8041d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:01.724312 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c3d0f3e4-dbff-4da7-8ecd-572b082a1c96 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/bac65656-e9cf-48a5-b559-a6feb20498c7 HTTP/1.1" status: 404 len: 339 time: 0.0726061 Mar 02 20:16:01.725932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43110) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:01.726081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Allocated IP 2001:db8::3 (fddce0f7-b35e-4e70-8eb8-ad7daa809aba/26e1c870-6b6f-4da4-b8d6-c10c009e58cf/12bd42df-74b4-4e25-8a23-b8c16e5552bf) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:01.748756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:01.765199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:01.768381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:01.770914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.773185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:01.773586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.802634 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.823576 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cb3989-f7fb-4297-8398-933f49e6ef0d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:01.826113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22cb3989-f7fb-4297-8398-933f49e6ef0d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:01.826113 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-22cb3989-f7fb-4297-8398-933f49e6ef0d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/subnets/a49ee5e4-7681-441a-ad03-2d0572ef69eb HTTP/1.1" status: 404 len: 337 time: 0.0995307 Mar 02 20:16:01.835540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43114) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:01.836065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6c85392d-80b4-4e8a-b974-3ed43e4cc231 None None] For port 20711c96-3cab-4d57-ba56-767c7a3a6d9d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=20711c96-3cab-4d57-ba56-767c7a3a6d9d,segment=NetworkSegment(cefbbdba-7c79-4f39-8e45-3da222d7f17f),segment_id=cefbbdba-7c79-4f39-8e45-3da222d7f17f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:01.836438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event deleted for resources: {'Port': ['ID=20711c96-3cab-4d57-ba56-767c7a3a6d9d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:01.836554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c85392d-80b4-4e8a-b974-3ed43e4cc231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.840627 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.847895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.891178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] No DVR routers for this DVR port 20711c96-3cab-4d57-ba56-767c7a3a6d9d on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:01.891440 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c81485-e774-48f8-9a09-c104491ad545 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:01.891876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c81485-e774-48f8-9a09-c104491ad545 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:01.896924 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e4c81485-e774-48f8-9a09-c104491ad545 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/bba96d34-8c34-4529-ab8f-c675d537c5f6 HTTP/1.1" status: 404 len: 339 time: 0.0506830 Mar 02 20:16:01.897100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6fd26c44-8909-4a3e-a5f8-9171808a4567 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:01.897100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:01.900799 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43118) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:01.946768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.006031 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc25ae7d-d175-4502-8b57-42a0b64f6762 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:02.006484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc25ae7d-d175-4502-8b57-42a0b64f6762 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:02.008194 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fc25ae7d-d175-4502-8b57-42a0b64f6762 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/subnets/d646d364-03c7-4bd8-b963-3e055ecc4ae2 HTTP/1.1" status: 404 len: 337 time: 0.1064041 Mar 02 20:16:02.043934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43122) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:02.051008 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-32b4a9e4-f730-42a1-822e-1abd0c79959d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.4659452 Mar 02 20:16:02.060728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43126) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:02.082362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6c85392d-80b4-4e8a-b974-3ed43e4cc231 None None] Calling delete_port for 20711c96-3cab-4d57-ba56-767c7a3a6d9d owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:02.190555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 6aeb4905-7b2a-429a-9a10-06f59eee76f0 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:16:02.227231 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-742a674f-1b49-41e6-805f-05f60c31b0f7 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:02.227231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742a674f-1b49-41e6-805f-05f60c31b0f7 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:02.227231 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-742a674f-1b49-41e6-805f-05f60c31b0f7 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/ac058afb-70c8-4707-ac77-a1279b4c6474 HTTP/1.1" status: 404 len: 339 time: 0.1683986 Mar 02 20:16:02.227574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.240002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-6c85392d-80b4-4e8a-b974-3ed43e4cc231 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:16:02.240338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-6c85392d-80b4-4e8a-b974-3ed43e4cc231 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:16:02.241114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43130) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:02.249234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=4301c860-43e1-47c4-9c74-d772eb04a962,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:02.262521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.269059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.302225 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b046f28-bfc4-4134-9da7-24d20640aec3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:02.302648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b046f28-bfc4-4134-9da7-24d20640aec3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:02.307304 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8b046f28-bfc4-4134-9da7-24d20640aec3 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/subnets/5f3528c3-bfe8-41f3-a11d-ab253b7ae3f4 HTTP/1.1" status: 404 len: 337 time: 0.0622361 Mar 02 20:16:02.307476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.307585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] For port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8aa26bd9-4baf-46a8-a859-f94cbf3a19d5,segment=NetworkSegment(df304534-0bd7-41c9-9fd3-511999a23747),segment_id=df304534-0bd7-41c9-9fd3-511999a23747)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:02.307585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.311270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-731b0c3f-8c5d-44b7-8836-a74943484a23 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port dd7b488d-f6e6-4425-8cca-3f9983c8041d {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:02.311622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-731b0c3f-8c5d-44b7-8836-a74943484a23 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.315993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43134) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:02.326232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3c7f16-25b2-4f61-ac20-47b6e3feac94']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:02.394729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0829c775-6a54-43f8-97b3-a141a6d1995f None None] Provisioning for port dd7b488d-f6e6-4425-8cca-3f9983c8041d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:02.420437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefbbdba-7c79-4f39-8e45-3da222d7f17f') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:02.420720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefbbdba-7c79-4f39-8e45-3da222d7f17f') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:02.425192 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a0e96-992b-4aef-a16e-59e7c0f0a920 None None] DHCP port deletion for f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:16:02.433149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a0e96-992b-4aef-a16e-59e7c0f0a920 None None] Deleting port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:02.433518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0e96-992b-4aef-a16e-59e7c0f0a920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.460266 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0829c775-6a54-43f8-97b3-a141a6d1995f None None] Provisioning complete for port dd7b488d-f6e6-4425-8cca-3f9983c8041d triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:02.460625 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0829c775-6a54-43f8-97b3-a141a6d1995f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.492604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:02.522047 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-becc7880-5ab0-4b94-8089-7d942580a70f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:02.522857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-becc7880-5ab0-4b94-8089-7d942580a70f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:02.526912 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-becc7880-5ab0-4b94-8089-7d942580a70f tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/31ae97e1-7b2d-44be-857f-2eda59a234b8 HTTP/1.1" status: 404 len: 339 time: 0.2011163 Mar 02 20:16:02.535387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.542238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43138) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:02.543748 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:02.555343 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:16:02.577977 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.600604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:16:02.600972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0614a2c5-583b-4b8a-91c9-9b3a49338bc3 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:02.602228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.614106 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3aed2e2-37b6-404a-ab56-d000ec7fd4e1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:02.614106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3aed2e2-37b6-404a-ab56-d000ec7fd4e1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:02.614106 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f3aed2e2-37b6-404a-ab56-d000ec7fd4e1 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/subnets/77e22d00-1fce-4def-b5dc-a4411b181f2d HTTP/1.1" status: 404 len: 337 time: 0.0673397 Mar 02 20:16:02.615329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43142) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:02.620515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:02.620917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.637030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0829c775-6a54-43f8-97b3-a141a6d1995f None None] Port dd7b488d-f6e6-4425-8cca-3f9983c8041d cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:02.644895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Transition to ACTIVE for port object 12bd42df-74b4-4e25-8a23-b8c16e5552bf will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:02.652761 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:02.680310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:02.683406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Transition to ACTIVE for port object 12bd42df-74b4-4e25-8a23-b8c16e5552bf will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:02.728089 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3da1fc8-00c4-432b-81d0-a9a99f36b361 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:02.728525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3da1fc8-00c4-432b-81d0-a9a99f36b361 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:02.732675 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d3da1fc8-00c4-432b-81d0-a9a99f36b361 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/6725659b-5db2-44da-a0cf-9365da79a659 HTTP/1.1" status: 404 len: 339 time: 0.1141858 Mar 02 20:16:02.743499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43146) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:02.753061 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6c85392d-80b4-4e8a-b974-3ed43e4cc231 None None] Deleting port 20711c96-3cab-4d57-ba56-767c7a3a6d9d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:02.753589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c85392d-80b4-4e8a-b974-3ed43e4cc231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.787823 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.790597 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8058b2b-58b9-4d0a-a5ef-c36175c11b5d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:02.791033 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8058b2b-58b9-4d0a-a5ef-c36175c11b5d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:02.803052 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b8058b2b-58b9-4d0a-a5ef-c36175c11b5d tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/subnets/70e50710-db0d-4e3c-ad4d-60248197b97d HTTP/1.1" status: 404 len: 337 time: 0.0558348 Mar 02 20:16:02.806569 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43150) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:02.830555 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-842f44ec-0cf0-4689-a544-4451a41ec4ea tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:02.830998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842f44ec-0cf0-4689-a544-4451a41ec4ea tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:02.835407 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-842f44ec-0cf0-4689-a544-4451a41ec4ea tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/d67fac20-d355-41a1-9bf6-8779b1bb3b69 HTTP/1.1" status: 404 len: 339 time: 0.0286641 Mar 02 20:16:02.835626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43154) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:02.847007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:02.849969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=291c3085-5f5b-4a48-9f3a-e963e5905820,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:02.859171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:02.886364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.905725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6c85392d-80b4-4e8a-b974-3ed43e4cc231 None None] The port '20711c96-3cab-4d57-ba56-767c7a3a6d9d' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:16:02.926490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-eb7a0e96-992b-4aef-a16e-59e7c0f0a920 None None] For port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8aa26bd9-4baf-46a8-a859-f94cbf3a19d5,segment=NetworkSegment(df304534-0bd7-41c9-9fd3-511999a23747),segment_id=df304534-0bd7-41c9-9fd3-511999a23747)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:02.926872 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0e96-992b-4aef-a16e-59e7c0f0a920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.929001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.967740 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:02.973287 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] 10.222.0.44 "DELETE /v2.0/networks/db3c7f16-25b2-4f61-ac20-47b6e3feac94 HTTP/1.1" status: 204 len: 168 time: 2.4603062 Mar 02 20:16:02.982333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=8aa26bd9-4baf-46a8-a859-f94cbf3a19d5,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:02.993968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd408e-26f2-4189-81ac-1e918f2379a4 tempest-AllowedAddressPairTestJSON-985579602 tempest-AllowedAddressPairTestJSON-985579602-project] Pushing event deleted for resources: {'Network': ['ID=db3c7f16-25b2-4f61-ac20-47b6e3feac94,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:03.001777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No DVR routers for this DVR port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:03.012428 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Network fddce0f7-b35e-4e70-8eb8-ad7daa809aba is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:03.079053 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 20711c96-3cab-4d57-ba56-767c7a3a6d9d no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:03.128360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:03.130266 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Pushing event updated for resources: {'Port': ['ID=12bd42df-74b4-4e25-8a23-b8c16e5552bf,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:03.136558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:03.138971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.162237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.176745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a0e96-992b-4aef-a16e-59e7c0f0a920 None None] Calling delete_port for 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:03.188833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a61f2e-bc83-4acf-b80e-c90f49bc3d86']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:03.201097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network 887ad397-515f-4a2c-b95d-d2b0ce195a9f is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:03.202324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df304534-0bd7-41c9-9fd3-511999a23747') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:03.202624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df304534-0bd7-41c9-9fd3-511999a23747') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:03.222533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:03.266180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 20711c96-3cab-4d57-ba56-767c7a3a6d9d {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:16:03.266495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 20711c96-3cab-4d57-ba56-767c7a3a6d9d not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:03.266875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:03.272504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.297187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.303809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Subnet': ['ID=26e1c870-6b6f-4da4-b8d6-c10c009e58cf,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:03.321932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:03.322464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:03.337648 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:03.358161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:16:03.360741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:03.450829 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Attempting to bind port 12bd42df-74b4-4e25-8a23-b8c16e5552bf on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:03.450829 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Attempting to bind port 12bd42df-74b4-4e25-8a23-b8c16e5552bf by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'ba3cf60c-77da-4386-aca9-5bf6ed868fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fddce0f7-b35e-4e70-8eb8-ad7daa809aba'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:03.450829 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Attempting to bind port 12bd42df-74b4-4e25-8a23-b8c16e5552bf on network fddce0f7-b35e-4e70-8eb8-ad7daa809aba {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:03.467517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:03.467882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Checking segment: {'id': 'ba3cf60c-77da-4386-aca9-5bf6ed868fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fddce0f7-b35e-4e70-8eb8-ad7daa809aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:03.468467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.469003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Bound using segment: {'id': 'ba3cf60c-77da-4386-aca9-5bf6ed868fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fddce0f7-b35e-4e70-8eb8-ad7daa809aba'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:03.470038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Bound port: 12bd42df-74b4-4e25-8a23-b8c16e5552bf, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3cf60c-77da-4386-aca9-5bf6ed868fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'fddce0f7-b35e-4e70-8eb8-ad7daa809aba'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:03.470849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.492010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-eb7a0e96-992b-4aef-a16e-59e7c0f0a920 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:16:03.496888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-eb7a0e96-992b-4aef-a16e-59e7c0f0a920 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:16:03.497165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-953888a7-aed0-47d9-ae3a-547d797e70d5 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Deleting subnet 9e36e3e9-c6aa-470a-82e0-0b4d9a3e0e41 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:16:03.501018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-953888a7-aed0-47d9-ae3a-547d797e70d5 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.576148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] For port 12bd42df-74b4-4e25-8a23-b8c16e5552bf, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:03.582863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.584519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] For port 12bd42df-74b4-4e25-8a23-b8c16e5552bf, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=12bd42df-74b4-4e25-8a23-b8c16e5552bf,segment=NetworkSegment(ba3cf60c-77da-4386-aca9-5bf6ed868fb9),segment_id=ba3cf60c-77da-4386-aca9-5bf6ed868fb9)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:03.604144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.607721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.611009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-953888a7-aed0-47d9-ae3a-547d797e70d5 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.636751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddce0f7-b35e-4e70-8eb8-ad7daa809aba']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:03.646680 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Network': ['ID=f8a61f2e-bc83-4acf-b80e-c90f49bc3d86,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:03.659228 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b977a9dd-3053-4808-a231-023b3994bd78 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/networks/f8a61f2e-bc83-4acf-b80e-c90f49bc3d86 HTTP/1.1" status: 204 len: 168 time: 2.2306299 Mar 02 20:16:03.660343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43162) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:03.670536 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.683325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-731b0c3f-8c5d-44b7-8836-a74943484a23 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.690959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43166) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:03.695289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3cf60c-77da-4386-aca9-5bf6ed868fb9') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:03.695584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3cf60c-77da-4386-aca9-5bf6ed868fb9') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:03.776596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ea143224-21ec-437a-98b7-2646a4cf317e None None] Provisioning complete for port 4301c860-43e1-47c4-9c74-d772eb04a962 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:03.777230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ea143224-21ec-437a-98b7-2646a4cf317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.793028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.819642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad34b6f-99c0-475f-aa75-5c1801186f45 None None] Pushing event updated for resources: {'Port': ['ID=12bd42df-74b4-4e25-8a23-b8c16e5552bf,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:03.843557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ea143224-21ec-437a-98b7-2646a4cf317e None None] Port 4301c860-43e1-47c4-9c74-d772eb04a962 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:03.882971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-731b0c3f-8c5d-44b7-8836-a74943484a23 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for dd7b488d-f6e6-4425-8cca-3f9983c8041d owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:03.946466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7da8a3c-d2a6-471c-b647-f07643d4785a None None] Network fddce0f7-b35e-4e70-8eb8-ad7daa809aba requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:03.952714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:03.954756 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-953888a7-aed0-47d9-ae3a-547d797e70d5 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.023842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:04.024257 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:04.055211 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:04.076929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a0e96-992b-4aef-a16e-59e7c0f0a920 None None] Deleting port 8aa26bd9-4baf-46a8-a859-f94cbf3a19d5 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:04.077338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0e96-992b-4aef-a16e-59e7c0f0a920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.178966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-953888a7-aed0-47d9-ae3a-547d797e70d5 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.220566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953888a7-aed0-47d9-ae3a-547d797e70d5 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Subnet': ['ID=9e36e3e9-c6aa-470a-82e0-0b4d9a3e0e41,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:04.221535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a0e96-992b-4aef-a16e-59e7c0f0a920 None None] The port '8aa26bd9-4baf-46a8-a859-f94cbf3a19d5' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:16:04.237314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-953888a7-aed0-47d9-ae3a-547d797e70d5 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.253598 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-953888a7-aed0-47d9-ae3a-547d797e70d5 tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/subnets/9e36e3e9-c6aa-470a-82e0-0b4d9a3e0e41 HTTP/1.1" status: 204 len: 168 time: 1.4148870 Mar 02 20:16:04.255788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43172) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:04.258811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a381b2-27a8-43f1-8143-a4436f763e02 None None] Network fedebe9f-bcb6-4bbe-bd56-578241d521f2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:04.296049 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:16:04.309100 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828e755-e550-473f-8659-84d35989af16 None None] Sync routers for ids ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:16:04.330880 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828e755-e550-473f-8659-84d35989af16 None None] Routers {'6aeb4905-7b2a-429a-9a10-06f59eee76f0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:04.332295 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9828e755-e550-473f-8659-84d35989af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:04.372969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:16:04.372969 dv-neutron-831593-2-hyperv neutron-server[84503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:16:04.372969 dv-neutron-831593-2-hyperv neutron-server[84503]: [parameters: {'id': 'fddce0f7-b35e-4e70-8eb8-ad7daa809aba'}] Mar 02 20:16:04.372969 dv-neutron-831593-2-hyperv neutron-server[84503]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:16:04.373469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:16:04.390431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.419804 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9828e755-e550-473f-8659-84d35989af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:04.432323 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828e755-e550-473f-8659-84d35989af16 None None] Routers {'6aeb4905-7b2a-429a-9a10-06f59eee76f0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:04.432933 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9828e755-e550-473f-8659-84d35989af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:04.450047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.510495 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9828e755-e550-473f-8659-84d35989af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:04.510900 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828e755-e550-473f-8659-84d35989af16 None None] The sync data for ids ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:04.537404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Deleting port adcf6c10-5018-4c30-81ff-8c7ce9a9468d {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:04.537801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.574048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317e0343-415e-471c-9bb4-cc967e98dc20 None None] DHCP port deletion for fedebe9f-bcb6-4bbe-bd56-578241d521f2 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:16:04.582200 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-317e0343-415e-471c-9bb4-cc967e98dc20 None None] Deleting port adcf6c10-5018-4c30-81ff-8c7ce9a9468d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:04.582200 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-317e0343-415e-471c-9bb4-cc967e98dc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.607769 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7a460af0-8f96-41d4-842c-f25cd57bbf4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b789124889c44bf29d3f96154d237c1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9024091 Mar 02 20:16:04.609841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43176) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:04.611608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.612771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.647061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.802352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-317e0343-415e-471c-9bb4-cc967e98dc20 None None] For port adcf6c10-5018-4c30-81ff-8c7ce9a9468d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=adcf6c10-5018-4c30-81ff-8c7ce9a9468d,segment=NetworkSegment(07864972-3820-435d-bbf8-39ec1bf6996f),segment_id=07864972-3820-435d-bbf8-39ec1bf6996f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:04.802683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-317e0343-415e-471c-9bb4-cc967e98dc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.827649 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e4d94109-c001-4471-886a-6c2fe69b8cad tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/ports/094af860-72d4-41dc-aef9-376daddc25cc HTTP/1.1" status: 204 len: 168 time: 9.0104873 Mar 02 20:16:04.832038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43180) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:04.859411 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8651970e-7868-46d0-b26f-6fdfd94fd84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.894086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.916692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] For port adcf6c10-5018-4c30-81ff-8c7ce9a9468d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=adcf6c10-5018-4c30-81ff-8c7ce9a9468d,segment=NetworkSegment(07864972-3820-435d-bbf8-39ec1bf6996f),segment_id=07864972-3820-435d-bbf8-39ec1bf6996f)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:04.917393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:04.946423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device adcf6c10-5018-4c30-81ff-8c7ce9a9468d no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:04.977000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-317e0343-415e-471c-9bb4-cc967e98dc20 None None] Calling delete_port for adcf6c10-5018-4c30-81ff-8c7ce9a9468d owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:05.014725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting port 12bd42df-74b4-4e25-8a23-b8c16e5552bf {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:05.015119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:05.067105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8651970e-7868-46d0-b26f-6fdfd94fd84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:05.078346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-731b0c3f-8c5d-44b7-8836-a74943484a23 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:05.135097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Calling delete_port for adcf6c10-5018-4c30-81ff-8c7ce9a9468d owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:05.149170 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:05.151475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b0c3f-8c5d-44b7-8836-a74943484a23 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=dd7b488d-f6e6-4425-8cca-3f9983c8041d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:05.167922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-317e0343-415e-471c-9bb4-cc967e98dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:05.213630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e0343-415e-471c-9bb4-cc967e98dc20 None None] Pushing event deleted for resources: {'Port': ['ID=adcf6c10-5018-4c30-81ff-8c7ce9a9468d,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:05.225779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e0343-415e-471c-9bb4-cc967e98dc20 None None] No DVR routers for this DVR port adcf6c10-5018-4c30-81ff-8c7ce9a9468d on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:05.305374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:16:05.305638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:16:05.313179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-731b0c3f-8c5d-44b7-8836-a74943484a23 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:05.318203 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-731b0c3f-8c5d-44b7-8836-a74943484a23 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/dd7b488d-f6e6-4425-8cca-3f9983c8041d HTTP/1.1" status: 204 len: 168 time: 3.2445436 Mar 02 20:16:05.320219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43184) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:05.458921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8651970e-7868-46d0-b26f-6fdfd94fd84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:05.460658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Router f5bbe018-b7fe-45ae-9139-d4755a78e38a is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:16:05.479404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb97ef55-80d5-48d1-b836-9dcc7456ba0d None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:16:05.484685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651970e-7868-46d0-b26f-6fdfd94fd84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a356f3-d231-476e-9c2d-9a5f07b4b68b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:05.530974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] For port 12bd42df-74b4-4e25-8a23-b8c16e5552bf, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=12bd42df-74b4-4e25-8a23-b8c16e5552bf,segment=NetworkSegment(ba3cf60c-77da-4386-aca9-5bf6ed868fb9),segment_id=ba3cf60c-77da-4386-aca9-5bf6ed868fb9)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:05.530974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:05.531375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8651970e-7868-46d0-b26f-6fdfd94fd84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:05.532038 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8651970e-7868-46d0-b26f-6fdfd94fd84f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87a356f3-d231-476e-9c2d-9a5f07b4b68b HTTP/1.1" status: 204 len: 168 time: 0.9189210 Mar 02 20:16:05.676278 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb97ef55-80d5-48d1-b836-9dcc7456ba0d None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:16:05.726904 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:05.727249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:05.727852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Calling delete_port for 12bd42df-74b4-4e25-8a23-b8c16e5552bf owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:05.817038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Deleting port adcf6c10-5018-4c30-81ff-8c7ce9a9468d {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:05.817038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:05.900555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9727c8a1-cf61-47b4-b2a2-a2e7b81d6af6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:05.901764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9727c8a1-cf61-47b4-b2a2-a2e7b81d6af6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:05.957225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] The port 'adcf6c10-5018-4c30-81ff-8c7ce9a9468d' was deleted {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:16:06.166473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.175749 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.188864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] For port a0fb7f8a-1082-4883-8c7b-fb74f4e22e59, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a0fb7f8a-1082-4883-8c7b-fb74f4e22e59,segment=NetworkSegment(25d3ec0a-90fa-416a-9c64-8dde89fbabd3),segment_id=25d3ec0a-90fa-416a-9c64-8dde89fbabd3)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:06.189217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.255146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9727c8a1-cf61-47b4-b2a2-a2e7b81d6af6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:06.258430 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9727c8a1-cf61-47b4-b2a2-a2e7b81d6af6 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9208939 Mar 02 20:16:06.265477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43198) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:06.286614 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Port': ['ID=12bd42df-74b4-4e25-8a23-b8c16e5552bf,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:06.303976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No DVR routers for this DVR port 12bd42df-74b4-4e25-8a23-b8c16e5552bf on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:06.323555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedebe9f-bcb6-4bbe-bd56-578241d521f2']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:06.368204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:06.417547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07864972-3820-435d-bbf8-39ec1bf6996f') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:06.418037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07864972-3820-435d-bbf8-39ec1bf6996f') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:06.433271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:16:06.446875 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.448329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:16:06.461252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ebeaa-f244-4bd4-86e3-a1cc2db98a4b None None] Sync routers for ids ['f5bbe018-b7fe-45ae-9139-d4755a78e38a'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:16:06.470115 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.478955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ebeaa-f244-4bd4-86e3-a1cc2db98a4b None None] Routers {'f5bbe018-b7fe-45ae-9139-d4755a78e38a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:06.478955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cf8ebeaa-f244-4bd4-86e3-a1cc2db98a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f5bbe018-b7fe-45ae-9139-d4755a78e38a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:06.480105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.493297 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-53ba1430-91fc-4bc8-8345-5a872e08fc51 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "PUT /v2.0/routers/f5bbe018-b7fe-45ae-9139-d4755a78e38a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2555690 Mar 02 20:16:06.504218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43204) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:06.512232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:06.512439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddce0f7-b35e-4e70-8eb8-ad7daa809aba']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:06.512683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:06.528997 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:06.560389 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cf8ebeaa-f244-4bd4-86e3-a1cc2db98a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:06.572769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ebeaa-f244-4bd4-86e3-a1cc2db98a4b None None] Routers {'f5bbe018-b7fe-45ae-9139-d4755a78e38a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:06.574513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cf8ebeaa-f244-4bd4-86e3-a1cc2db98a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f5bbe018-b7fe-45ae-9139-d4755a78e38a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:06.592000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3cf60c-77da-4386-aca9-5bf6ed868fb9') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:06.592292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3cf60c-77da-4386-aca9-5bf6ed868fb9') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:06.655594 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-cf8ebeaa-f244-4bd4-86e3-a1cc2db98a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:06.656156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ebeaa-f244-4bd4-86e3-a1cc2db98a4b None None] The sync data for ids ['f5bbe018-b7fe-45ae-9139-d4755a78e38a'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:06.660878 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539954b-90f9-467f-bfaa-1fee06ca3e38 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:06.666843 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e539954b-90f9-467f-bfaa-1fee06ca3e38 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3946404 Mar 02 20:16:06.667832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.669254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43210) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:06.693006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.712402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:06.712606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:06.734329 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:06.808934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.813255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e438a8-2209-4888-8b01-c232023757de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:06.815253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e438a8-2209-4888-8b01-c232023757de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:06.816553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e438a8-2209-4888-8b01-c232023757de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:06.817333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-10e438a8-2209-4888-8b01-c232023757de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:06.848242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a688d56-b3a3-43ff-9cce-ba2043368b5e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:06.852557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1a688d56-b3a3-43ff-9cce-ba2043368b5e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:06.852692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e168cd10-ea72-4e79-9f81-13b9266ea984 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.855440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.882109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] Pushing event deleted for resources: {'Network': ['ID=fedebe9f-bcb6-4bbe-bd56-578241d521f2,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:06.914523 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3d36eb54-3fd2-44d4-a094-8c6a210e6bac tempest-NetworksTest-2044441414 tempest-NetworksTest-2044441414-project] 10.222.0.44 "DELETE /v2.0/networks/fedebe9f-bcb6-4bbe-bd56-578241d521f2 HTTP/1.1" status: 204 len: 168 time: 2.6573122 Mar 02 20:16:06.968700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:06.986818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1a688d56-b3a3-43ff-9cce-ba2043368b5e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:06.990441 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1a688d56-b3a3-43ff-9cce-ba2043368b5e tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5bbe018-b7fe-45ae-9139-d4755a78e38a HTTP/1.1" status: 200 len: 981 time: 0.4832191 Mar 02 20:16:06.990918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43220) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:06.997132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:07.012921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43224) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:07.015882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Network': ['ID=fddce0f7-b35e-4e70-8eb8-ad7daa809aba,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:07.028661 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9ef53d96-e8f4-474d-9770-957d499fc06d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/fddce0f7-b35e-4e70-8eb8-ad7daa809aba HTTP/1.1" status: 204 len: 168 time: 5.5735803 Mar 02 20:16:07.038666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43230) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:07.052944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104799513'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:07.060606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:07.063651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-10e438a8-2209-4888-8b01-c232023757de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:07.065400 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-10e438a8-2209-4888-8b01-c232023757de tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3946524 Mar 02 20:16:07.067781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:network and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:07.071919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43234) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:07.072453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:07.076188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:07.112869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:07.153223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:16:07.165455 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Sync routers for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:16:07.186648 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:07.188486 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:07.256632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:07.259681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:07.285055 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925680727'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:07.300056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:07.304752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=a0fb7f8a-1082-4883-8c7b-fb74f4e22e59,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:07.304905 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-381229f7-e9ce-4751-8b38-1d73b892fa77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.1227243 Mar 02 20:16:07.306972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:07.307117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43238) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:07.321071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:07.328844 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:07.358494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:07.399891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:16:07.419177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb858759-2e5f-4cc8-99ee-adec4ec37433 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet f7eb04b2-ed2e-4e49-b239-0dcffd8c66e5 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:16:07.422422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:07.422795 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Added segment db92a3b7-4001-4fbd-a2b5-039919b3ca5a of type vlan for network 556abc7d-7ab5-4616-bbdc-5ecfe9b6a073 Mar 02 20:16:07.425485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb858759-2e5f-4cc8-99ee-adec4ec37433 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:07.476807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:07.507089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:07.536748 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:07.541040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb858759-2e5f-4cc8-99ee-adec4ec37433 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:07.654774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:07.723597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:07.774749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43246) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:07.775734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:07.797498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:07.804653 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-28fc8132-9929-4086-bd2e-ab96ff918259 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=809bdfa688034064abc15e030437eaaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4940290 Mar 02 20:16:07.805265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43250) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:07.820563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:07.927568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:07.981356 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:16:03Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:07.987341 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Checking router: c7586df4-c13a-4901-a0b8-c7ee9f7c4656 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:16:07.987683 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Updating router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 port 291c3085-5f5b-4a48-9f3a-e963e5905820 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:16:08.072190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb858759-2e5f-4cc8-99ee-adec4ec37433 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.073406 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.123283 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.128017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:08.128310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.129482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97419026-70c4-4c13-8aa5-73b3d3249910 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:08.131411 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-97419026-70c4-4c13-8aa5-73b3d3249910 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3250813 Mar 02 20:16:08.134549 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43256) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:08.223165 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-51350658-3875-4968-8bf2-98cfca868c17 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765574 Mar 02 20:16:08.226716 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43260) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:08.236308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-942700082', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'project_id': '809bdfa688034064abc15e030437eaaf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:08.302269 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c99830e2-a14f-459b-a69e-c885078e74b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5958073594da4636be7058edbfec9868&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5114164 Mar 02 20:16:08.316591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43264) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:08.341684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=556abc7d-7ab5-4616-bbdc-5ecfe9b6a073,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:08.358804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 556abc7d-7ab5-4616-bbdc-5ecfe9b6a073 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:08.383760 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.392018 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-24896515-71d4-494c-9474-c77566ae3e5b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3414414 Mar 02 20:16:08.392018 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43268) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:08.400684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'network_id': '556abc7d-7ab5-4616-bbdc-5ecfe9b6a073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:08.424671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:08.433459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:subnet and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:08.436384 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.437466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:08.487405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:08.495275 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Transition to ACTIVE for port object 291c3085-5f5b-4a48-9f3a-e963e5905820 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:08.524481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.543063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb858759-2e5f-4cc8-99ee-adec4ec37433 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.563314 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.622783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb858759-2e5f-4cc8-99ee-adec4ec37433 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=f7eb04b2-ed2e-4e49-b239-0dcffd8c66e5,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:08.642000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:08.648637 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Pushing event updated for resources: {'Port': ['ID=291c3085-5f5b-4a48-9f3a-e963e5905820,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:08.654405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dfac7029-5c71-49a2-bffa-fb813309ac0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.654565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a44430-d17b-48f0-8704-824b3205ab2c,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:08.654670 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Attempting to bind port 291c3085-5f5b-4a48-9f3a-e963e5905820 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:08.655275 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Attempting to bind port 291c3085-5f5b-4a48-9f3a-e963e5905820 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:08.655799 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Attempting to bind port 291c3085-5f5b-4a48-9f3a-e963e5905820 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:08.660334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:08.667869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb858759-2e5f-4cc8-99ee-adec4ec37433 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.669180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f868c-d46a-49e9-92dd-b0efa2f462c6 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:08.670480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:08.678552 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:08.679020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:08.682943 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:08.682943 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:08.682943 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:08.682943 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:08.682943 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:08.682943 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:08.682943 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:08.682943 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:08.686132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:08.686582 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:08.686993 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:08.691510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:subnet and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:08.700329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:08.701548 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:08.702036 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:08.705940 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.706377 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:08.707396 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Bound port: 291c3085-5f5b-4a48-9f3a-e963e5905820, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:08.707908 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.710532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dfac7029-5c71-49a2-bffa-fb813309ac0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.717940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:08.720109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:08.790280 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fb858759-2e5f-4cc8-99ee-adec4ec37433 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/f7eb04b2-ed2e-4e49-b239-0dcffd8c66e5 HTTP/1.1" status: 204 len: 168 time: 1.7172704 Mar 02 20:16:08.803547 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43272) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:08.829376 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] For port 291c3085-5f5b-4a48-9f3a-e963e5905820, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:08.834575 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] For port 291c3085-5f5b-4a48-9f3a-e963e5905820, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=291c3085-5f5b-4a48-9f3a-e963e5905820,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:08.864402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:08.881682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.920610 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.985243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:08.992934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-71429a29-f2a9-4517-ad49-b3434c89a694 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet ffc36e63-a8af-4290-8c52-a51d80a30738 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:16:09.024405 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c278a-ee88-43f6-a3d7-4940edd3f57a None None] Pushing event updated for resources: {'Port': ['ID=291c3085-5f5b-4a48-9f3a-e963e5905820,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:09.025488 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71429a29-f2a9-4517-ad49-b3434c89a694 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.052629 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:09.053474 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:09.073076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.181661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.206066 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.210145 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1932023 Mar 02 20:16:09.214001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43276) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:09.228882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab89ce5-9f62-4d42-ba08-5a72553489ba tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9063f96-9f64-4fd1-9685-2fee8f799559,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:09.263463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71429a29-f2a9-4517-ad49-b3434c89a694 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.300667 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:09.324655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e168cd10-ea72-4e79-9f81-13b9266ea984 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port 4a4877af-b126-4b6c-868f-166bc1fe26b7 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:09.325165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e168cd10-ea72-4e79-9f81-13b9266ea984 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.333644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba249-13b6-4965-bcda-1acb5cf490b6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.502896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dfac7029-5c71-49a2-bffa-fb813309ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.549991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac7029-5c71-49a2-bffa-fb813309ac0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbda32d-fee7-4507-9a3d-2a2e92497f50,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:09.567726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dfac7029-5c71-49a2-bffa-fb813309ac0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.569268 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-dfac7029-5c71-49a2-bffa-fb813309ac0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5dbda32d-fee7-4507-9a3d-2a2e92497f50 HTTP/1.1" status: 204 len: 168 time: 1.2503641 Mar 02 20:16:09.572811 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71429a29-f2a9-4517-ad49-b3434c89a694 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.600015 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-55ae9c01-ffc0-4ac3-986b-18093caa17ce tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3800046 Mar 02 20:16:09.603977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43282) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:09.632977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-20740aef-2105-4d91-91d6-509e34c9f783 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group': {'name': 'tempest-security--1265917105', 'description': 'tempest-security-description-78423685'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:09.714731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20740aef-2105-4d91-91d6-509e34c9f783 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.744395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e168cd10-ea72-4e79-9f81-13b9266ea984 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.764171 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:16:03Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:09.769272 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59bc9e4-8211-4e06-97a5-780a3848110d None None] The sync data for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv is: [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:16:03Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:09.844513 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 046d861b-66f1-4d47-ba63-349ddf9cda0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:16:09.956453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-cb9a9ee6-382c-4dce-b116-3efb802ca55a None None] Provisioning complete for port c61e0b8d-c641-41c2-b037-49832aa817fa triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:09.957858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cb9a9ee6-382c-4dce-b116-3efb802ca55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:09.971310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:10.192759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20740aef-2105-4d91-91d6-509e34c9f783 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:10.207598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Subnet': ['ID=8814d83f-4ca8-4e89-ba7e-60e9373d99d4,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:10.211022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e168cd10-ea72-4e79-9f81-13b9266ea984 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for 4a4877af-b126-4b6c-868f-166bc1fe26b7 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:10.280080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20740aef-2105-4d91-91d6-509e34c9f783 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:10.304874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20740aef-2105-4d91-91d6-509e34c9f783 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:10.308543 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-20740aef-2105-4d91-91d6-509e34c9f783 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "PUT /v2.0/security-groups/a9063f96-9f64-4fd1-9685-2fee8f799559 HTTP/1.1" status: 200 len: 1610 time: 0.6956549 Mar 02 20:16:10.309158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43292) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:10.340935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71429a29-f2a9-4517-ad49-b3434c89a694 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:10.351218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Checking segment: {'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:10.351580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network hostable DHCP agents. Network: 732ffdce-2c6c-4226-a395-2a756a9cca82, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:16:10.382164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ba249-13b6-4965-bcda-1acb5cf490b6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 4301c860-43e1-47c4-9c74-d772eb04a962 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:10.382499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba249-13b6-4965-bcda-1acb5cf490b6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:10.417823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71429a29-f2a9-4517-ad49-b3434c89a694 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc36e63-a8af-4290-8c52-a51d80a30738,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:10.429371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20740aef-2105-4d91-91d6-509e34c9f783 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9063f96-9f64-4fd1-9685-2fee8f799559,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:10.438415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71429a29-f2a9-4517-ad49-b3434c89a694 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:10.440998 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-71429a29-f2a9-4517-ad49-b3434c89a694 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/ffc36e63-a8af-4290-8c52-a51d80a30738 HTTP/1.1" status: 204 len: 168 time: 1.6361372 Mar 02 20:16:10.443883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43298) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:10.447433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d39cb50-00cf-42a9-a386-5ce1d283ff19 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:10.475776 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7035a712-eddd-4467-afd5-28bb087f4201 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups/a9063f96-9f64-4fd1-9685-2fee8f799559 HTTP/1.1" status: 200 len: 1610 time: 0.1611581 Mar 02 20:16:10.479466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43302) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:10.635033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:10.688532 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-662c7a32-063d-4578-b102-19e263372031 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2435594 Mar 02 20:16:10.698077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43308) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:10.728593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:10.757614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 732ffdce-2c6c-4226-a395-2a756a9cca82 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:16:10.786985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:16:10.800542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:16:10.812095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Deleting port c61e0b8d-c641-41c2-b037-49832aa817fa {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:10.812095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:10.822136 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-de6ec6ed-3f2d-431d-bea0-dde3f047ceb3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1614048 Mar 02 20:16:10.822908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43312) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:10.862523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35563f-79dc-48f1-af07-59e3f99c87d7 None None] Sync routers for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:16:10.869663 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Checking segment: {'id': 'db92a3b7-4001-4fbd-a2b5-039919b3ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '556abc7d-7ab5-4616-bbdc-5ecfe9b6a073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:10.870116 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network hostable DHCP agents. Network: 556abc7d-7ab5-4616-bbdc-5ecfe9b6a073, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:16:10.918322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=c0b1243d-cc4b-4e24-8964-2bfcfd153728,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:10.920924 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35563f-79dc-48f1-af07-59e3f99c87d7 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:10.921554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0e35563f-79dc-48f1-af07-59e3f99c87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:10.961075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:10.962312 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba249-13b6-4965-bcda-1acb5cf490b6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:10.965205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:10.968354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:10.974325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:10.976921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e168cd10-ea72-4e79-9f81-13b9266ea984 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:11.039696 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 291c3085-5f5b-4a48-9f3a-e963e5905820 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:11.093646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168cd10-ea72-4e79-9f81-13b9266ea984 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=4a4877af-b126-4b6c-868f-166bc1fe26b7,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:11.116802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ba249-13b6-4965-bcda-1acb5cf490b6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 4301c860-43e1-47c4-9c74-d772eb04a962 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:11.156167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network 556abc7d-7ab5-4616-bbdc-5ecfe9b6a073 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:16:11.196822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 556abc7d-7ab5-4616-bbdc-5ecfe9b6a073) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:11.216054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:11.217641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:11.240048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 732ffdce-2c6c-4226-a395-2a756a9cca82) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:11.274661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:11.275319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:11.310344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-95ba878f-31c0-4f39-a7f8-dfba56724c49 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:11.310566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37cca47-ee1d-4d6c-8f34-8f250a21dfad None None] Network 556abc7d-7ab5-4616-bbdc-5ecfe9b6a073 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:11.318698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f70e6e0-2e93-4af2-b736-b082153b8832 None None] Network 732ffdce-2c6c-4226-a395-2a756a9cca82 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:11.334628 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:11.338460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:11.366017 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b8c17975-d826-4925-bc37-ce81938a6fd6 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9732246 Mar 02 20:16:11.426618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43320) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:11.472285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-95ba878f-31c0-4f39-a7f8-dfba56724c49 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:11.485938 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c4edbcc7-e2e6-4e75-ac69-1bc70cdd8187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.2570257 Mar 02 20:16:11.490386 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43326) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:11.605384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43330) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:11.723703 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e168cd10-ea72-4e79-9f81-13b9266ea984 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:11.800943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] For port c61e0b8d-c641-41c2-b037-49832aa817fa, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c61e0b8d-c641-41c2-b037-49832aa817fa,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:11.801364 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:11.833233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-ea100d2a-51e8-48eb-bcc2-af3c9dd5b2b2 tempest-DvrRoutersNegativeTest-502255094 tempest-DvrRoutersNegativeTest-502255094-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1967908741', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:11.836666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.policy [None req-ea100d2a-51e8-48eb-bcc2-af3c9dd5b2b2 tempest-DvrRoutersNegativeTest-502255094 tempest-DvrRoutersNegativeTest-502255094-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84503) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 02 20:16:11.839005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.policy [None req-ea100d2a-51e8-48eb-bcc2-af3c9dd5b2b2 tempest-DvrRoutersNegativeTest-502255094 tempest-DvrRoutersNegativeTest-502255094-project] Failed policy check for 'create_router' {{(pid=84503) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 02 20:16:11.839005 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-ea100d2a-51e8-48eb-bcc2-af3c9dd5b2b2 tempest-DvrRoutersNegativeTest-502255094 tempest-DvrRoutersNegativeTest-502255094-project] create failed (client error): Access was denied to this resource. Mar 02 20:16:11.843558 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ea100d2a-51e8-48eb-bcc2-af3c9dd5b2b2 tempest-DvrRoutersNegativeTest-502255094 tempest-DvrRoutersNegativeTest-502255094-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2336209 Mar 02 20:16:11.848617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:11.903262 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-1938ec28-e3ad-4288-877a-574f73cf560c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting subnet e545306f-45b6-4d3c-85b3-dc7df7f4e420 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:16:11.923298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1938ec28-e3ad-4288-877a-574f73cf560c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:11.982118 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-95ba878f-31c0-4f39-a7f8-dfba56724c49 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:11.989472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:11.994578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:11.999388 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:11.999388 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.004470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.040094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba878f-31c0-4f39-a7f8-dfba56724c49 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9063f96-9f64-4fd1-9685-2fee8f799559,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:12.084724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-95ba878f-31c0-4f39-a7f8-dfba56724c49 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.088197 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-95ba878f-31c0-4f39-a7f8-dfba56724c49 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-groups/a9063f96-9f64-4fd1-9685-2fee8f799559 HTTP/1.1" status: 204 len: 168 time: 1.5887420 Mar 02 20:16:12.088872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1938ec28-e3ad-4288-877a-574f73cf560c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.109582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-0e35563f-79dc-48f1-af07-59e3f99c87d7 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:12.120893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43338) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:12.156190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 291c3085-5f5b-4a48-9f3a-e963e5905820 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:12.166375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=3fa2ff69-c8b0-4b79-a7c4-8ee7ddd80939,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:12.170289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Calling delete_port for c61e0b8d-c641-41c2-b037-49832aa817fa owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:12.171781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba249-13b6-4965-bcda-1acb5cf490b6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.196724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 291c3085-5f5b-4a48-9f3a-e963e5905820 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:12.196724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.248693 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-556abc7d-7ab5-4616-bbdc-5ecfe9b6a073', 'network_id': '556abc7d-7ab5-4616-bbdc-5ecfe9b6a073', 'tenant_id': '56cef9e74e754b51943355b498e30ecd', 'fixed_ips': [{'subnet_id': 'c0b1243d-cc4b-4e24-8964-2bfcfd153728'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:12.249623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.295327 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-732ffdce-2c6c-4226-a395-2a756a9cca82', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:12.296118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.305332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ba249-13b6-4965-bcda-1acb5cf490b6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=4301c860-43e1-47c4-9c74-d772eb04a962,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:12.306252 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-096ef0f9-f8a1-4406-8a99-5704f0176db2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5901616 Mar 02 20:16:12.318330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43342) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:12.342513 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7baf4278-ae41-4cfa-b38c-661758924856 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:12.526930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.616573 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43348) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:12.731812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e168cd10-ea72-4e79-9f81-13b9266ea984 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 6aeb4905-7b2a-429a-9a10-06f59eee76f0 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:16:12.790071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c92a75a1-eb55-4580-a209-fd816283c693 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:12.822171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.897961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c5ac1c3d-857e-4332-9af7-5f37524e6da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.953304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c5ac1c3d-857e-4332-9af7-5f37524e6da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:12.960787 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.961021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c5ac1c3d-857e-4332-9af7-5f37524e6da4 admin admin] Usage tracker for resource:security_group_rule and tenant:5f923b95e68c40129b3c0b7a8827de60 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:12.964520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c5ac1c3d-857e-4332-9af7-5f37524e6da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:12.976838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c5ac1c3d-857e-4332-9af7-5f37524e6da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:12.991813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1938ec28-e3ad-4288-877a-574f73cf560c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.024273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] No DVR routers for this DVR port c61e0b8d-c641-41c2-b037-49832aa817fa on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:13.040170 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Pushing event deleted for resources: {'Port': ['ID=c61e0b8d-c641-41c2-b037-49832aa817fa,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:13.062177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.089104 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c19b26d-d19d-4c61-8170-5cca83865e9e None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:13.094894 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c5ac1c3d-857e-4332-9af7-5f37524e6da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.100584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e168cd10-ea72-4e79-9f81-13b9266ea984 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:16:13.112518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7baf4278-ae41-4cfa-b38c-661758924856 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:13.118363 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12603845-c58b-4f56-a7fb-1a20809a5899 None None] Sync routers for ids ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:16:13.119402 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e168cd10-ea72-4e79-9f81-13b9266ea984 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "PUT /v2.0/routers/6aeb4905-7b2a-429a-9a10-06f59eee76f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2803926 Mar 02 20:16:13.120388 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43354) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:13.125865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c92a75a1-eb55-4580-a209-fd816283c693 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:13.128870 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c92a75a1-eb55-4580-a209-fd816283c693 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9990087 Mar 02 20:16:13.134827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7baf4278-ae41-4cfa-b38c-661758924856 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:13.146738 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12603845-c58b-4f56-a7fb-1a20809a5899 None None] Routers {'6aeb4905-7b2a-429a-9a10-06f59eee76f0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:13.147372 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-12603845-c58b-4f56-a7fb-1a20809a5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:13.177890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43358) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:13.178911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7baf4278-ae41-4cfa-b38c-661758924856 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:13.210684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7baf4278-ae41-4cfa-b38c-661758924856 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:13.227585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba249-13b6-4965-bcda-1acb5cf490b6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.255106 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c5ac1c3d-857e-4332-9af7-5f37524e6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.263807 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-12603845-c58b-4f56-a7fb-1a20809a5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:13.268419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Allocated IP 2001:db8::1 (556abc7d-7ab5-4616-bbdc-5ecfe9b6a073/c0b1243d-cc4b-4e24-8964-2bfcfd153728/38ce27c5-f4c1-4208-99c2-ba7743189f2f) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:13.276137 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-373d00f1-8d31-413d-a724-a403b1d98d67 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] delete failed (client error): The resource could not be found. Mar 02 20:16:13.280995 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-373d00f1-8d31-413d-a724-a403b1d98d67 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-groups/a9063f96-9f64-4fd1-9685-2fee8f799559 HTTP/1.1" status: 404 len: 347 time: 0.0966973 Mar 02 20:16:13.287596 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12603845-c58b-4f56-a7fb-1a20809a5899 None None] Routers {'6aeb4905-7b2a-429a-9a10-06f59eee76f0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:13.288213 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-12603845-c58b-4f56-a7fb-1a20809a5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:13.291183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43362) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:13.305407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522764563'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:13.316860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:13.326241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:13.326587 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:13.326929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:13.327283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:13.327618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:13.327947 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:13.328273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:13.328598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:13.328962 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:13.329226 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:13.329550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0679841-fd38-49b3-9306-d6975e3fa8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:13.336838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Allocated IP 172.20.0.2 (732ffdce-2c6c-4226-a395-2a756a9cca82/8814d83f-4ca8-4e89-ba7e-60e9373d99d4/4bc52686-1c4e-4435-b809-aa9890ff4047) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:13.338886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baf4278-ae41-4cfa-b38c-661758924856 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:13.353218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:13.373941 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac1c3d-857e-4332-9af7-5f37524e6da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d78f995-711b-49d0-808e-39265bf2a125,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:13.391203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 291c3085-5f5b-4a48-9f3a-e963e5905820, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=291c3085-5f5b-4a48-9f3a-e963e5905820,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:13.393312 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c5ac1c3d-857e-4332-9af7-5f37524e6da4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f923b95e68c40129b3c0b7a8827de60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7757270 Mar 02 20:16:13.396279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43366) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:13.445048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.447223 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-12603845-c58b-4f56-a7fb-1a20809a5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:13.447628 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12603845-c58b-4f56-a7fb-1a20809a5899 None None] The sync data for ids ['6aeb4905-7b2a-429a-9a10-06f59eee76f0'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:13.499736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.515857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1938ec28-e3ad-4288-877a-574f73cf560c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.516925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:13.518717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4fa3dabb-13af-4a02-9d12-bdd574cb6c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.531954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:13.535587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:13.546682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:13.575379 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4fa3dabb-13af-4a02-9d12-bdd574cb6c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.598808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938ec28-e3ad-4288-877a-574f73cf560c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Subnet': ['ID=e545306f-45b6-4d3c-85b3-dc7df7f4e420,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:13.624432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c61e0b8d-c641-41c2-b037-49832aa817fa no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:13.671722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.684350 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1938ec28-e3ad-4288-877a-574f73cf560c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.727918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.736939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: c61e0b8d-c641-41c2-b037-49832aa817fa {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:16:13.737535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c61e0b8d-c641-41c2-b037-49832aa817fa not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:13.751450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46fc61d-8402-4089-9a1f-57a1da0e8f44 None None] Network b0a47dd2-f1ee-44f4-8291-6a01e0a7676c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:13.785390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'tenant_id': '5d1d2a8250cb4b90b8fac2ccd0106a4a', 'fixed_ips': [{'subnet_id': '3fa2ff69-c8b0-4b79-a7c4-8ee7ddd80939'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:13.786500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.803025 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1938ec28-e3ad-4288-877a-574f73cf560c tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/e545306f-45b6-4d3c-85b3-dc7df7f4e420 HTTP/1.1" status: 204 len: 168 time: 2.9750855 Mar 02 20:16:13.805081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43370) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:13.816163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7baf4278-ae41-4cfa-b38c-661758924856 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.832562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.923632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4fa3dabb-13af-4a02-9d12-bdd574cb6c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:13.976637 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=291c3085-5f5b-4a48-9f3a-e963e5905820,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:13.995853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5718276e-2739-406a-b7fa-5c116f999914,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:14.018079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.021380 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3dabb-13af-4a02-9d12-bdd574cb6c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d78f995-711b-49d0-808e-39265bf2a125,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:14.040250 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port 44825732-8b62-49dd-8122-3a323d64942b {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:14.040567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.073258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0e35563f-79dc-48f1-af07-59e3f99c87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:16:06Z', 'revision_number': 10, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:14.082142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.086382 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4bc6ced1-c8c2-4efc-b950-490a9bc64075 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7939653 Mar 02 20:16:14.087307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43374) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:14.090593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4fa3dabb-13af-4a02-9d12-bdd574cb6c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.094055 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4fa3dabb-13af-4a02-9d12-bdd574cb6c8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d78f995-711b-49d0-808e-39265bf2a125 HTTP/1.1" status: 204 len: 168 time: 0.6942353 Mar 02 20:16:14.109815 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.ipam_backend_mixin [None req-7baf4278-ae41-4cfa-b38c-661758924856 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fa2ff69-c8b0-4b79-a7c4-8ee7ddd80939 (CIDR: 2001:db8::/64) Mar 02 20:16:14.119669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-ffae68fa-34da-401f-9209-acfb38502500 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': '5718276e-2739-406a-b7fa-5c116f999914', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:14.157649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ffae68fa-34da-401f-9209-acfb38502500 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:14.166244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ffae68fa-34da-401f-9209-acfb38502500 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:14.182688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ffae68fa-34da-401f-9209-acfb38502500 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:14.201640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ffae68fa-34da-401f-9209-acfb38502500 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:14.222357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35563f-79dc-48f1-af07-59e3f99c87d7 None None] Checking router: 046d861b-66f1-4d47-ba63-349ddf9cda0d for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:16:14.327263 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baf4278-ae41-4cfa-b38c-661758924856 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:16:14.327503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baf4278-ae41-4cfa-b38c-661758924856 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:14.381488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.414377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3ba249-13b6-4965-bcda-1acb5cf490b6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Router f5bbe018-b7fe-45ae-9139-d4755a78e38a has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:16:14.414970 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Transition to ACTIVE for port object 38ce27c5-f4c1-4208-99c2-ba7743189f2f will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:14.427666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35563f-79dc-48f1-af07-59e3f99c87d7 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:14.428427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0e35563f-79dc-48f1-af07-59e3f99c87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:14.507031 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7baf4278-ae41-4cfa-b38c-661758924856 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1807392 Mar 02 20:16:14.508444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43382) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:14.513669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Transition to ACTIVE for port object 38ce27c5-f4c1-4208-99c2-ba7743189f2f will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:14.518675 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Allocated IP 2001:db8::2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/3fa2ff69-c8b0-4b79-a7c4-8ee7ddd80939/9b02ceab-1aa5-4fef-a004-6bcc24292d88) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:14.523343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ffae68fa-34da-401f-9209-acfb38502500 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.564087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] For port 44825732-8b62-49dd-8122-3a323d64942b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=44825732-8b62-49dd-8122-3a323d64942b,segment=NetworkSegment(25d3ec0a-90fa-416a-9c64-8dde89fbabd3),segment_id=25d3ec0a-90fa-416a-9c64-8dde89fbabd3)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:14.565053 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.573199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'subnet': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:14.643118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.650512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.732689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for 44825732-8b62-49dd-8122-3a323d64942b owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:14.742081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3ba249-13b6-4965-bcda-1acb5cf490b6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:16:14.775134 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4d3ba249-13b6-4965-bcda-1acb5cf490b6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "PUT /v2.0/routers/f5bbe018-b7fe-45ae-9139-d4755a78e38a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7806966 Mar 02 20:16:14.778390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43392) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:14.789486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.807351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0b04a-e943-4107-8d0f-f27be148687c None None] Sync routers for ids ['f5bbe018-b7fe-45ae-9139-d4755a78e38a'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:16:14.811732 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.821365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f648d8-c3ce-45cc-900b-c5eee47ef1e5 None None] DHCP port deletion for b0a47dd2-f1ee-44f4-8291-6a01e0a7676c request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:16:14.849475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port e38b2af9-a6d4-415d-971b-ba40473d8a83 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:14.849813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.852840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b1243d-cc4b-4e24-8964-2bfcfd153728,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:14.856157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:14.864337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:subnet and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:14.869030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:14.873360 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b48d300-755e-41f5-a289-7cbfaabb37db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:16:14.873870 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7b48d300-755e-41f5-a289-7cbfaabb37db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:14.895707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:14.940189 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ffae68fa-34da-401f-9209-acfb38502500 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.975526 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-43f648d8-c3ce-45cc-900b-c5eee47ef1e5 None None] Deleting port 44825732-8b62-49dd-8122-3a323d64942b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:14.976458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-43f648d8-c3ce-45cc-900b-c5eee47ef1e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:14.989367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.034876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Transition to ACTIVE for port object 4bc52686-1c4e-4435-b809-aa9890ff4047 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:15.038617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ffae68fa-34da-401f-9209-acfb38502500 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.057896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556abc7d-7ab5-4616-bbdc-5ecfe9b6a073']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:15.070624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:15.074005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.096525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db92a3b7-4001-4fbd-a2b5-039919b3ca5a') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:15.097034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db92a3b7-4001-4fbd-a2b5-039919b3ca5a') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:15.111673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7b48d300-755e-41f5-a289-7cbfaabb37db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:15.115647 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7b48d300-755e-41f5-a289-7cbfaabb37db tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/4301c860-43e1-47c4-9c74-d772eb04a962 HTTP/1.1" status: 404 len: 333 time: 0.3331656 Mar 02 20:16:15.116376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.120105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43398) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:15.120852 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.151995 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0b04a-e943-4107-8d0f-f27be148687c None None] Routers {'f5bbe018-b7fe-45ae-9139-d4755a78e38a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:15.152432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae68fa-34da-401f-9209-acfb38502500 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2b4051-3c9a-46da-937c-378bb465d451,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:15.152856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7ec0b04a-e943-4107-8d0f-f27be148687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f5bbe018-b7fe-45ae-9139-d4755a78e38a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:15.215794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Network 556abc7d-7ab5-4616-bbdc-5ecfe9b6a073 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:15.233145 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:15.248305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.253594 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Transition to ACTIVE for port object 4bc52686-1c4e-4435-b809-aa9890ff4047 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:15.253804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=44825732-8b62-49dd-8122-3a323d64942b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:15.273606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:15.277165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:15.277963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.284698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7ec0b04a-e943-4107-8d0f-f27be148687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:15.300011 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:15.331561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.339220 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No DVR routers for this DVR port 44825732-8b62-49dd-8122-3a323d64942b on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:15.342037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0b04a-e943-4107-8d0f-f27be148687c None None] Routers {'f5bbe018-b7fe-45ae-9139-d4755a78e38a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:15.342973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7ec0b04a-e943-4107-8d0f-f27be148687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:15:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f5bbe018-b7fe-45ae-9139-d4755a78e38a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:15.385075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ffae68fa-34da-401f-9209-acfb38502500 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.389032 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ffae68fa-34da-401f-9209-acfb38502500 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2963040 Mar 02 20:16:15.393506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43406) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:15.412834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Pushing event updated for resources: {'Port': ['ID=38ce27c5-f4c1-4208-99c2-ba7743189f2f,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:15.441151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-43f648d8-c3ce-45cc-900b-c5eee47ef1e5 None None] The port '44825732-8b62-49dd-8122-3a323d64942b' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:16:15.456256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-0e35563f-79dc-48f1-af07-59e3f99c87d7 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:15.471605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:16:15.471605 dv-neutron-831593-2-hyperv neutron-server[84504]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:16:15.471605 dv-neutron-831593-2-hyperv neutron-server[84504]: [parameters: {'id': '556abc7d-7ab5-4616-bbdc-5ecfe9b6a073'}] Mar 02 20:16:15.471605 dv-neutron-831593-2-hyperv neutron-server[84504]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:16:15.472591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:16:15.491535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.511983 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.516997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for e38b2af9-a6d4-415d-971b-ba40473d8a83 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:15.660207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.672619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Pushing event updated for resources: {'Port': ['ID=4bc52686-1c4e-4435-b809-aa9890ff4047,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:15.675741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7ec0b04a-e943-4107-8d0f-f27be148687c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:15.676323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0b04a-e943-4107-8d0f-f27be148687c None None] The sync data for ids ['f5bbe018-b7fe-45ae-9139-d4755a78e38a'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:15.682125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac9a940a-8efd-46c0-a3a6-0725fffe7a74 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.790620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Attempting to bind port 38ce27c5-f4c1-4208-99c2-ba7743189f2f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:15.791024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Attempting to bind port 38ce27c5-f4c1-4208-99c2-ba7743189f2f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'db92a3b7-4001-4fbd-a2b5-039919b3ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '556abc7d-7ab5-4616-bbdc-5ecfe9b6a073'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:15.791393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Attempting to bind port 38ce27c5-f4c1-4208-99c2-ba7743189f2f on network 556abc7d-7ab5-4616-bbdc-5ecfe9b6a073 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:15.804660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43412) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:15.805052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:15.805789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Checking segment: {'id': 'db92a3b7-4001-4fbd-a2b5-039919b3ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '556abc7d-7ab5-4616-bbdc-5ecfe9b6a073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:15.806226 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.806622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Bound using segment: {'id': 'db92a3b7-4001-4fbd-a2b5-039919b3ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '556abc7d-7ab5-4616-bbdc-5ecfe9b6a073'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:15.807105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Bound port: 38ce27c5-f4c1-4208-99c2-ba7743189f2f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db92a3b7-4001-4fbd-a2b5-039919b3ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '556abc7d-7ab5-4616-bbdc-5ecfe9b6a073'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:15.807599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.820469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Network 732ffdce-2c6c-4226-a395-2a756a9cca82 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:15.825889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcbfd-1bbc-41d7-b505-e939097edfa9 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.881623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:15.907732 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 291c3085-5f5b-4a48-9f3a-e963e5905820 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:15.976470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:15.991254 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a47dd2-f1ee-44f4-8291-6a01e0a7676c']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:16.009020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcbfd-1bbc-41d7-b505-e939097edfa9 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.020459 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.021318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d3ec0a-90fa-416a-9c64-8dde89fbabd3') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:16.021607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d3ec0a-90fa-416a-9c64-8dde89fbabd3') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:16.047178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.057566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.067194 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-be6e71d9-fce9-410e-9d2f-6d29614110a1 tempest-ServiceProvidersTest-808105303 tempest-ServiceProvidersTest-808105303-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2525351 Mar 02 20:16:16.113817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.134503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting port 38ce27c5-f4c1-4208-99c2-ba7743189f2f {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:16.139414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.151243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:16.151647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:16.178969 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:16.232535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Transition to ACTIVE for port object 9b02ceab-1aa5-4fef-a004-6bcc24292d88 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:16.312421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcbfd-1bbc-41d7-b505-e939097edfa9 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.329222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 291c3085-5f5b-4a48-9f3a-e963e5905820 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:16.329222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.354619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.objects.ports [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84504) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:16:16.358151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Attempting to bind port 4bc52686-1c4e-4435-b809-aa9890ff4047 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:16.358964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Attempting to bind port 4bc52686-1c4e-4435-b809-aa9890ff4047 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:16.359332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Attempting to bind port 4bc52686-1c4e-4435-b809-aa9890ff4047 on network 732ffdce-2c6c-4226-a395-2a756a9cca82 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:16.369429 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] For port 38ce27c5-f4c1-4208-99c2-ba7743189f2f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:16.370363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.373843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Transition to ACTIVE for port object 9b02ceab-1aa5-4fef-a004-6bcc24292d88 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:16.420459 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:16.421279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Checking segment: {'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:16.421279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.422085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Bound using segment: {'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:16.422085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Bound port: 4bc52686-1c4e-4435-b809-aa9890ff4047, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:16.422773 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdcbfd-1bbc-41d7-b505-e939097edfa9 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f2b4051-3c9a-46da-937c-378bb465d451,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:16.423039 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.425353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcbfd-1bbc-41d7-b505-e939097edfa9 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.427035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.1 (732ffdce-2c6c-4226-a395-2a756a9cca82/8814d83f-4ca8-4e89-ba7e-60e9373d99d4/d04e21d3-7dad-4e20-a199-ee394ae57175) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:16.429303 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5dcdcbfd-1bbc-41d7-b505-e939097edfa9 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6f2b4051-3c9a-46da-937c-378bb465d451 HTTP/1.1" status: 204 len: 168 time: 0.9898615 Mar 02 20:16:16.435731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43420) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:16.438426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] For port 38ce27c5-f4c1-4208-99c2-ba7743189f2f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=38ce27c5-f4c1-4208-99c2-ba7743189f2f,segment=NetworkSegment(db92a3b7-4001-4fbd-a2b5-039919b3ca5a),segment_id=db92a3b7-4001-4fbd-a2b5-039919b3ca5a)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:16.536989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:16.547390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.555799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.570144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:16.572931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:16.573517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.584307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Subnet': ['ID=d24661cc-a03c-4391-9773-ca1380a97281,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:16.605805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.646184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.663089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac9a940a-8efd-46c0-a3a6-0725fffe7a74 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.665634 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Network': ['ID=b0a47dd2-f1ee-44f4-8291-6a01e0a7676c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:16.681765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] For port 38ce27c5-f4c1-4208-99c2-ba7743189f2f, host dv-neutron-831593-2-hyperv, got binding levels [] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:16.682155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.691391 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-458da612-5259-45ab-9a5b-0f35b44ffea2 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/networks/b0a47dd2-f1ee-44f4-8291-6a01e0a7676c HTTP/1.1" status: 204 len: 168 time: 2.8840246 Mar 02 20:16:16.692568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac9a940a-8efd-46c0-a3a6-0725fffe7a74 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.698062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43424) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:16.710735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f3b894e4-8b3d-477e-8fd6-f2daad09b71b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:16.739851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] For port 4bc52686-1c4e-4435-b809-aa9890ff4047, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:16.743084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:16.744955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Pushing event updated for resources: {'Port': ['ID=9b02ceab-1aa5-4fef-a004-6bcc24292d88,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:16.757106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:16.803655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:16.821548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43430) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:16.830384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] For port 4bc52686-1c4e-4435-b809-aa9890ff4047, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4bc52686-1c4e-4435-b809-aa9890ff4047,segment=NetworkSegment(294f8c8b-9cfd-48b3-92b9-510e13d7d579),segment_id=294f8c8b-9cfd-48b3-92b9-510e13d7d579)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:16.834979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.885687 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f3b894e4-8b3d-477e-8fd6-f2daad09b71b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:16.891320 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f3b894e4-8b3d-477e-8fd6-f2daad09b71b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4558444 Mar 02 20:16:16.902311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43436) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:16.903920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac9a940a-8efd-46c0-a3a6-0725fffe7a74 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.904879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9a940a-8efd-46c0-a3a6-0725fffe7a74 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Fanout notify agent at l3_agent the message router_deleted on router f5bbe018-b7fe-45ae-9139-d4755a78e38a {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:16:16.938220 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=e38b2af9-a6d4-415d-971b-ba40473d8a83,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:16.958595 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Calling delete_port for 38ce27c5-f4c1-4208-99c2-ba7743189f2f owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:16.964658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac9a940a-8efd-46c0-a3a6-0725fffe7a74 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:16.969058 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ac9a940a-8efd-46c0-a3a6-0725fffe7a74 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/routers/f5bbe018-b7fe-45ae-9139-d4755a78e38a HTTP/1.1" status: 204 len: 168 time: 1.8143885 Mar 02 20:16:17.005032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.007270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43440) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:17.024977 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-745a4f6e-6590-4b74-a57d-c54d2e2035ae tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5052526 Mar 02 20:16:17.042871 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43446) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:17.071309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Request body: {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'mac_address': 'fa:16:3e:8f:64:91', 'name': 'tempest-NetworksTestDHCPv6-447011087'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:17.096419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598abe6-5a27-4d4f-9285-ccf1c1e2817b None None] Pushing event updated for resources: {'Port': ['ID=38ce27c5-f4c1-4208-99c2-ba7743189f2f,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:17.169809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f001ab22-79f0-40e7-a8d0-818ee36f852e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.187173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 44825732-8b62-49dd-8122-3a323d64942b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:17.213385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.230195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-0e35563f-79dc-48f1-af07-59e3f99c87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:16:06Z', 'revision_number': 10, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:17.249374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Attempting to bind port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:17.249743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Attempting to bind port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:17.250128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Attempting to bind port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 on network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:17.258542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object d04e21d3-7dad-4e20-a199-ee394ae57175 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:17.259004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 44825732-8b62-49dd-8122-3a323d64942b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:16:17.259436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 44825732-8b62-49dd-8122-3a323d64942b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:17.275343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-df45a57a-4135-47b3-ae84-ab83f80ce680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.317442 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35563f-79dc-48f1-af07-59e3f99c87d7 None None] The sync data for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv is: [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:16:06Z', 'revision_number': 10, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None, '_interfaces': [{'id': 'b962342c-d61d-4fc0-8f46-03af1163f9dd', 'name': '', 'network_id': '9c970da3-4ed8-48d1-b46a-a21fcf381b15', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'mac_address': 'fa:16:3e:5c:92:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:14:15Z', 'updated_at': '2022-03-02T20:14:37Z', 'revision_number': 5, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'subnets': [{'id': 'd3b14e60-fe4d-4146-817f-2e4e6b44b742', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:17.326397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:16:17.326709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:16:17.368768 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0f782-b5bb-42b1-9d2d-0bf384247c99 None None] Pushing event updated for resources: {'Port': ['ID=4bc52686-1c4e-4435-b809-aa9890ff4047,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:17.369023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:17.375511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:17.376143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Checking segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:17.377430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.378197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Bound using segment: {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:17.378921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Bound port: 9b02ceab-1aa5-4fef-a004-6bcc24292d88, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:17.379134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Usage tracker for resource:port and tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:17.379898 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.386685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:17.395088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c209fc-5229-4e34-b4c3-4f48a508c4cf None None] Network 556abc7d-7ab5-4616-bbdc-5ecfe9b6a073 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:17.401485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:17.441161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-33fc3bcd-9254-4d88-96e8-7f62e6c4853d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.540018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.598296 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Made reservation on behalf of 5d1d2a8250cb4b90b8fac2ccd0106a4a for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:17.602272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.645460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-33fc3bcd-9254-4d88-96e8-7f62e6c4853d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.668725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] For port 9b02ceab-1aa5-4fef-a004-6bcc24292d88, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:17.679835 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] For port 9b02ceab-1aa5-4fef-a004-6bcc24292d88, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9b02ceab-1aa5-4fef-a004-6bcc24292d88,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:17.690413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f001ab22-79f0-40e7-a8d0-818ee36f852e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:17.696548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.760661 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.805218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 732ffdce-2c6c-4226-a395-2a756a9cca82 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:17.807710 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=d04e21d3-7dad-4e20-a199-ee394ae57175,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:17.819265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:17.822217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:17.873541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] device_id is not set on port 0e346628-9e37-4046-b215-d2eff5905ccf yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:16:17.915399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting port 38ce27c5-f4c1-4208-99c2-ba7743189f2f {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:17.916006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.943427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd194b-6c9d-46c7-93b0-57e3e33e5407 None None] Pushing event updated for resources: {'Port': ['ID=9b02ceab-1aa5-4fef-a004-6bcc24292d88,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:17.977772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4bc52686-1c4e-4435-b809-aa9890ff4047 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:18.008368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f001ab22-79f0-40e7-a8d0-818ee36f852e admin admin] Usage tracker for resource:security_group_rule and tenant:d2810fdb7d174ec5bc385871ab7f7434 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:18.070686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f001ab22-79f0-40e7-a8d0-818ee36f852e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:18.075892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a569840b-a20e-40e8-90e0-ed0a97221987 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting subnet d156a7d5-b753-45d5-bfbb-9dd9a3122f9d {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:16:18.104678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a569840b-a20e-40e8-90e0-ed0a97221987 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.108276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.179550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f001ab22-79f0-40e7-a8d0-818ee36f852e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:18.182611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 4bc52686-1c4e-4435-b809-aa9890ff4047 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:18.202068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:18.285274 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:16:18.285744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a0fb7f8a-1082-4883-8c7b-fb74f4e22e59 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:18.351525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.406199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a569840b-a20e-40e8-90e0-ed0a97221987 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.452448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.466908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.502338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-33fc3bcd-9254-4d88-96e8-7f62e6c4853d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.582214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc3bcd-9254-4d88-96e8-7f62e6c4853d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5718276e-2739-406a-b7fa-5c116f999914,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:18.588554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] For port 38ce27c5-f4c1-4208-99c2-ba7743189f2f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=38ce27c5-f4c1-4208-99c2-ba7743189f2f,segment=NetworkSegment(db92a3b7-4001-4fbd-a2b5-039919b3ca5a),segment_id=db92a3b7-4001-4fbd-a2b5-039919b3ca5a)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:18.589130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.604617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f001ab22-79f0-40e7-a8d0-818ee36f852e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.615392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a569840b-a20e-40e8-90e0-ed0a97221987 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.663684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-33fc3bcd-9254-4d88-96e8-7f62e6c4853d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.664967 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-33fc3bcd-9254-4d88-96e8-7f62e6c4853d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-groups/5718276e-2739-406a-b7fa-5c116f999914 HTTP/1.1" status: 204 len: 168 time: 1.7576485 Mar 02 20:16:18.668098 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43450) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:18.699456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.700457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Fanout notify agent at l3_agent the message router_deleted on router 6aeb4905-7b2a-429a-9a10-06f59eee76f0 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:16:18.701636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f001ab22-79f0-40e7-a8d0-818ee36f852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.732517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Calling delete_port for 38ce27c5-f4c1-4208-99c2-ba7743189f2f owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:18.738487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f5fbd-4c4d-4065-91e5-cf1ccd5e5e3e None None] Network 732ffdce-2c6c-4226-a395-2a756a9cca82 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:18.788449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8::d2 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/3fa2ff69-c8b0-4b79-a7c4-8ee7ddd80939/0e346628-9e37-4046-b215-d2eff5905ccf) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:18.797737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.803170 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1a3dbe53-fc8f-4698-a9f8-35798a61e795 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/routers/6aeb4905-7b2a-429a-9a10-06f59eee76f0 HTTP/1.1" status: 204 len: 168 time: 5.6816144 Mar 02 20:16:18.806407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43454) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:18.809162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001ab22-79f0-40e7-a8d0-818ee36f852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047e0178-7887-48a5-b65e-1067a4e78dd4,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:18.813001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.817414 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f001ab22-79f0-40e7-a8d0-818ee36f852e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2810fdb7d174ec5bc385871ab7f7434&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9947584 Mar 02 20:16:18.819834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43458) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:18.833350 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:6491 (2c0dfed8-adb2-4b23-a32c-5e04666528a0/d24661cc-a03c-4391-9773-ca1380a97281/0e346628-9e37-4046-b215-d2eff5905ccf) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:18.876500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a569840b-a20e-40e8-90e0-ed0a97221987 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.882210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-75ea43de-a31d-43ac-903f-b84a76092891 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:18.958530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569840b-a20e-40e8-90e0-ed0a97221987 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Subnet': ['ID=d156a7d5-b753-45d5-bfbb-9dd9a3122f9d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:18.973185 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-926981a1-8a66-403b-8e94-efa44d94c05e None None] Provisioning for port 4bc52686-1c4e-4435-b809-aa9890ff4047 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:18.984025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1643d199-95c8-4409-abe0-b13449de9f9a None None] Network 887ad397-515f-4a2c-b95d-d2b0ce195a9f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:18.991156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a569840b-a20e-40e8-90e0-ed0a97221987 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:18.993868 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a569840b-a20e-40e8-90e0-ed0a97221987 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/d156a7d5-b753-45d5-bfbb-9dd9a3122f9d HTTP/1.1" status: 204 len: 168 time: 1.9837275 Mar 02 20:16:18.999529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43462) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:19.006672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-926981a1-8a66-403b-8e94-efa44d94c05e None None] Provisioning complete for port 4bc52686-1c4e-4435-b809-aa9890ff4047 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:19.006672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-926981a1-8a66-403b-8e94-efa44d94c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.121640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-75ea43de-a31d-43ac-903f-b84a76092891 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:19.127683 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-75ea43de-a31d-43ac-903f-b84a76092891 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4539511 Mar 02 20:16:19.134045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43466) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:19.169335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568315206'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:19.175773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:19.185772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:19.254270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.323379 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee600a64-53ee-443d-875a-85ce6ba48d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.352773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.357334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.375928 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Port': ['ID=38ce27c5-f4c1-4208-99c2-ba7743189f2f,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:19.397187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5008a8-689c-49bd-b75b-094415633617 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:19.408843 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee600a64-53ee-443d-875a-85ce6ba48d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.417836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e480ece-fc51-420b-bbdf-ff1ba3521524 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting subnet 1fecf2be-5009-455a-8b95-895a9fd66ad8 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:16:19.432925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5e480ece-fc51-420b-bbdf-ff1ba3521524 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.468876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:19.469230 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.526590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1f090592-5ef7-4327-b68a-545781f1fd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.552177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No DVR routers for this DVR port 38ce27c5-f4c1-4208-99c2-ba7743189f2f on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:19.584857 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-926981a1-8a66-403b-8e94-efa44d94c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.619294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5e480ece-fc51-420b-bbdf-ff1ba3521524 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.701726 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-926981a1-8a66-403b-8e94-efa44d94c05e None None] For port 4bc52686-1c4e-4435-b809-aa9890ff4047, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4bc52686-1c4e-4435-b809-aa9890ff4047,segment=NetworkSegment(294f8c8b-9cfd-48b3-92b9-510e13d7d579),segment_id=294f8c8b-9cfd-48b3-92b9-510e13d7d579)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:19.808995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] For port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5,segment=NetworkSegment(36c3231e-bf17-40a8-bcf5-b11862288d7b),segment_id=36c3231e-bf17-40a8-bcf5-b11862288d7b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:19.809457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.826115 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee600a64-53ee-443d-875a-85ce6ba48d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.850768 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850adad1-d3bd-4d27-a38b-4251f8e11900 None None] DHCP port deletion for 887ad397-515f-4a2c-b95d-d2b0ce195a9f request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:16:19.860115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-926981a1-8a66-403b-8e94-efa44d94c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:19.933163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:19.939358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:19.944331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:19.960144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee600a64-53ee-443d-875a-85ce6ba48d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047e0178-7887-48a5-b65e-1067a4e78dd4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:19.970017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:19.995869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-850adad1-d3bd-4d27-a38b-4251f8e11900 None None] Deleting port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:19.996500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-850adad1-d3bd-4d27-a38b-4251f8e11900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.006413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5e480ece-fc51-420b-bbdf-ff1ba3521524 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.016294 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:20.022128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9b02ceab-1aa5-4fef-a004-6bcc24292d88 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:20.028585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.066758 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.113341 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556abc7d-7ab5-4616-bbdc-5ecfe9b6a073']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:20.134562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Transition to ACTIVE for port object 0e346628-9e37-4046-b215-d2eff5905ccf will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:20.155888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db92a3b7-4001-4fbd-a2b5-039919b3ca5a') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:20.156356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db92a3b7-4001-4fbd-a2b5-039919b3ca5a') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:20.201900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.211780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee600a64-53ee-443d-875a-85ce6ba48d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.222120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926981a1-8a66-403b-8e94-efa44d94c05e None None] Pushing event updated for resources: {'Port': ['ID=4bc52686-1c4e-4435-b809-aa9890ff4047,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:20.226213 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ee600a64-53ee-443d-875a-85ce6ba48d94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/047e0178-7887-48a5-b65e-1067a4e78dd4 HTTP/1.1" status: 204 len: 168 time: 1.3568382 Mar 02 20:16:20.278124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.287440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:20.287903 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.325696 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c3b806f4-9bb7-4ff6-9c70-9a14b8f11978 None None] Provisioning for port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:20.333191 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:20.371667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5e480ece-fc51-420b-bbdf-ff1ba3521524 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.412710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e480ece-fc51-420b-bbdf-ff1ba3521524 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Subnet': ['ID=1fecf2be-5009-455a-8b95-895a9fd66ad8,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:20.417563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5e480ece-fc51-420b-bbdf-ff1ba3521524 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.429496 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5e480ece-fc51-420b-bbdf-ff1ba3521524 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/subnets/1fecf2be-5009-455a-8b95-895a9fd66ad8 HTTP/1.1" status: 204 len: 168 time: 1.6215518 Mar 02 20:16:20.430266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43472) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:20.430548 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-850adad1-d3bd-4d27-a38b-4251f8e11900 None None] For port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5,segment=NetworkSegment(36c3231e-bf17-40a8-bcf5-b11862288d7b),segment_id=36c3231e-bf17-40a8-bcf5-b11862288d7b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:20.430951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-850adad1-d3bd-4d27-a38b-4251f8e11900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.440966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:16:20.466734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d108c2f-5fc5-4e7a-b9dd-d1f6f64bd541 None None] Network 8bf727fe-1411-4ce6-9e90-4a480f489f27 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:20.475878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.515862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.527439 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.599714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:20.608597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No DVR routers for this DVR port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:20.610726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.672610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.675863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.704336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:20.722108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-850adad1-d3bd-4d27-a38b-4251f8e11900 None None] Calling delete_port for ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:20.726321 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.731229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.734758 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.750880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.797138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:20.797870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.835165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.847100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.848755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Network': ['ID=556abc7d-7ab5-4616-bbdc-5ecfe9b6a073,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:20.860290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:20.860638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.867312 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c6432e-5373-4c2e-abcb-2637637bacd4,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:20.881500 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b05eaff3-ffbe-4ced-8c2e-c1135848e2da tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/556abc7d-7ab5-4616-bbdc-5ecfe9b6a073 HTTP/1.1" status: 204 len: 168 time: 9.4448383 Mar 02 20:16:20.887325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.894115 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43476) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:20.919693 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584722277'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:20.920761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=d04e21d3-7dad-4e20-a199-ee394ae57175,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:20.925347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887ad397-515f-4a2c-b95d-d2b0ce195a9f']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:20.937756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:20.942978 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf875a32-5237-481a-898b-fe0e217d3595 None None] Update dhcp port {'port': {'network_id': '2c0dfed8-adb2-4b23-a32c-5e04666528a0', 'fixed_ips': [{'subnet_id': '3fa2ff69-c8b0-4b79-a7c4-8ee7ddd80939', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd24661cc-a03c-4391-9773-ca1380a97281'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '9b02ceab-1aa5-4fef-a004-6bcc24292d88'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:16:20.952408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:network and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:20.956420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c3231e-bf17-40a8-bcf5-b11862288d7b') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:20.956709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c3231e-bf17-40a8-bcf5-b11862288d7b') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:20.963410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:20.971342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:20.978214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:20.981002 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.984651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:20.988589 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-dc82a981-034c-4565-92df-56a9468565eb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8507493 Mar 02 20:16:20.993031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:20.995621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:20.997542 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43480) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:21.000405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:21.001031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.010816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-75fa4768-6738-4095-b50a-b9fb8c7654de tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': 'b9c6432e-5373-4c2e-abcb-2637637bacd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:21.012665 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e69848c8-3fe2-4e22-846a-43d6034eaa41 None None] Provisioning for port d04e21d3-7dad-4e20-a199-ee394ae57175 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:21.016452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-75fa4768-6738-4095-b50a-b9fb8c7654de tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:21.039245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e69848c8-3fe2-4e22-846a-43d6034eaa41 None None] Provisioning complete for port d04e21d3-7dad-4e20-a199-ee394ae57175 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:21.039751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e69848c8-3fe2-4e22-846a-43d6034eaa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.062125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-850adad1-d3bd-4d27-a38b-4251f8e11900 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:16:21.062611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-850adad1-d3bd-4d27-a38b-4251f8e11900 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:16:21.069114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-75fa4768-6738-4095-b50a-b9fb8c7654de tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:21.072902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-75fa4768-6738-4095-b50a-b9fb8c7654de tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:21.075694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.088974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-75fa4768-6738-4095-b50a-b9fb8c7654de tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:21.091086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:21.091480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.097495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf875a32-5237-481a-898b-fe0e217d3595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:21.108053 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:21.129069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event updated for resources: {'Port': ['ID=0e346628-9e37-4046-b215-d2eff5905ccf,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:21.145963 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ccce6b43-21ab-48b5-9242-ef9c0878329a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.1007175 Mar 02 20:16:21.146951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43484) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:21.229004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e69848c8-3fe2-4e22-846a-43d6034eaa41 None None] Port d04e21d3-7dad-4e20-a199-ee394ae57175 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:21.245412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:21.247723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.248384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.312449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-656718c4-b1ce-47d4-88e3-b02d84ac9aa9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting port 0e346628-9e37-4046-b215-d2eff5905ccf {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:21.312790 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-656718c4-b1ce-47d4-88e3-b02d84ac9aa9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.325107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:16:21.333868 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] For port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a,segment=NetworkSegment(eea8c3db-f308-4d80-a0e0-55c3cb111d7a),segment_id=eea8c3db-f308-4d80-a0e0-55c3cb111d7a)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:21.334201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.369809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e69848c8-3fe2-4e22-846a-43d6034eaa41 None None] Provisioning complete for port 4bc52686-1c4e-4435-b809-aa9890ff4047 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:21.370346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e69848c8-3fe2-4e22-846a-43d6034eaa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.395698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9b02ceab-1aa5-4fef-a004-6bcc24292d88, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9b02ceab-1aa5-4fef-a004-6bcc24292d88,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:21.402164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 732ffdce-2c6c-4226-a395-2a756a9cca82 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:21.407250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:21.464890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.465071 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Added segment dbf1ab80-a032-4f3a-af41-23306918296f of type vlan for network 828464c9-e679-4480-a0e6-24232454d474 Mar 02 20:16:21.473174 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:21.478481 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.496946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port b962342c-d61d-4fc0-8f46-03af1163f9dd {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:21.497418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.524022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75fa4768-6738-4095-b50a-b9fb8c7654de tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.533502 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da60b61-b562-47c0-8993-f7ff1eca3ac1 None None] DHCP port deletion for 8bf727fe-1411-4ce6-9e90-4a480f489f27 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:16:21.533691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.553957 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5da60b61-b562-47c0-8993-f7ff1eca3ac1 None None] Deleting port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:21.554926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5da60b61-b562-47c0-8993-f7ff1eca3ac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.570264 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.588919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-cf875a32-5237-481a-898b-fe0e217d3595 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe80:ed6e (2c0dfed8-adb2-4b23-a32c-5e04666528a0/d24661cc-a03c-4391-9773-ca1380a97281/9b02ceab-1aa5-4fef-a004-6bcc24292d88) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:21.591069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-850adad1-d3bd-4d27-a38b-4251f8e11900 None None] Deleting port ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:21.591553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-850adad1-d3bd-4d27-a38b-4251f8e11900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.596691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Network': ['ID=887ad397-515f-4a2c-b95d-d2b0ce195a9f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:21.634226 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5129e4c4-f8f4-4ff4-a92b-e459e28d110d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/networks/887ad397-515f-4a2c-b95d-d2b0ce195a9f HTTP/1.1" status: 204 len: 168 time: 2.6134415 Mar 02 20:16:21.642048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43488) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:21.739968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee075138-b434-4613-8a6d-5730684bc01c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:21.740808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ee075138-b434-4613-8a6d-5730684bc01c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:21.746333 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.791946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-850adad1-d3bd-4d27-a38b-4251f8e11900 None None] The port 'ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:16:21.805070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75fa4768-6738-4095-b50a-b9fb8c7654de tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.926272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.934419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4bc52686-1c4e-4435-b809-aa9890ff4047 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:21.966013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9b02ceab-1aa5-4fef-a004-6bcc24292d88,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:21.973676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ee075138-b434-4613-8a6d-5730684bc01c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:21.975148 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ee075138-b434-4613-8a6d-5730684bc01c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/10bb91fa-50b1-479c-a749-6339432efb29 HTTP/1.1" status: 200 len: 841 time: 0.3296723 Mar 02 20:16:21.987024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43492) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:21.987526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.990849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:21.991510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.993238 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5da60b61-b562-47c0-8993-f7ff1eca3ac1 None None] The port 'd0d9ee36-e7dc-40d1-aba1-8a947bda5b6a' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:16:21.996373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75fa4768-6738-4095-b50a-b9fb8c7654de tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.004068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.021577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:22.088369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa4768-6738-4095-b50a-b9fb8c7654de tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36adc801-18e5-4b9b-8ea2-0baa2a7df871,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:22.093608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-cf875a32-5237-481a-898b-fe0e217d3595 None None] For port 9b02ceab-1aa5-4fef-a004-6bcc24292d88, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9b02ceab-1aa5-4fef-a004-6bcc24292d88,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:22.110691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4bc52686-1c4e-4435-b809-aa9890ff4047 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:22.110691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.115223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] No DVR routers for this DVR port d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:22.171589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e0309ae8-995a-4474-8eef-d72ba2150191 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:22.187247 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf875a32-5237-481a-898b-fe0e217d3595 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.211287 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3028750 Mar 02 20:16:22.217672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-cf875a32-5237-481a-898b-fe0e217d3595 None None] Transition to ACTIVE for port object 9b02ceab-1aa5-4fef-a004-6bcc24292d88 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:22.220225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43496) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:22.221657 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-561e0038-ae1f-4c47-95c1-20e95c4bb480 None None] Provisioning complete for port d04e21d3-7dad-4e20-a199-ee394ae57175 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:22.222158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-561e0038-ae1f-4c47-95c1-20e95c4bb480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.244025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'network_id': '828464c9-e679-4480-a0e6-24232454d474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:22.307387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf875a32-5237-481a-898b-fe0e217d3595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.362150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] For port b962342c-d61d-4fc0-8f46-03af1163f9dd, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b962342c-d61d-4fc0-8f46-03af1163f9dd,segment=NetworkSegment(4fc5bd3a-170c-4665-92dd-42971eccf4c9),segment_id=4fc5bd3a-170c-4665-92dd-42971eccf4c9)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:22.362509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.386608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-561e0038-ae1f-4c47-95c1-20e95c4bb480 None None] Port d04e21d3-7dad-4e20-a199-ee394ae57175 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:22.465184 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:22.493933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-75fa4768-6738-4095-b50a-b9fb8c7654de tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.497872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for b962342c-d61d-4fc0-8f46-03af1163f9dd owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:22.498075 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-75fa4768-6738-4095-b50a-b9fb8c7654de tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4965396 Mar 02 20:16:22.498075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef566adb-2e87-45e5-9063-3163b6e230e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=828464c9-e679-4480-a0e6-24232454d474,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:22.506928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:16:22.507403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ddc1e83f-6bd5-4e9d-bb76-eb45e69f07f5 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:22.507918 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:22.513980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43500) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:22.535092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-68881ff2-b492-4f02-84d2-6f03efccf8f0 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': 'b9c6432e-5373-4c2e-abcb-2637637bacd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:22.541944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 828464c9-e679-4480-a0e6-24232454d474 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:22.547197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e0309ae8-995a-4474-8eef-d72ba2150191 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:22.554871 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e0309ae8-995a-4474-8eef-d72ba2150191 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/10bb91fa-50b1-479c-a749-6339432efb29?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5521319 Mar 02 20:16:22.555116 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.560356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-68881ff2-b492-4f02-84d2-6f03efccf8f0 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:22.563033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43504) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:22.564825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf875a32-5237-481a-898b-fe0e217d3595 None None] Pushing event updated for resources: {'Port': ['ID=9b02ceab-1aa5-4fef-a004-6bcc24292d88,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:22.573619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:16:22.574114 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d0d9ee36-e7dc-40d1-aba1-8a947bda5b6a not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:22.593572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-656718c4-b1ce-47d4-88e3-b02d84ac9aa9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.600642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:22.696867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-68881ff2-b492-4f02-84d2-6f03efccf8f0 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:22.701327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:22.720023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-68881ff2-b492-4f02-84d2-6f03efccf8f0 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:22.731993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf727fe-1411-4ce6-9e90-4a480f489f27']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:22.754450 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:subnet and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:22.757193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-68881ff2-b492-4f02-84d2-6f03efccf8f0 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:22.764654 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea8c3db-f308-4d80-a0e0-55c3cb111d7a') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:22.764946 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea8c3db-f308-4d80-a0e0-55c3cb111d7a') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:22.772741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:22.780942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-656718c4-b1ce-47d4-88e3-b02d84ac9aa9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Calling delete_port for 0e346628-9e37-4046-b215-d2eff5905ccf owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:22.787482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:22.791600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.813293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:22.818139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:22.820843 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.823056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:22.833077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:22.835185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:22.835581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:22.852025 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:22.921679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:23.003695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-68881ff2-b492-4f02-84d2-6f03efccf8f0 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.045998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:23.127671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.136052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:16:23.183560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.191534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=b962342c-d61d-4fc0-8f46-03af1163f9dd,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:23.193571 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.233978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.311386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Network': ['ID=8bf727fe-1411-4ce6-9e90-4a480f489f27,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:23.326673 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-81ff89d3-68f3-4901-ac24-fb1e1784edd8 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/networks/8bf727fe-1411-4ce6-9e90-4a480f489f27 HTTP/1.1" status: 204 len: 168 time: 2.8950436 Mar 02 20:16:23.340296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43508) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:23.342923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.400025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d7b113c5-9d72-4603-8114-7f1ae5b84dee None None] Provisioning for port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:23.406485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d7b113c5-9d72-4603-8114-7f1ae5b84dee None None] Provisioning complete for port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:23.407177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d7b113c5-9d72-4603-8114-7f1ae5b84dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.468851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-656718c4-b1ce-47d4-88e3-b02d84ac9aa9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.628015 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e316d-eb68-4369-8cb2-f881bf3dd8ca None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:16:23.650658 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656718c4-b1ce-47d4-88e3-b02d84ac9aa9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Port': ['ID=0e346628-9e37-4046-b215-d2eff5905ccf,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:23.660153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc82bc-3e6f-4d8f-9b49-eefde0c4c296 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port 4cacfa07-0a1b-4734-9e6e-70fecf161b08 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:23.660499 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1fbc82bc-3e6f-4d8f-9b49-eefde0c4c296 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.695420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-68881ff2-b492-4f02-84d2-6f03efccf8f0 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.698122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e155fdbd-6b38-4c9a-8293-7d8ad209ec87 None None] Could not find standard attr ID for object 0e346628-9e37-4046-b215-d2eff5905ccf. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:16:23.757115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-656718c4-b1ce-47d4-88e3-b02d84ac9aa9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.768283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.791386 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-656718c4-b1ce-47d4-88e3-b02d84ac9aa9 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/0e346628-9e37-4046-b215-d2eff5905ccf HTTP/1.1" status: 204 len: 168 time: 2.6355965 Mar 02 20:16:23.794662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43512) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:23.802125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e316d-eb68-4369-8cb2-f881bf3dd8ca None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:16:23.837987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-68881ff2-b492-4f02-84d2-6f03efccf8f0 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.926266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68881ff2-b492-4f02-84d2-6f03efccf8f0 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9f7af0-fe2a-419a-b7e2-445c23058fe6,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:23.951542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9b02ceab-1aa5-4fef-a004-6bcc24292d88 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:24.092391 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60cc001-5af6-46eb-861e-a18040f3153a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.093019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d60cc001-5af6-46eb-861e-a18040f3153a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:24.099586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1fbc82bc-3e6f-4d8f-9b49-eefde0c4c296 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:24.100651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1fbc82bc-3e6f-4d8f-9b49-eefde0c4c296 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:24.101099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:24.101474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:24.119626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-68881ff2-b492-4f02-84d2-6f03efccf8f0 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:24.120906 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-68881ff2-b492-4f02-84d2-6f03efccf8f0 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.6029747 Mar 02 20:16:24.128764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43516) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:24.257006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:16:24.269391 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Sync routers for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:16:24.281936 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:24.283408 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:24.309078 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-885e3d99-2ffc-4b49-97ef-cbbdad10622f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/c7586df4-c13a-4901-a0b8-c7ee9f7c4656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8071773 Mar 02 20:16:24.311939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a3a3c5a6-304c-4d93-bc0d-f74221ad6bb5 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': 'b9c6432e-5373-4c2e-abcb-2637637bacd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:24.314241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d60cc001-5af6-46eb-861e-a18040f3153a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:24.315367 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d60cc001-5af6-46eb-861e-a18040f3153a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5194466 Mar 02 20:16:24.320885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43520) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:24.321109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43522) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:24.389662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc82bc-3e6f-4d8f-9b49-eefde0c4c296 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for 4cacfa07-0a1b-4734-9e6e-70fecf161b08 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:24.406704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 046d861b-66f1-4d47-ba63-349ddf9cda0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:16:24.419794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a3a3c5a6-304c-4d93-bc0d-f74221ad6bb5 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:24.422328 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:24.434800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fd1fa8-44c1-4678-a3a6-2b9ef8b08142 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.436956 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-60fd1fa8-44c1-4678-a3a6-2b9ef8b08142 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1149168 Mar 02 20:16:24.499812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a3a3c5a6-304c-4d93-bc0d-f74221ad6bb5 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:24.500442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43528) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:24.505522 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:24.512220 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a3a3c5a6-304c-4d93-bc0d-f74221ad6bb5 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:24.548213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a3a3c5a6-304c-4d93-bc0d-f74221ad6bb5 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:24.656597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44d080-a65c-4225-8b3d-bce517505a91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.660431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44d080-a65c-4225-8b3d-bce517505a91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.662061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44d080-a65c-4225-8b3d-bce517505a91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.664205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1b44d080-a65c-4225-8b3d-bce517505a91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:24.684073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=43560ee8-74f7-421c-9a2e-25ebe91429f6,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:24.696308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:16:24.703062 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ba11657d-cf59-4edd-8325-c94245b45e2e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9988689 Mar 02 20:16:24.706274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43532) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:24.708834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05951d3-8a0b-4aff-83ca-5949d81a69b4 None None] Sync routers for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:16:24.723267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05951d3-8a0b-4aff-83ca-5949d81a69b4 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:24.723895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f05951d3-8a0b-4aff-83ca-5949d81a69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:24.747867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Checking segment: {'id': 'dbf1ab80-a032-4f3a-af41-23306918296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '828464c9-e679-4480-a0e6-24232454d474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:24.747867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network hostable DHCP agents. Network: 828464c9-e679-4480-a0e6-24232454d474, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:16:24.826516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1b44d080-a65c-4225-8b3d-bce517505a91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:24.831424 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1b44d080-a65c-4225-8b3d-bce517505a91 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3243353 Mar 02 20:16:24.832050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43538) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:24.847406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a6-304c-4d93-bc0d-f74221ad6bb5 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:24.879433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-f05951d3-8a0b-4aff-83ca-5949d81a69b4 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:24.918934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.919315 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.919685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.920050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.920413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.920825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.921229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.921543 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.921900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.922277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.922987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.925298 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c693e351-417e-4485-80a9-784fd792b774 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7774 time: 0.5430782 Mar 02 20:16:24.927286 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:16:18Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:19Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:24.930513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:24.940709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43542) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:24.942077 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Checking router: c7586df4-c13a-4901-a0b8-c7ee9f7c4656 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:16:24.942673 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Updating router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 port d04e21d3-7dad-4e20-a199-ee394ae57175 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:16:25.012358 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.031404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f05951d3-8a0b-4aff-83ca-5949d81a69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:16:22Z', 'revision_number': 11, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:25.036505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05951d3-8a0b-4aff-83ca-5949d81a69b4 None None] Checking router: 046d861b-66f1-4d47-ba63-349ddf9cda0d for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:16:25.042341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1fbc82bc-3e6f-4d8f-9b49-eefde0c4c296 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.049178 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05951d3-8a0b-4aff-83ca-5949d81a69b4 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:25.050023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f05951d3-8a0b-4aff-83ca-5949d81a69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:25.204003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-f05951d3-8a0b-4aff-83ca-5949d81a69b4 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:25.207021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc82bc-3e6f-4d8f-9b49-eefde0c4c296 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=4cacfa07-0a1b-4734-9e6e-70fecf161b08,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:25.286164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network c1265753-9064-4e74-af5d-1b44f4073529 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:25.292640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network 828464c9-e679-4480-a0e6-24232454d474 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:16:25.295357 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1fbc82bc-3e6f-4d8f-9b49-eefde0c4c296 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.305968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:25.316911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.317805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.326845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Subnet': ['ID=128e7ac3-2134-4dac-a463-1c1b7ebe79ef,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:25.354192 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ce769-737f-43a4-8a23-ab39861c3138 None None] Network c1265753-9064-4e74-af5d-1b44f4073529 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:25.385787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a6-304c-4d93-bc0d-f74221ad6bb5 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.387343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1fbc82bc-3e6f-4d8f-9b49-eefde0c4c296 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.395322 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1fbc82bc-3e6f-4d8f-9b49-eefde0c4c296 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/floatingips/3ed0690d-23a4-476f-a342-c602eeb2c3ef HTTP/1.1" status: 204 len: 168 time: 2.0363448 Mar 02 20:16:25.401391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.402056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.402595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.403125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.403649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.404169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.404709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.405227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.405746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.406286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.406922 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.407443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.409821 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7b8e6955-622a-4b19-97d1-f33a618b438c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7702 time: 0.4312742 Mar 02 20:16:25.416631 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43546) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:25.420072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43550) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:25.434370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-47edd56c-c900-4eee-a8b0-12cbc4052f10 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting subnet d3b14e60-fe4d-4146-817f-2e4e6b44b742 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:16:25.435808 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.437439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f05951d3-8a0b-4aff-83ca-5949d81a69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:16:22Z', 'revision_number': 11, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:25.437582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47edd56c-c900-4eee-a8b0-12cbc4052f10 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.447841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 828464c9-e679-4480-a0e6-24232454d474) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:25.449089 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Transition to ACTIVE for port object d04e21d3-7dad-4e20-a199-ee394ae57175 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:25.463564 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea97e3b-bbbd-49e2-9537-deb468a83929 None None] Network 828464c9-e679-4480-a0e6-24232454d474 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:25.464523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.465178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.471110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a6-304c-4d93-bc0d-f74221ad6bb5 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.473005 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ed3b2a-5c57-4fb4-8deb-b52a3a196834 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:25.473479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ed3b2a-5c57-4fb4-8deb-b52a3a196834 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:25.477849 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-15ed3b2a-5c57-4fb4-8deb-b52a3a196834 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/ports/094af860-72d4-41dc-aef9-376daddc25cc HTTP/1.1" status: 404 len: 333 time: 0.0624440 Mar 02 20:16:25.478062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05951d3-8a0b-4aff-83ca-5949d81a69b4 None None] The sync data for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv is: [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:16:22Z', 'revision_number': 11, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:25.499992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47edd56c-c900-4eee-a8b0-12cbc4052f10 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.503947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43552) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:25.552251 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.567231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3c5a6-304c-4d93-bc0d-f74221ad6bb5 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9eb0d5-e19d-4264-907a-f791d2852143,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:25.570955 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-89eb9afb-7072-46b5-aa7b-52df65d6c569 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9819996 Mar 02 20:16:25.575963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43558) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:25.579970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7574ad1b-a4b8-48d3-895b-9584b43dfbb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Synchronizing usage tracker for tenant:595ef1f06f1c412988fc3d9c8187dc89 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:25.586869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1334182786'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:25.594973 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:25.607099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:security_group and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:25.611816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:25.623574 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:25.630284 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0179e01c-4822-4fd3-aed7-f626b0208d33 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3960323 Mar 02 20:16:25.633288 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43562) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:25.712863 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e64e27-5151-40a6-ac0a-f7bb3a753572 None None] Pushing event updated for resources: {'Port': ['ID=d04e21d3-7dad-4e20-a199-ee394ae57175,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:25.753105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-a610ff88-4720-46bd-981c-ab335d5c8bf4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet 3fa2ff69-c8b0-4b79-a7c4-8ee7ddd80939 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:16:25.762719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a610ff88-4720-46bd-981c-ab335d5c8bf4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.804303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c5a6-304c-4d93-bc0d-f74221ad6bb5 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.806204 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a3a3c5a6-304c-4d93-bc0d-f74221ad6bb5 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.6759043 Mar 02 20:16:25.810759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43566) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:25.813252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7574ad1b-a4b8-48d3-895b-9584b43dfbb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Unset dirty status for tenant:595ef1f06f1c412988fc3d9c8187dc89 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:25.820588 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7574ad1b-a4b8-48d3-895b-9584b43dfbb9 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "GET /v2.0/ports?device_id=6aeb4905-7b2a-429a-9a10-06f59eee76f0 HTTP/1.1" status: 200 len: 205 time: 0.3095458 Mar 02 20:16:25.829942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-9f3d749a-f929-48b8-98eb-395648515488 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': 'b9c6432e-5373-4c2e-abcb-2637637bacd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:25.837456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.839335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a610ff88-4720-46bd-981c-ab335d5c8bf4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.865630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43570) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:25.920786 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Attempting to bind port d04e21d3-7dad-4e20-a199-ee394ae57175 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:25.921311 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Attempting to bind port d04e21d3-7dad-4e20-a199-ee394ae57175 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:25.921762 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Attempting to bind port d04e21d3-7dad-4e20-a199-ee394ae57175 on network 732ffdce-2c6c-4226-a395-2a756a9cca82 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:25.940642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9f3d749a-f929-48b8-98eb-395648515488 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:25.945496 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:25.948493 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Checking segment: {'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:25.949164 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.949654 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Bound using segment: {'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:25.950616 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Bound port: d04e21d3-7dad-4e20-a199-ee394ae57175, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:25.951200 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.962387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a610ff88-4720-46bd-981c-ab335d5c8bf4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:25.982904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9f3d749a-f929-48b8-98eb-395648515488 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:25.993652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9f3d749a-f929-48b8-98eb-395648515488 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:26.011412 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-3a39e1b3-cf85-46a2-b00d-4900189e3b0d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] delete failed (client error): The resource could not be found. Mar 02 20:16:26.012209 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-828464c9-e679-4480-a0e6-24232454d474', 'network_id': '828464c9-e679-4480-a0e6-24232454d474', 'tenant_id': '56cef9e74e754b51943355b498e30ecd', 'fixed_ips': [{'subnet_id': '43560ee8-74f7-421c-9a2e-25ebe91429f6'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:26.013354 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3a39e1b3-cf85-46a2-b00d-4900189e3b0d tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/routers/6aeb4905-7b2a-429a-9a10-06f59eee76f0 HTTP/1.1" status: 404 len: 336 time: 0.1467192 Mar 02 20:16:26.023112 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.024091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.027028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9f3d749a-f929-48b8-98eb-395648515488 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:26.028791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43574) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:26.035169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b962342c-d61d-4fc0-8f46-03af1163f9dd no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:26.071686 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] For port d04e21d3-7dad-4e20-a199-ee394ae57175, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:26.078688 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] For port d04e21d3-7dad-4e20-a199-ee394ae57175, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d04e21d3-7dad-4e20-a199-ee394ae57175,segment=NetworkSegment(294f8c8b-9cfd-48b3-92b9-510e13d7d579),segment_id=294f8c8b-9cfd-48b3-92b9-510e13d7d579)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:26.106479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:26.111061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:security_group_rule and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:26.114549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:26.120726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:26.146737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47edd56c-c900-4eee-a8b0-12cbc4052f10 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.160328 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: b962342c-d61d-4fc0-8f46-03af1163f9dd {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:16:26.160740 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b962342c-d61d-4fc0-8f46-03af1163f9dd not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:26.175298 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.198896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.215933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a610ff88-4720-46bd-981c-ab335d5c8bf4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.218540 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3b941e-700b-4699-85d6-e28eca0342e0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:26.219058 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3b941e-700b-4699-85d6-e28eca0342e0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:26.279315 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-57da8a43-d2f5-4dff-bf2c-457e45cfc985 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2861 time: 0.7293429 Mar 02 20:16:26.284394 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7e49b9-a9f1-42e6-9833-4c73caabce20 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:26.287367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a610ff88-4720-46bd-981c-ab335d5c8bf4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.292180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610ff88-4720-46bd-981c-ab335d5c8bf4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa2ff69-c8b0-4b79-a7c4-8ee7ddd80939,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:26.297884 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e64e27-5151-40a6-ac0a-f7bb3a753572 None None] Pushing event updated for resources: {'Port': ['ID=d04e21d3-7dad-4e20-a199-ee394ae57175,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:26.307455 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:26.308492 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:26.353948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.383030 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a610ff88-4720-46bd-981c-ab335d5c8bf4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/3fa2ff69-c8b0-4b79-a7c4-8ee7ddd80939 HTTP/1.1" status: 204 len: 168 time: 1.5499022 Mar 02 20:16:26.385403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43580) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:26.395464 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-df3b941e-700b-4699-85d6-e28eca0342e0 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/subnets/1fecf2be-5009-455a-8b95-895a9fd66ad8 HTTP/1.1" status: 404 len: 337 time: 0.3634622 Mar 02 20:16:26.398100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43584) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:26.429468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.472425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-c1265753-9064-4e74-af5d-1b44f4073529', 'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'tenant_id': 'ff25e31141134f11bedd474ffb55a307', 'fixed_ips': [{'subnet_id': '128e7ac3-2134-4dac-a463-1c1b7ebe79ef'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:26.473242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.487280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47edd56c-c900-4eee-a8b0-12cbc4052f10 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.591958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9f3d749a-f929-48b8-98eb-395648515488 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.593888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Allocated IP 2001:db8::1 (828464c9-e679-4480-a0e6-24232454d474/43560ee8-74f7-421c-9a2e-25ebe91429f6/f033a2ca-8dfd-4d26-84be-f3ab09160aa0) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:26.601895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edd56c-c900-4eee-a8b0-12cbc4052f10 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b14e60-fe4d-4146-817f-2e4e6b44b742,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:26.609865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a73087-85d6-41e3-b81b-362e900f29aa,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:26.612819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47edd56c-c900-4eee-a8b0-12cbc4052f10 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.628287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47b2629-c4f3-4906-b4a0-b475c9c4175c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Deleting subnet d24661cc-a03c-4391-9773-ca1380a97281 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:16:26.628485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676d4b47-42f6-46e9-8637-7787e287538b None None] Network 9c970da3-4ed8-48d1-b46a-a21fcf381b15 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:26.633051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b47b2629-c4f3-4906-b4a0-b475c9c4175c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.638239 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:26.659148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-38642a9b-427b-428b-9423-8ed9c6ef143f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port 92a808f7-beb2-41c4-aad6-956c486dbddb {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:26.659484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38642a9b-427b-428b-9423-8ed9c6ef143f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.694572 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-47edd56c-c900-4eee-a8b0-12cbc4052f10 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/d3b14e60-fe4d-4146-817f-2e4e6b44b742 HTTP/1.1" status: 204 len: 168 time: 1.9834523 Mar 02 20:16:26.695510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43588) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:26.848857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.852988 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-19a75837-2d3f-4922-ae40-89ccbd468810 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2761033 Mar 02 20:16:26.861032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43592) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:26.881698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'security_group': {'name': 'tempest-secgroup-612330107'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:26.891668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:26.902382 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:security_group and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:26.906501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:26.919234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:26.929139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.938994 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b47b2629-c4f3-4906-b4a0-b475c9c4175c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:26.976503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9f3d749a-f929-48b8-98eb-395648515488 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.031693 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43596) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:27.041424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201085458', 'description': 'tempest-secgroup-smoke-201085458 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:27.096026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:27.101462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Deleting port fc883b73-b804-4779-9b49-70f1eab91787 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:27.102992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.103125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9f3d749a-f929-48b8-98eb-395648515488 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.104744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.106165 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:16:18Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:26Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:27.110989 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7efd24f-732a-4fdf-8482-f4e9c2487126 None None] The sync data for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv is: [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:16:18Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:26Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:27.152087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:27.166082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:27.192787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:27.193008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d749a-f929-48b8-98eb-395648515488 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f94962-aff8-406b-964b-c8030abb4e69,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:27.280067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b47b2629-c4f3-4906-b4a0-b475c9c4175c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.280285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:27.284516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38642a9b-427b-428b-9423-8ed9c6ef143f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.296147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:security_group_rule and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:27.301486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:27.380707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Allocated IP 172.20.0.2 (c1265753-9064-4e74-af5d-1b44f4073529/128e7ac3-2134-4dac-a463-1c1b7ebe79ef/333eabdc-2c51-4437-986e-557e265680d5) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:27.451658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.460482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-38642a9b-427b-428b-9423-8ed9c6ef143f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for 92a808f7-beb2-41c4-aad6-956c486dbddb owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:27.529211 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Transition to ACTIVE for port object f033a2ca-8dfd-4d26-84be-f3ab09160aa0 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:27.584048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] For port fc883b73-b804-4779-9b49-70f1eab91787, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=fc883b73-b804-4779-9b49-70f1eab91787,segment=NetworkSegment(4fc5bd3a-170c-4665-92dd-42971eccf4c9),segment_id=4fc5bd3a-170c-4665-92dd-42971eccf4c9)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:27.584538 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.586688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9f3d749a-f929-48b8-98eb-395648515488 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.588010 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9f3d749a-f929-48b8-98eb-395648515488 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.7761245 Mar 02 20:16:27.596862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:27.601199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43600) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:27.604013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.621014 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Transition to ACTIVE for port object f033a2ca-8dfd-4d26-84be-f3ab09160aa0 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:27.635863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3f2bcf4c-787e-4c88-afdd-4d99b65f6709 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': 'b9c6432e-5373-4c2e-abcb-2637637bacd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:27.651763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8c39d-46eb-4f14-bd4c-9cb45a42b3b4 None None] DHCP port deletion for 9c970da3-4ed8-48d1-b46a-a21fcf381b15 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:16:27.671044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3f2bcf4c-787e-4c88-afdd-4d99b65f6709 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:27.686038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3f2bcf4c-787e-4c88-afdd-4d99b65f6709 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:27.687071 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8ac8c39d-46eb-4f14-bd4c-9cb45a42b3b4 None None] Deleting port fc883b73-b804-4779-9b49-70f1eab91787 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:27.687854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c39d-46eb-4f14-bd4c-9cb45a42b3b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.694457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3f2bcf4c-787e-4c88-afdd-4d99b65f6709 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:27.717516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3f2bcf4c-787e-4c88-afdd-4d99b65f6709 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:27.762244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.789804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Calling delete_port for fc883b73-b804-4779-9b49-70f1eab91787 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:27.811576 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:27.819102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:27.852003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:27.872304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:27.895015 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Pushing event updated for resources: {'Port': ['ID=f033a2ca-8dfd-4d26-84be-f3ab09160aa0,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:27.913839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.918313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38642a9b-427b-428b-9423-8ed9c6ef143f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.936824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.945471 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d04e21d3-7dad-4e20-a199-ee394ae57175 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:27.972880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f2bcf4c-787e-4c88-afdd-4d99b65f6709 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.992424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b47b2629-c4f3-4906-b4a0-b475c9c4175c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.069107 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Network 828464c9-e679-4480-a0e6-24232454d474 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:28.070983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b2629-c4f3-4906-b4a0-b475c9c4175c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Subnet': ['ID=d24661cc-a03c-4391-9773-ca1380a97281,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:28.073007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.078464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.079115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:28.082692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:28.125370 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.135435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Subnet': ['ID=43560ee8-74f7-421c-9a2e-25ebe91429f6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:28.176597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38642a9b-427b-428b-9423-8ed9c6ef143f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=92a808f7-beb2-41c4-aad6-956c486dbddb,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:28.202953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Transition to ACTIVE for port object 333eabdc-2c51-4437-986e-557e265680d5 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:28.214579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Port': ['ID=fc883b73-b804-4779-9b49-70f1eab91787,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:28.225623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b47b2629-c4f3-4906-b4a0-b475c9c4175c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.240701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No DVR routers for this DVR port fc883b73-b804-4779-9b49-70f1eab91787 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:28.309080 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b47b2629-c4f3-4906-b4a0-b475c9c4175c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/d24661cc-a03c-4391-9773-ca1380a97281 HTTP/1.1" status: 204 len: 168 time: 1.9224186 Mar 02 20:16:28.312396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43604) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:28.319467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Attempting to bind port f033a2ca-8dfd-4d26-84be-f3ab09160aa0 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:28.320006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Attempting to bind port f033a2ca-8dfd-4d26-84be-f3ab09160aa0 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'dbf1ab80-a032-4f3a-af41-23306918296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '828464c9-e679-4480-a0e6-24232454d474'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:28.320504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Attempting to bind port f033a2ca-8dfd-4d26-84be-f3ab09160aa0 on network 828464c9-e679-4480-a0e6-24232454d474 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:28.334084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Transition to ACTIVE for port object 333eabdc-2c51-4437-986e-557e265680d5 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:28.356047 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:28.356540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Checking segment: {'id': 'dbf1ab80-a032-4f3a-af41-23306918296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '828464c9-e679-4480-a0e6-24232454d474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:28.357080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.357567 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Bound using segment: {'id': 'dbf1ab80-a032-4f3a-af41-23306918296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '828464c9-e679-4480-a0e6-24232454d474'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:28.358176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Bound port: f033a2ca-8dfd-4d26-84be-f3ab09160aa0, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf1ab80-a032-4f3a-af41-23306918296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '828464c9-e679-4480-a0e6-24232454d474'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:28.358656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.434353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port d04e21d3-7dad-4e20-a199-ee394ae57175 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:28.441242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8ac8c39d-46eb-4f14-bd4c-9cb45a42b3b4 None None] For port fc883b73-b804-4779-9b49-70f1eab91787, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=fc883b73-b804-4779-9b49-70f1eab91787,segment=NetworkSegment(4fc5bd3a-170c-4665-92dd-42971eccf4c9),segment_id=4fc5bd3a-170c-4665-92dd-42971eccf4c9)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:28.441748 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c39d-46eb-4f14-bd4c-9cb45a42b3b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.451847 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port d04e21d3-7dad-4e20-a199-ee394ae57175 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:28.452346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.480855 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-57d1d83d-9eb2-49c6-94a6-72d3d83c0041 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1670220 Mar 02 20:16:28.491437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe302a2-7e61-46b3-929c-5da16d8b6d79,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:28.494665 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1ae59-7c96-4867-8d5e-ac510db99096 None None] Network 2c0dfed8-adb2-4b23-a32c-5e04666528a0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:28.504784 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43608) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:28.523107 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.542780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.573855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.582849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828464c9-e679-4480-a0e6-24232454d474']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:28.599888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf1ab80-a032-4f3a-af41-23306918296f') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:28.600204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf1ab80-a032-4f3a-af41-23306918296f') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:28.615613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c970da3-4ed8-48d1-b46a-a21fcf381b15']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:28.616553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.634679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc5bd3a-170c-4665-92dd-42971eccf4c9') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:28.634679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc5bd3a-170c-4665-92dd-42971eccf4c9') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:28.637970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.639181 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5540d798-4525-4a62-a83a-0fc4f5a4aa04 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.7771838 Mar 02 20:16:28.646413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43612) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:28.657930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1363037900', 'security_groups': ['bbe302a2-7e61-46b3-929c-5da16d8b6d79'], 'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '128e7ac3-2134-4dac-a463-1c1b7ebe79ef'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:28.661206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.673428 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.692511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f2bcf4c-787e-4c88-afdd-4d99b65f6709 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.701179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:28.701559 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.719441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:28.720421 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:28.767904 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff3912a-089b-4a19-864a-9c1fd39ae508 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:28.773066 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aff3912a-089b-4a19-864a-9c1fd39ae508 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2639813 Mar 02 20:16:28.773944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43616) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:28.778477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.793425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f2bcf4c-787e-4c88-afdd-4d99b65f6709 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.825300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38642a9b-427b-428b-9423-8ed9c6ef143f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.841753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.842045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8ac8c39d-46eb-4f14-bd4c-9cb45a42b3b4 None None] Calling delete_port for fc883b73-b804-4779-9b49-70f1eab91787 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:28.847604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:28.848140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.857224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bcf4c-787e-4c88-afdd-4d99b65f6709 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cf2da1-dd40-485d-98e9-a75cf5615dad,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:28.865632 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:28.872097 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-38642a9b-427b-428b-9423-8ed9c6ef143f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/ports/92a808f7-beb2-41c4-aad6-956c486dbddb HTTP/1.1" status: 204 len: 168 time: 2.4503624 Mar 02 20:16:28.879268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43620) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:28.947011 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:16:28.947011 dv-neutron-831593-2-hyperv neutron-server[84503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:16:28.947011 dv-neutron-831593-2-hyperv neutron-server[84503]: [parameters: {'id': '828464c9-e679-4480-a0e6-24232454d474'}] Mar 02 20:16:28.947011 dv-neutron-831593-2-hyperv neutron-server[84503]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:16:28.947657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:16:28.957940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbd7776-95a5-4532-9954-48819f9a7af4,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:28.963358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f2bcf4c-787e-4c88-afdd-4d99b65f6709 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.965148 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3f2bcf4c-787e-4c88-afdd-4d99b65f6709 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.3394783 Mar 02 20:16:28.967563 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] For port f033a2ca-8dfd-4d26-84be-f3ab09160aa0, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:28.968398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43624) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:29.001137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.002248 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Network c1265753-9064-4e74-af5d-1b44f4073529 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:29.005992 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ae559be3-f02c-422e-8e2e-be26d537b7df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.9698224 Mar 02 20:16:29.009410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43628) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:29.014537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-b3289c83-c644-4a54-ab45-04856c2afddc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port 47fcbbb4-0052-444a-91d1-530bcee1d420 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:29.014880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b3289c83-c644-4a54-ab45-04856c2afddc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.022214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:29.024933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:29.032284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba352fa5-1d59-45ca-bf7e-b2c1c2622773 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:29.033585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ba352fa5-1d59-45ca-bf7e-b2c1c2622773 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Synchronizing usage tracker for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:29.035655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] For port f033a2ca-8dfd-4d26-84be-f3ab09160aa0, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f033a2ca-8dfd-4d26-84be-f3ab09160aa0,segment=NetworkSegment(dbf1ab80-a032-4f3a-af41-23306918296f),segment_id=dbf1ab80-a032-4f3a-af41-23306918296f)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:29.048457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f8fba76e-befc-457a-8735-d7cee8ba7dd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4cbd7776-95a5-4532-9954-48819f9a7af4', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:29.061694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f8fba76e-befc-457a-8735-d7cee8ba7dd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:29.078971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:29.083020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f8fba76e-befc-457a-8735-d7cee8ba7dd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:29.083234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b03dedb1-88bd-4913-88e5-88a3e66e6b58 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.092932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Pushing event updated for resources: {'Port': ['ID=333eabdc-2c51-4437-986e-557e265680d5,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:29.093221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f8fba76e-befc-457a-8735-d7cee8ba7dd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:29.106872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f8fba76e-befc-457a-8735-d7cee8ba7dd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:29.109431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:29.116828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b03dedb1-88bd-4913-88e5-88a3e66e6b58 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.122352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.152692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-08ee9712-56b9-4be3-a471-e367ed8f3c9b None None] Provisioning complete for port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:29.152912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.153418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-08ee9712-56b9-4be3-a471-e367ed8f3c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.155641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Pushing event deleted for resources: {'Network': ['ID=9c970da3-4ed8-48d1-b46a-a21fcf381b15,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:29.165340 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4e6de41f-1aed-435b-bc3b-744f8cac7b49 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/networks/9c970da3-4ed8-48d1-b46a-a21fcf381b15 HTTP/1.1" status: 204 len: 168 time: 2.4608817 Mar 02 20:16:29.165674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43632) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:29.171512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-01b71683-84e4-4a0c-8789-8f31f1a99955 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'routes': None}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:29.233792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ba352fa5-1d59-45ca-bf7e-b2c1c2622773 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Unset dirty status for tenant:5d1d2a8250cb4b90b8fac2ccd0106a4a on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:29.237787 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ba352fa5-1d59-45ca-bf7e-b2c1c2622773 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4633644 Mar 02 20:16:29.238917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43636) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:29.250137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:29.275612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.300825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b03dedb1-88bd-4913-88e5-88a3e66e6b58 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.333710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dedb1-88bd-4913-88e5-88a3e66e6b58 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60cf2da1-dd40-485d-98e9-a75cf5615dad,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:29.343186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b03dedb1-88bd-4913-88e5-88a3e66e6b58 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.348291 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b03dedb1-88bd-4913-88e5-88a3e66e6b58 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/60cf2da1-dd40-485d-98e9-a75cf5615dad HTTP/1.1" status: 204 len: 168 time: 0.3746254 Mar 02 20:16:29.350071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43640) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:29.375089 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-8ac8c39d-46eb-4f14-bd4c-9cb45a42b3b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:16:29.375614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-8ac8c39d-46eb-4f14-bd4c-9cb45a42b3b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:16:29.411015 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Attempting to bind port 333eabdc-2c51-4437-986e-557e265680d5 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:29.411528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Attempting to bind port 333eabdc-2c51-4437-986e-557e265680d5 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'b581a7f4-8558-4909-a7b2-367188621a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:29.411991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Attempting to bind port 333eabdc-2c51-4437-986e-557e265680d5 on network c1265753-9064-4e74-af5d-1b44f4073529 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:29.415459 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.443884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f8fba76e-befc-457a-8735-d7cee8ba7dd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.478257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7188007-5d27-42c3-8f75-183602a1b19c None None] Pushing event updated for resources: {'Port': ['ID=f033a2ca-8dfd-4d26-84be-f3ab09160aa0,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:29.485393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:29.486664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Checking segment: {'id': 'b581a7f4-8558-4909-a7b2-367188621a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:29.486929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.487418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Bound using segment: {'id': 'b581a7f4-8558-4909-a7b2-367188621a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:29.488028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Bound port: 333eabdc-2c51-4437-986e-557e265680d5, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b581a7f4-8558-4909-a7b2-367188621a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:29.488617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.526395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.563112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port d04e21d3-7dad-4e20-a199-ee394ae57175, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d04e21d3-7dad-4e20-a199-ee394ae57175,segment=NetworkSegment(294f8c8b-9cfd-48b3-92b9-510e13d7d579),segment_id=294f8c8b-9cfd-48b3-92b9-510e13d7d579)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:29.573958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b3289c83-c644-4a54-ab45-04856c2afddc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.592700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting port f033a2ca-8dfd-4d26-84be-f3ab09160aa0 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:29.593061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.598726 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6f2fa064-b5cd-4806-872f-fd64ec319f70 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3268743 Mar 02 20:16:29.599575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43644) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:29.685568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.692621 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08ea126-c0f4-4264-8c89-095ff83f6d3f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:29.693124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08ea126-c0f4-4264-8c89-095ff83f6d3f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:29.699546 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b08ea126-c0f4-4264-8c89-095ff83f6d3f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/0e346628-9e37-4046-b215-d2eff5905ccf HTTP/1.1" status: 404 len: 333 time: 0.0870903 Mar 02 20:16:29.707997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43648) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:29.773260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] DHCP port deletion for 2c0dfed8-adb2-4b23-a32c-5e04666528a0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:16:29.783401 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac84345-1d99-4aa0-a868-1f35d1690a4c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:29.783855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac84345-1d99-4aa0-a868-1f35d1690a4c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:29.788425 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bac84345-1d99-4aa0-a868-1f35d1690a4c tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/d24661cc-a03c-4391-9773-ca1380a97281 HTTP/1.1" status: 404 len: 337 time: 0.0794315 Mar 02 20:16:29.789210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43652) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:29.795401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Deleting port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:29.795850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.828839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-b3289c83-c644-4a54-ab45-04856c2afddc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for 47fcbbb4-0052-444a-91d1-530bcee1d420 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:29.834969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108aaffe-09a1-4a14-abc7-9dcb429a2dbb None None] Network 828464c9-e679-4480-a0e6-24232454d474 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:29.847286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device fc883b73-b804-4779-9b49-70f1eab91787 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:29.870506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b23e42ff-474b-47cd-803f-2d4df749e988 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:29.873442 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] For port 333eabdc-2c51-4437-986e-557e265680d5, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:29.887754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8ac8c39d-46eb-4f14-bd4c-9cb45a42b3b4 None None] Deleting port fc883b73-b804-4779-9b49-70f1eab91787 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:29.888428 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c39d-46eb-4f14-bd4c-9cb45a42b3b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.978519 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-13be1ab1-286d-4a6c-ac92-37aa58bc5bcb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:29.979227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13be1ab1-286d-4a6c-ac92-37aa58bc5bcb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:29.981751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: fc883b73-b804-4779-9b49-70f1eab91787 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:16:29.982321 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device fc883b73-b804-4779-9b49-70f1eab91787 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:29.990508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.005692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f8fba76e-befc-457a-8735-d7cee8ba7dd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.011020 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] For port 333eabdc-2c51-4437-986e-557e265680d5, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=333eabdc-2c51-4437-986e-557e265680d5,segment=NetworkSegment(b581a7f4-8558-4909-a7b2-367188621a84),segment_id=b581a7f4-8558-4909-a7b2-367188621a84)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:30.014452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=d04e21d3-7dad-4e20-a199-ee394ae57175,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:30.019033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b23e42ff-474b-47cd-803f-2d4df749e988 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:30.023787 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b23e42ff-474b-47cd-803f-2d4df749e988 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.6740491 Mar 02 20:16:30.024533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43656) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:30.045806 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-13be1ab1-286d-4a6c-ac92-37aa58bc5bcb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/3fa2ff69-c8b0-4b79-a7c4-8ee7ddd80939 HTTP/1.1" status: 404 len: 337 time: 0.2520330 Mar 02 20:16:30.045983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43660) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:30.055470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.extraroute_db [None req-01b71683-84e4-4a0c-8789-8f31f1a99955 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Added routes are [] {{(pid=84504) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 20:16:30.055764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.extraroute_db [None req-01b71683-84e4-4a0c-8789-8f31f1a99955 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Removed routes are [] {{(pid=84504) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 20:16:30.056234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01b71683-84e4-4a0c-8789-8f31f1a99955 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.124281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port b955575a-8cb3-466e-bab3-83f6d0465203 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:16:30.131896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8ac8c39d-46eb-4f14-bd4c-9cb45a42b3b4 None None] The port 'fc883b73-b804-4779-9b49-70f1eab91787' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:16:30.170278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f8fba76e-befc-457a-8735-d7cee8ba7dd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.222856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9b02ceab-1aa5-4fef-a004-6bcc24292d88 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:30.263686 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f3f183-01b2-4012-9981-ccac12acce7f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:30.264290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f3f183-01b2-4012-9981-ccac12acce7f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:30.273754 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b443995e-73f2-4f5a-aea6-0a9b1ef6fa89 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.278344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fba76e-befc-457a-8735-d7cee8ba7dd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fc123f-a108-4ca9-90df-40ab0c28d7e7,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:30.305658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b443995e-73f2-4f5a-aea6-0a9b1ef6fa89 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.311968 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-91f3f183-01b2-4012-9981-ccac12acce7f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/dd7b488d-f6e6-4425-8cca-3f9983c8041d HTTP/1.1" status: 404 len: 333 time: 0.2351627 Mar 02 20:16:30.318220 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] For port f033a2ca-8dfd-4d26-84be-f3ab09160aa0, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f033a2ca-8dfd-4d26-84be-f3ab09160aa0,segment=NetworkSegment(dbf1ab80-a032-4f3a-af41-23306918296f),segment_id=dbf1ab80-a032-4f3a-af41-23306918296f)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:30.318648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.328609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43664) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:30.341673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.480689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f8fba76e-befc-457a-8735-d7cee8ba7dd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.481339 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f8fba76e-befc-457a-8735-d7cee8ba7dd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4568591 Mar 02 20:16:30.493212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43668) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:30.493472 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4eb9f1d-e37c-496b-b8d3-596af8ff716f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:30.493472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4eb9f1d-e37c-496b-b8d3-596af8ff716f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:30.497418 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d4eb9f1d-e37c-496b-b8d3-596af8ff716f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/f7eb04b2-ed2e-4e49-b239-0dcffd8c66e5 HTTP/1.1" status: 404 len: 337 time: 0.1638927 Mar 02 20:16:30.502537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d1c0b1ce-d5c9-4342-9255-06b6440cf92c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4cbd7776-95a5-4532-9954-48819f9a7af4', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:30.502906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Calling delete_port for f033a2ca-8dfd-4d26-84be-f3ab09160aa0 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:30.506974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43672) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:30.531214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b3289c83-c644-4a54-ab45-04856c2afddc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.545068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d1c0b1ce-d5c9-4342-9255-06b6440cf92c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:30.549363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01b71683-84e4-4a0c-8789-8f31f1a99955 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.597858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d1c0b1ce-d5c9-4342-9255-06b6440cf92c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:30.599017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3289c83-c644-4a54-ab45-04856c2afddc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=47fcbbb4-0052-444a-91d1-530bcee1d420,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:30.605699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d1c0b1ce-d5c9-4342-9255-06b6440cf92c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:30.609311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01b71683-84e4-4a0c-8789-8f31f1a99955 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.612976 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cba592-bd54-4674-aa58-d934d5557ed1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:30.613579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cba592-bd54-4674-aa58-d934d5557ed1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:30.615428 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-43cba592-bd54-4674-aa58-d934d5557ed1 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/ffc36e63-a8af-4290-8c52-a51d80a30738 HTTP/1.1" status: 404 len: 337 time: 0.1075542 Mar 02 20:16:30.627734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43676) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:30.629936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d1c0b1ce-d5c9-4342-9255-06b6440cf92c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:30.644245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89745b60-d9e9-4560-9a44-f0292c4c68d9 None None] Pushing event updated for resources: {'Port': ['ID=333eabdc-2c51-4437-986e-557e265680d5,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:30.672271 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] For port 9b02ceab-1aa5-4fef-a004-6bcc24292d88, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9b02ceab-1aa5-4fef-a004-6bcc24292d88,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:30.672545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.702064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b443995e-73f2-4f5a-aea6-0a9b1ef6fa89 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.745255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443995e-73f2-4f5a-aea6-0a9b1ef6fa89 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9f94962-aff8-406b-964b-c8030abb4e69,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:30.757303 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-f850893c-83cf-4456-b277-23adb90856fc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:30.758341 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f850893c-83cf-4456-b277-23adb90856fc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:30.760185 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f850893c-83cf-4456-b277-23adb90856fc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/21098ea7-f2c3-4547-bc15-a92af0cfcb2f HTTP/1.1" status: 404 len: 333 time: 0.1258032 Mar 02 20:16:30.776565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43680) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:30.859844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.11 (c1265753-9064-4e74-af5d-1b44f4073529/128e7ac3-2134-4dac-a463-1c1b7ebe79ef/b955575a-8cb3-466e-bab3-83f6d0465203) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:30.865255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b3289c83-c644-4a54-ab45-04856c2afddc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.868070 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b3289c83-c644-4a54-ab45-04856c2afddc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/ports/47fcbbb4-0052-444a-91d1-530bcee1d420 HTTP/1.1" status: 204 len: 168 time: 1.9875364 Mar 02 20:16:30.871219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43684) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:30.871835 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Calling delete_port for 9b02ceab-1aa5-4fef-a004-6bcc24292d88 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:30.872590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.874328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b1ce-d5c9-4342-9255-06b6440cf92c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.913974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b443995e-73f2-4f5a-aea6-0a9b1ef6fa89 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.917801 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b443995e-73f2-4f5a-aea6-0a9b1ef6fa89 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f9f94962-aff8-406b-964b-c8030abb4e69 HTTP/1.1" status: 204 len: 168 time: 0.8900621 Mar 02 20:16:30.924952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43688) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:30.926224 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-080bc15c-3db4-43de-bf9f-0fff2018d329 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:30.926917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080bc15c-3db4-43de-bf9f-0fff2018d329 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:30.928752 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-080bc15c-3db4-43de-bf9f-0fff2018d329 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/1ca36df3-4141-47ca-82cc-dff2a19e656d HTTP/1.1" status: 404 len: 337 time: 0.1512434 Mar 02 20:16:30.933057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.941141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43692) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:30.955990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Port': ['ID=f033a2ca-8dfd-4d26-84be-f3ab09160aa0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:30.988327 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9b02ceab-1aa5-4fef-a004-6bcc24292d88, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9b02ceab-1aa5-4fef-a004-6bcc24292d88,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:31.015295 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd9708b-0fdd-40da-af8c-5a3873b8525e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:31.015971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd9708b-0fdd-40da-af8c-5a3873b8525e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:31.018763 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-edd9708b-0fdd-40da-af8c-5a3873b8525e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/581fbd32-c1b4-4b68-bffb-0db941e545a6 HTTP/1.1" status: 404 len: 337 time: 0.0593457 Mar 02 20:16:31.021557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No DVR routers for this DVR port f033a2ca-8dfd-4d26-84be-f3ab09160aa0 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:31.029635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43696) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:31.080717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.144908 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:16:31.145257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:16:31.165742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9b02ceab-1aa5-4fef-a004-6bcc24292d88,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:31.192129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-aff26c91-7a18-4c94-86f2-53eb88b1cd96 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:31.209088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.246804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828464c9-e679-4480-a0e6-24232454d474']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:31.260937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf1ab80-a032-4f3a-af41-23306918296f') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:31.261257 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf1ab80-a032-4f3a-af41-23306918296f') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:31.273052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.289724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.296710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:31.297109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:31.315268 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:31.321623 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a7899b-a37f-4d9e-9793-be3bb8b40c43 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:31.322331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a7899b-a37f-4d9e-9793-be3bb8b40c43 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:31.324658 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-79a7899b-a37f-4d9e-9793-be3bb8b40c43 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/487f5609-6930-4718-ae3b-803f3ab2c721 HTTP/1.1" status: 404 len: 333 time: 0.2730920 Mar 02 20:16:31.339649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43700) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:31.367651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-aff26c91-7a18-4c94-86f2-53eb88b1cd96 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:31.368964 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aff26c91-7a18-4c94-86f2-53eb88b1cd96 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4390614 Mar 02 20:16:31.375083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43704) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:31.409375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b71683-84e4-4a0c-8789-8f31f1a99955 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 046d861b-66f1-4d47-ba63-349ddf9cda0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:16:31.432665 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-841210f9-6df5-4dd4-9389-9e9fbfdebe50 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.457959 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79f6f65-0a6b-486f-af22-6bbcad2cedd5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:31.458413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79f6f65-0a6b-486f-af22-6bbcad2cedd5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:31.460308 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d79f6f65-0a6b-486f-af22-6bbcad2cedd5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/b88d17be-8207-4d7a-86e2-c24b3c90f658 HTTP/1.1" status: 404 len: 337 time: 0.1173213 Mar 02 20:16:31.489053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43708) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:31.496535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e2c028-3b80-4bb9-844a-06dd6f4af45f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:31.497768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e6e2c028-3b80-4bb9-844a-06dd6f4af45f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Synchronizing usage tracker for tenant:595ef1f06f1c412988fc3d9c8187dc89 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:31.559310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.561890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-841210f9-6df5-4dd4-9389-9e9fbfdebe50 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.566895 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d91478-f421-45b3-8a65-86f2be2d87b8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:31.567770 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d91478-f421-45b3-8a65-86f2be2d87b8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:31.601662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.601884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b1ce-d5c9-4342-9255-06b6440cf92c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.603402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Network': ['ID=828464c9-e679-4480-a0e6-24232454d474,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:31.610131 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0d814ab8-3949-43ee-8596-9bbb14fd4d96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/828464c9-e679-4480-a0e6-24232454d474 HTTP/1.1" status: 204 len: 168 time: 5.9744134 Mar 02 20:16:31.610865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43712) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:31.615741 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-22d91478-f421-45b3-8a65-86f2be2d87b8 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/7824aef9-2270-4d7d-832a-9c7cfbf7ab22 HTTP/1.1" status: 404 len: 337 time: 0.1117001 Mar 02 20:16:31.619560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43716) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:31.621439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1824491698'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:31.627163 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:31.631754 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:network and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:31.634743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:31.643560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:31.647763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Deleting port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:31.651533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.726558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e6e2c028-3b80-4bb9-844a-06dd6f4af45f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Unset dirty status for tenant:595ef1f06f1c412988fc3d9c8187dc89 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:31.730570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43720) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:31.742464 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e6e2c028-3b80-4bb9-844a-06dd6f4af45f tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e616553-a895-44d4-a6c9-ded7e3d4ab51 HTTP/1.1" status: 200 len: 913 time: 0.8577509 Mar 02 20:16:31.785866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.798505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-61efb8b3-c9f9-4866-acff-c941df19e57b None None] Provisioning complete for port 10bb91fa-50b1-479c-a749-6339432efb29 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:31.798948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-61efb8b3-c9f9-4866-acff-c941df19e57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.822542 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-b547c0ab-21e8-452c-b199-27378238578f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:31.824003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b547c0ab-21e8-452c-b199-27378238578f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:31.828367 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b547c0ab-21e8-452c-b199-27378238578f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/ed1eb8f0-786d-41f7-a367-1c69975004b7 HTTP/1.1" status: 404 len: 333 time: 0.1545060 Mar 02 20:16:31.860903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43726) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:31.884065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b1ce-d5c9-4342-9255-06b6440cf92c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.899190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-61efb8b3-c9f9-4866-acff-c941df19e57b None None] Port 10bb91fa-50b1-479c-a749-6339432efb29 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:31.924069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:31.926877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.937269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-841210f9-6df5-4dd4-9389-9e9fbfdebe50 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.967753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object b955575a-8cb3-466e-bab3-83f6d0465203 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:31.969534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] For port 9b02ceab-1aa5-4fef-a004-6bcc24292d88, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9b02ceab-1aa5-4fef-a004-6bcc24292d88,segment=NetworkSegment(2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd),segment_id=2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:31.970302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:31.973652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0b1ce-d5c9-4342-9255-06b6440cf92c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1259dc5-0086-4e54-8827-a4afaefeef61,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:32.016775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b1ce-d5c9-4342-9255-06b6440cf92c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.020453 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d1c0b1ce-d5c9-4342-9255-06b6440cf92c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5249546 Mar 02 20:16:32.040731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43730) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:32.044253 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841210f9-6df5-4dd4-9389-9e9fbfdebe50 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f9eb0d5-e19d-4264-907a-f791d2852143,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:32.058602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8e5757b5-0b69-42ea-a31a-0b708654b945 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4cbd7776-95a5-4532-9954-48819f9a7af4', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:32.066319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8e5757b5-0b69-42ea-a31a-0b708654b945 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:32.074273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8e5757b5-0b69-42ea-a31a-0b708654b945 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:32.077314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b71683-84e4-4a0c-8789-8f31f1a99955 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:16:32.078073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8e5757b5-0b69-42ea-a31a-0b708654b945 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:32.099757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8e5757b5-0b69-42ea-a31a-0b708654b945 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:32.101638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01b71683-84e4-4a0c-8789-8f31f1a99955 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.106503 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0c4cb-609d-47fa-a7ea-eba40d20c734 None None] Sync routers for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:16:32.109130 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-01b71683-84e4-4a0c-8789-8f31f1a99955 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d HTTP/1.1" status: 200 len: 705 time: 2.9424229 Mar 02 20:16:32.112060 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48cebff-5e10-4583-80ab-4d8e535af35b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:32.112584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48cebff-5e10-4583-80ab-4d8e535af35b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:32.114459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43734) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:32.121783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-61efb8b3-c9f9-4866-acff-c941df19e57b None None] Provisioning for port 333eabdc-2c51-4437-986e-557e265680d5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:32.123963 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e48cebff-5e10-4583-80ab-4d8e535af35b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/8f817445-65c2-4ef4-95d4-1be75c892a7c HTTP/1.1" status: 404 len: 337 time: 0.2585347 Mar 02 20:16:32.128757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43738) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:32.130769 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-841210f9-6df5-4dd4-9389-9e9fbfdebe50 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.139273 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-841210f9-6df5-4dd4-9389-9e9fbfdebe50 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4f9eb0d5-e19d-4264-907a-f791d2852143 HTTP/1.1" status: 204 len: 168 time: 0.7609427 Mar 02 20:16:32.142526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43742) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:32.153474 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0c4cb-609d-47fa-a7ea-eba40d20c734 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:32.157151 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-06c0c4cb-609d-47fa-a7ea-eba40d20c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:32.224543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-715467a2-d414-4089-9faa-a81edf40b929 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Synchronizing usage tracker for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:32.249854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Calling delete_port for 9b02ceab-1aa5-4fef-a004-6bcc24292d88 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:32.269596 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.285236 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d04e21d3-7dad-4e20-a199-ee394ae57175 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:32.320897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e5757b5-0b69-42ea-a31a-0b708654b945 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.370428 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-b027eddf-bf28-46e2-affd-fab652566ff3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:32.370428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b027eddf-bf28-46e2-affd-fab652566ff3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:32.374753 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b027eddf-bf28-46e2-affd-fab652566ff3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/a35b1fc6-dc5d-4e6f-88b3-ac19858f3f55 HTTP/1.1" status: 404 len: 333 time: 0.2364411 Mar 02 20:16:32.385724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43746) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:32.390673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=b955575a-8cb3-466e-bab3-83f6d0465203,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:32.394842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-715467a2-d414-4089-9faa-a81edf40b929 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Unset dirty status for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:32.404058 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-715467a2-d414-4089-9faa-a81edf40b929 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=046d861b-66f1-4d47-ba63-349ddf9cda0d HTTP/1.1" status: 200 len: 205 time: 0.2870369 Mar 02 20:16:32.414391 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43748) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:32.415293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port d04e21d3-7dad-4e20-a199-ee394ae57175 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:32.415833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.430299 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-06c0c4cb-609d-47fa-a7ea-eba40d20c734 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:32.459622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-99c701d0-1a45-4261-807c-3450440e3ee7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:32.465646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:16:32.472772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.519034 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-15426e03-4901-446f-a41c-1a47ffa882bb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:32.519635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15426e03-4901-446f-a41c-1a47ffa882bb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:32.526818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] Pushing event deleted for resources: {'Port': ['ID=9b02ceab-1aa5-4fef-a004-6bcc24292d88,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:32.534325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ad2c0-1b26-4c7f-a79d-9c310cc7ecf3 None None] No DVR routers for this DVR port 9b02ceab-1aa5-4fef-a004-6bcc24292d88 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:32.548380 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-06c0c4cb-609d-47fa-a7ea-eba40d20c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:16:22Z', 'revision_number': 11, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:32.552850 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0c4cb-609d-47fa-a7ea-eba40d20c734 None None] Checking router: 046d861b-66f1-4d47-ba63-349ddf9cda0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:16:32.566290 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0c4cb-609d-47fa-a7ea-eba40d20c734 None None] Routers {'046d861b-66f1-4d47-ba63-349ddf9cda0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:32.567065 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-06c0c4cb-609d-47fa-a7ea-eba40d20c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['046d861b-66f1-4d47-ba63-349ddf9cda0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:32.583979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e5757b5-0b69-42ea-a31a-0b708654b945 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.588524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.589218 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Added segment 1fb9575f-b5bb-498e-a634-5c7b765dd911 of type vlan for network 5c406fdb-66b1-492b-a060-c340cf0f9551 Mar 02 20:16:32.590504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network c1265753-9064-4e74-af5d-1b44f4073529 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:32.593769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:32.599261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 333eabdc-2c51-4437-986e-557e265680d5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:32.601732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:32.616853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.624632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3078d937-04d2-46c7-ab35-93b1417714ce None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:16:32.666556 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-15426e03-4901-446f-a41c-1a47ffa882bb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/955639d4-7d79-44d6-8e7c-e6647751d0e1 HTTP/1.1" status: 404 len: 337 time: 0.2483237 Mar 02 20:16:32.667117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43754) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:32.668053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-427d0ff4-4c99-44e5-953e-329840990b64 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.709880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e5757b5-0b69-42ea-a31a-0b708654b945 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.732381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.736704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:32.737292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.742461 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-06c0c4cb-609d-47fa-a7ea-eba40d20c734 None None] Set router 046d861b-66f1-4d47-ba63-349ddf9cda0d gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:32.759892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5757b5-0b69-42ea-a31a-0b708654b945 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069d07ba-fbbf-4268-aaec-8f3067d34f0c,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:32.778038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-99c701d0-1a45-4261-807c-3450440e3ee7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:32.779348 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-99c701d0-1a45-4261-807c-3450440e3ee7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.5740023 Mar 02 20:16:32.783672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3078d937-04d2-46c7-ab35-93b1417714ce None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:16:32.790205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43758) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:32.791631 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b6080a-61f6-45ee-9613-24b8f95f75f7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:32.792062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b6080a-61f6-45ee-9613-24b8f95f75f7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:32.796530 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-78b6080a-61f6-45ee-9613-24b8f95f75f7 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/78e946a7-6bc6-4adf-bb03-1396c61dfd70 HTTP/1.1" status: 404 len: 333 time: 0.1283298 Mar 02 20:16:32.804513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43760) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:32.818456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:32.819543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.885727 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-06c0c4cb-609d-47fa-a7ea-eba40d20c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:16:22Z', 'revision_number': 11, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:32.887245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 333eabdc-2c51-4437-986e-557e265680d5 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:32.890580 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0c4cb-609d-47fa-a7ea-eba40d20c734 None None] The sync data for ids ['046d861b-66f1-4d47-ba63-349ddf9cda0d'] in dv-neutron-831593-2-hyperv is: [{'id': '046d861b-66f1-4d47-ba63-349ddf9cda0d', 'name': 'tempest-RoutersIpV6Test-router-1277048558', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:14:08Z', 'updated_at': '2022-03-02T20:16:22Z', 'revision_number': 11, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:32.934006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ed4a4b38-50c2-4efb-82c3-b04d62dd1232 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.948994 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ffcb6c-a4a9-46be-b870-207a8793c8ff tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:32.950287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ffcb6c-a4a9-46be-b870-207a8793c8ff tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:32.953078 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b9ffcb6c-a4a9-46be-b870-207a8793c8ff tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/58aa0471-65bf-4ef1-8232-7b70e080610f HTTP/1.1" status: 404 len: 337 time: 0.1249132 Mar 02 20:16:32.954070 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 333eabdc-2c51-4437-986e-557e265680d5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:32.954955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:32.986145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43766) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:32.993793 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3772006 Mar 02 20:16:32.995626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ed4a4b38-50c2-4efb-82c3-b04d62dd1232 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.001212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43770) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.015849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'network_id': '5c406fdb-66b1-492b-a060-c340cf0f9551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:33.027177 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-79766904-556c-4049-9167-7c9992c66d6c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3792851 Mar 02 20:16:33.032082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8616c6e-e909-4b38-b6bd-77ec31e5bcad tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=5c406fdb-66b1-492b-a060-c340cf0f9551,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:33.035085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43774) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.046645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e1e564b6-4530-465b-9462-d4b11fcc59c7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:33.058958 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 5c406fdb-66b1-492b-a060-c340cf0f9551 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:33.071615 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d1309f-c957-4176-979f-e7cb4116635d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:33.072054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d1309f-c957-4176-979f-e7cb4116635d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:33.073701 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-88d1309f-c957-4176-979f-e7cb4116635d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/517ee9f8-1718-4a53-b639-a88cb490246f HTTP/1.1" status: 404 len: 333 time: 0.0878706 Mar 02 20:16:33.118403 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43778) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.121342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e5757b5-0b69-42ea-a31a-0b708654b945 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.125003 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8e5757b5-0b69-42ea-a31a-0b708654b945 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0713885 Mar 02 20:16:33.174383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43782) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.185438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-168efb20-3aaa-47ec-be05-f22a956ac38b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4cbd7776-95a5-4532-9954-48819f9a7af4', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:33.213455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-168efb20-3aaa-47ec-be05-f22a956ac38b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:33.217168 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58932b3-cf76-4981-911f-fcecfaa80e20 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:33.217799 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58932b3-cf76-4981-911f-fcecfaa80e20 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:33.227017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-168efb20-3aaa-47ec-be05-f22a956ac38b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:33.233694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-168efb20-3aaa-47ec-be05-f22a956ac38b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:33.249823 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c58932b3-cf76-4981-911f-fcecfaa80e20 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/f7b8d2be-5f82-4058-85ec-92ded5169814 HTTP/1.1" status: 404 len: 337 time: 0.1235490 Mar 02 20:16:33.249823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-168efb20-3aaa-47ec-be05-f22a956ac38b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:33.253152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43786) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.255179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:33.297180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:subnet and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:33.305954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:33.312000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.315318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ed4a4b38-50c2-4efb-82c3-b04d62dd1232 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.319761 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ed4a4b38-50c2-4efb-82c3-b04d62dd1232 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.324784 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ed4a4b38-50c2-4efb-82c3-b04d62dd1232 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ac9f7af0-fe2a-419a-b7e2-445c23058fe6 HTTP/1.1" status: 204 len: 168 time: 0.5271549 Mar 02 20:16:33.327002 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43790) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.340509 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:33.391281 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 333eabdc-2c51-4437-986e-557e265680d5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=333eabdc-2c51-4437-986e-557e265680d5,segment=NetworkSegment(b581a7f4-8558-4909-a7b2-367188621a84),segment_id=b581a7f4-8558-4909-a7b2-367188621a84)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:33.420433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-427d0ff4-4c99-44e5-953e-329840990b64 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.427638 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0dc9b3-65c0-41e5-af55-12dc906e15bd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:33.428125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0dc9b3-65c0-41e5-af55-12dc906e15bd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:33.432469 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cf0dc9b3-65c0-41e5-af55-12dc906e15bd tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/303d1190-c73c-4823-8db5-8a103ee38205 HTTP/1.1" status: 404 len: 333 time: 0.1722004 Mar 02 20:16:33.434358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43794) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.454479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a4b38-50c2-4efb-82c3-b04d62dd1232 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac9f7af0-fe2a-419a-b7e2-445c23058fe6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:33.472013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.478769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-427d0ff4-4c99-44e5-953e-329840990b64 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.492019 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc88e6c-b9a3-4d0e-ab07-4956ae60bb03 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:33.492019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc88e6c-b9a3-4d0e-ab07-4956ae60bb03 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:33.492019 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-dbc88e6c-b9a3-4d0e-ab07-4956ae60bb03 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/ea4d324d-03af-4e87-ab93-012e53319bd4 HTTP/1.1" status: 404 len: 337 time: 0.0510192 Mar 02 20:16:33.495156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43798) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.536000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-168efb20-3aaa-47ec-be05-f22a956ac38b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.557830 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3222cc-9ab8-41d2-b8bc-49c297943c49 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:33.558212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3222cc-9ab8-41d2-b8bc-49c297943c49 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:33.559870 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cb3222cc-9ab8-41d2-b8bc-49c297943c49 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/dd145814-f8b4-488b-abf9-2c1ca7509aca HTTP/1.1" status: 404 len: 333 time: 0.0637875 Mar 02 20:16:33.562892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e1e564b6-4530-465b-9462-d4b11fcc59c7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:33.565146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43802) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.587719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=333eabdc-2c51-4437-986e-557e265680d5,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:33.629291 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-52285a1b-9c00-42d7-8da1-d76820ec0cac tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:33.629729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52285a1b-9c00-42d7-8da1-d76820ec0cac tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:33.635399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e1e564b6-4530-465b-9462-d4b11fcc59c7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:33.635585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:33.639498 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e1e564b6-4530-465b-9462-d4b11fcc59c7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:33.643860 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-52285a1b-9c00-42d7-8da1-d76820ec0cac tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/0f454974-b9de-4f85-8bd6-6cb366a19c72 HTTP/1.1" status: 404 len: 337 time: 0.0706325 Mar 02 20:16:33.647204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43806) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.661700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-94a69cab-178f-4fde-a1e3-3c39a1b8801e tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:33.692964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e1e564b6-4530-465b-9462-d4b11fcc59c7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:33.705523 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-2904974c-7a53-41f3-8ff1-d36614bdfb3e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:33.705998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2904974c-7a53-41f3-8ff1-d36614bdfb3e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:33.707647 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2904974c-7a53-41f3-8ff1-d36614bdfb3e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/6d96b55e-6e2e-4703-aa7b-cbcae25453a7 HTTP/1.1" status: 404 len: 337 time: 0.0596402 Mar 02 20:16:33.709774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-427d0ff4-4c99-44e5-953e-329840990b64 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.710379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427d0ff4-4c99-44e5-953e-329840990b64 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Fanout notify agent at l3_agent the message router_deleted on router 046d861b-66f1-4d47-ba63-349ddf9cda0d {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:16:33.712481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43810) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.719416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-427d0ff4-4c99-44e5-953e-329840990b64 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.726381 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-427d0ff4-4c99-44e5-953e-329840990b64 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d HTTP/1.1" status: 204 len: 168 time: 1.3077099 Mar 02 20:16:33.726381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43814) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.733411 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-535f236c-4b2e-4d09-a448-7faef03bf8f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-422121663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:33.778855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-535f236c-4b2e-4d09-a448-7faef03bf8f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:33.781425 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-819a4b2b-ed02-4927-b297-9a03098c9e81 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:33.782249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819a4b2b-ed02-4927-b297-9a03098c9e81 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:33.783624 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-819a4b2b-ed02-4927-b297-9a03098c9e81 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/9700153b-c684-4f69-8510-16df6fe0d674 HTTP/1.1" status: 404 len: 333 time: 0.0701845 Mar 02 20:16:33.788406 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43818) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.789228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-535f236c-4b2e-4d09-a448-7faef03bf8f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Usage tracker for resource:router and tenant:b203c258383c4534bdac9b5778c057f4 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:33.812423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-168efb20-3aaa-47ec-be05-f22a956ac38b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.815825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.825681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-535f236c-4b2e-4d09-a448-7faef03bf8f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:33.834835 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-944df32d-815d-4b9c-99af-9af8b2fbd2c2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:33.836685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944df32d-815d-4b9c-99af-9af8b2fbd2c2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:33.836979 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-944df32d-815d-4b9c-99af-9af8b2fbd2c2 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/858ff515-a64b-4e37-aceb-3954dd02c740 HTTP/1.1" status: 404 len: 337 time: 0.0498033 Mar 02 20:16:33.838135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-535f236c-4b2e-4d09-a448-7faef03bf8f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:33.840381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e564b6-4530-465b-9462-d4b11fcc59c7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:33.840627 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43822) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:33.844096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1e564b6-4530-465b-9462-d4b11fcc59c7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.940848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0f7cf18f-1cef-44d4-b062-582dc6f22626 None None] Provisioning for port b955575a-8cb3-466e-bab3-83f6d0465203 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:33.946611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0f7cf18f-1cef-44d4-b062-582dc6f22626 None None] Provisioning complete for port b955575a-8cb3-466e-bab3-83f6d0465203 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:33.946905 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0f7cf18f-1cef-44d4-b062-582dc6f22626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.990328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-535f236c-4b2e-4d09-a448-7faef03bf8f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:33.991272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-535f236c-4b2e-4d09-a448-7faef03bf8f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.003513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cf18f-1cef-44d4-b062-582dc6f22626 None None] Port b955575a-8cb3-466e-bab3-83f6d0465203 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:34.004378 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.ipam_backend_mixin [None req-e1e564b6-4530-465b-9462-d4b11fcc59c7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 128e7ac3-2134-4dac-a463-1c1b7ebe79ef (CIDR: 172.20.0.0/28) Mar 02 20:16:34.016816 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-535f236c-4b2e-4d09-a448-7faef03bf8f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.043815 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e564b6-4530-465b-9462-d4b11fcc59c7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:16:34.044180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e564b6-4530-465b-9462-d4b11fcc59c7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:34.059215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-94a69cab-178f-4fde-a1e3-3c39a1b8801e tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:34.062756 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-94a69cab-178f-4fde-a1e3-3c39a1b8801e tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.7231703 Mar 02 20:16:34.062756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-168efb20-3aaa-47ec-be05-f22a956ac38b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.064002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43826) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.071290 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d6599e-9794-4427-9b04-9a07650394fa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:34.071724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d6599e-9794-4427-9b04-9a07650394fa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:34.100501 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a3d6599e-9794-4427-9b04-9a07650394fa tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/7cdf2f44-daf5-4729-99ae-f08bcde4664f HTTP/1.1" status: 404 len: 337 time: 0.2588551 Mar 02 20:16:34.101191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168efb20-3aaa-47ec-be05-f22a956ac38b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d468550e-76d4-43da-9fb3-7958814a361b,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:34.110223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43830) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.112753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 333eabdc-2c51-4437-986e-557e265680d5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:34.113475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-535f236c-4b2e-4d09-a448-7faef03bf8f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.136715 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e1e564b6-4530-465b-9462-d4b11fcc59c7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1004953 Mar 02 20:16:34.139307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4bb6a0aa-a257-46b7-b0fc-067f23df4ab3 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.146269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43834) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.152996 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4bb6a0aa-a257-46b7-b0fc-067f23df4ab3 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.170657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:34.193351 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9850fe-9934-4fae-9412-46c2f9911173 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:34.193783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9850fe-9934-4fae-9412-46c2f9911173 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:34.195419 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9d9850fe-9934-4fae-9412-46c2f9911173 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/3dab916d-3bad-413c-8a7e-7b6b389c2787 HTTP/1.1" status: 404 len: 333 time: 0.0827837 Mar 02 20:16:34.196148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 333eabdc-2c51-4437-986e-557e265680d5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:34.196529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.198192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43838) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.200956 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-168efb20-3aaa-47ec-be05-f22a956ac38b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.204570 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-168efb20-3aaa-47ec-be05-f22a956ac38b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0246580 Mar 02 20:16:34.210408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43842) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.247671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-535f236c-4b2e-4d09-a448-7faef03bf8f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.248925 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-535f236c-4b2e-4d09-a448-7faef03bf8f3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5218611 Mar 02 20:16:34.253344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43844) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.255994 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-346e2935-f70a-49c7-b1ab-7d2919e097dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:34.256430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346e2935-f70a-49c7-b1ab-7d2919e097dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:34.263219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b38c5db3-ad6e-4d32-9124-27d749739cd5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:34.267435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4cbd7776-95a5-4532-9954-48819f9a7af4', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:34.293054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:34.308324 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:34.315529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:34.319081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4bb6a0aa-a257-46b7-b0fc-067f23df4ab3 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.321684 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-346e2935-f70a-49c7-b1ab-7d2919e097dc tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/769842e8-5297-49b3-9d59-893f9f980d84 HTTP/1.1" status: 404 len: 337 time: 0.1225364 Mar 02 20:16:34.326550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43852) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.331521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4bb6a0aa-a257-46b7-b0fc-067f23df4ab3 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.334913 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4bb6a0aa-a257-46b7-b0fc-067f23df4ab3 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/36adc801-18e5-4b9b-8ea2-0baa2a7df871 HTTP/1.1" status: 204 len: 168 time: 0.2683814 Mar 02 20:16:34.337857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:34.338865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43854) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.408643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6a0aa-a257-46b7-b0fc-067f23df4ab3 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36adc801-18e5-4b9b-8ea2-0baa2a7df871,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:34.441579 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-12075ba7-7314-4290-a1ca-a3c4b69de763 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:34.442117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12075ba7-7314-4290-a1ca-a3c4b69de763 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:34.456336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bf478602-f093-4ad5-96ee-bd076341d824 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:34.473358 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-12075ba7-7314-4290-a1ca-a3c4b69de763 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/03fb9d7c-4c8b-4a27-b9f3-809c4704e586 HTTP/1.1" status: 404 len: 337 time: 0.1307597 Mar 02 20:16:34.474485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:34.480627 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89aca039-7ae2-47d1-ab80-f2a7cafd548c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.513880 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43860) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.542696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:34.543455 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:16:34.547342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:34.616227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:34.622731 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cf8e47-0af1-46e6-83eb-d51995057504 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:34.623165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0cf8e47-0af1-46e6-83eb-d51995057504 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:34.625034 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b0cf8e47-0af1-46e6-83eb-d51995057504 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/7c2fda51-686f-4264-beb7-8e0259d96b93 HTTP/1.1" status: 404 len: 333 time: 0.1083272 Mar 02 20:16:34.629604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.631397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43864) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.637752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bf478602-f093-4ad5-96ee-bd076341d824 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:34.638947 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bf478602-f093-4ad5-96ee-bd076341d824 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2509863 Mar 02 20:16:34.651225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43868) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.678410 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9595c0-cf86-408c-be2b-2aaea6a710b3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:34.678847 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9595c0-cf86-408c-be2b-2aaea6a710b3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:34.680462 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4e9595c0-cf86-408c-be2b-2aaea6a710b3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/e1e7da98-1a6e-4c77-a2e8-ceaa6a18a49f HTTP/1.1" status: 404 len: 337 time: 0.0477335 Mar 02 20:16:34.683955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43872) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.725808 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4958596-8e3d-49b0-bdfb-8a479b4e60ec tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:34.726177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4958596-8e3d-49b0-bdfb-8a479b4e60ec tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:34.727938 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c4958596-8e3d-49b0-bdfb-8a479b4e60ec tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/364cd630-fbba-4a1e-949f-fb91109374f4 HTTP/1.1" status: 404 len: 337 time: 0.0431089 Mar 02 20:16:34.740496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43876) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.794829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:34.812115 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-98eb5b77-f7e5-41a5-b5ab-3eb53e0755fb tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports?device_id=680e4e00-06c7-4f2e-b950-faf9aea94b0a HTTP/1.1" status: 200 len: 205 time: 0.0705791 Mar 02 20:16:34.818421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.823142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43880) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:34.856053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b38c5db3-ad6e-4d32-9124-27d749739cd5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:34.940796 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b38c5db3-ad6e-4d32-9124-27d749739cd5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:35.024700 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-69a2eb35-25b3-4c00-9fda-4c6641088af3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] delete failed (client error): The resource could not be found. Mar 02 20:16:35.028008 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-69a2eb35-25b3-4c00-9fda-4c6641088af3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/routers/680e4e00-06c7-4f2e-b950-faf9aea94b0a HTTP/1.1" status: 404 len: 336 time: 0.1689165 Mar 02 20:16:35.034588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43884) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:35.036713 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-736b7272-5cf6-4d3a-a8b7-ededa5071d14 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:35.046043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:35.132609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=8ff846e7-ae17-42f9-8cc9-85e3a39936b7,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:35.134848 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a332ff9-ac3f-4d60-b79e-cdd815f87f0b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:35.135280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a332ff9-ac3f-4d60-b79e-cdd815f87f0b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:35.156184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:35.165977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-736b7272-5cf6-4d3a-a8b7-ededa5071d14 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:35.206179 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0a332ff9-ac3f-4d60-b79e-cdd815f87f0b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/62b1a0a2-e7f2-4ddf-90fd-359b38385454 HTTP/1.1" status: 404 len: 337 time: 0.1675169 Mar 02 20:16:35.208734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38c5db3-ad6e-4d32-9124-27d749739cd5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Router 0f06daeb-ad7f-4854-83d6-a6b31a5b9763 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:16:35.212017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43888) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:35.228019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ffcf2d-0d68-40dc-a817-7865fe5b3406,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:35.234131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:35.260129 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-11b9116e-70ab-430c-8114-f04be372073f tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "GET /v2.0/ports?device_id=273af4fb-3ef2-4cbc-b8c9-a488b3406219 HTTP/1.1" status: 200 len: 205 time: 0.0470207 Mar 02 20:16:35.262948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43892) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:35.341017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:35.342215 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-27875634-a026-4e58-b076-d7d9f017addb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0878503 Mar 02 20:16:35.348486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Checking segment: {'id': '1fb9575f-b5bb-498e-a634-5c7b765dd911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5c406fdb-66b1-492b-a060-c340cf0f9551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:35.348838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network hostable DHCP agents. Network: 5c406fdb-66b1-492b-a060-c340cf0f9551, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:16:35.352816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43896) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:35.370412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4cbd7776-95a5-4532-9954-48819f9a7af4', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:35.385643 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:35.395431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:35.413311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:35.424852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:35.437302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-736b7272-5cf6-4d3a-a8b7-ededa5071d14 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:35.476208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b7272-5cf6-4d3a-a8b7-ededa5071d14 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c6432e-5373-4c2e-abcb-2637637bacd4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:35.500851 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-71554526-a682-4901-bc04-b69f0a5eb96e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] delete failed (client error): The resource could not be found. Mar 02 20:16:35.502942 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-71554526-a682-4901-bc04-b69f0a5eb96e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/routers/273af4fb-3ef2-4cbc-b8c9-a488b3406219 HTTP/1.1" status: 404 len: 336 time: 0.2390895 Mar 02 20:16:35.509114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43900) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:35.535592 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:16:35.553410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:35.671848 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-298876be-6758-4eda-977e-ab352c78f9ca tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:35.671848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298876be-6758-4eda-977e-ab352c78f9ca tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:35.671848 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-298876be-6758-4eda-977e-ab352c78f9ca tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/8f9dd8af-07d3-4100-8613-636d89cd6a10 HTTP/1.1" status: 404 len: 337 time: 0.1147995 Mar 02 20:16:35.671848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38c5db3-ad6e-4d32-9124-27d749739cd5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:16:35.671848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b38c5db3-ad6e-4d32-9124-27d749739cd5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:35.671848 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b38c5db3-ad6e-4d32-9124-27d749739cd5 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "PUT /v2.0/routers/0f06daeb-ad7f-4854-83d6-a6b31a5b9763 HTTP/1.1" status: 200 len: 697 time: 1.3927388 Mar 02 20:16:35.673369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a2de0-c65e-4bc3-96aa-7d1e66733675 None None] Sync routers for ids ['0f06daeb-ad7f-4854-83d6-a6b31a5b9763'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:16:35.673369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a2de0-c65e-4bc3-96aa-7d1e66733675 None None] Routers {'0f06daeb-ad7f-4854-83d6-a6b31a5b9763'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:35.673369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c15a2de0-c65e-4bc3-96aa-7d1e66733675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0f06daeb-ad7f-4854-83d6-a6b31a5b9763'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:35.676657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43904) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:35.677005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43906) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:35.781547 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce53684-8741-4a20-a197-af175e27c290 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:35.782012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce53684-8741-4a20-a197-af175e27c290 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:35.786019 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6ce53684-8741-4a20-a197-af175e27c290 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/4fcc5fdd-f13b-4924-b8ec-7f9e23a2fbb4 HTTP/1.1" status: 404 len: 337 time: 0.1041102 Mar 02 20:16:35.795517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43912) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:35.800799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-c15a2de0-c65e-4bc3-96aa-7d1e66733675 None None] Set router 0f06daeb-ad7f-4854-83d6-a6b31a5b9763 gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:35.861387 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f4fc9d75-dbd1-499a-84d0-98564022b612 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/routers/0f06daeb-ad7f-4854-83d6-a6b31a5b9763 HTTP/1.1" status: 200 len: 703 time: 0.1824999 Mar 02 20:16:35.864036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43916) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:35.870729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network 5c406fdb-66b1-492b-a060-c340cf0f9551 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:16:35.888315 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-736b7272-5cf6-4d3a-a8b7-ededa5071d14 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:35.892603 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-736b7272-5cf6-4d3a-a8b7-ededa5071d14 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-groups/b9c6432e-5373-4c2e-abcb-2637637bacd4 HTTP/1.1" status: 204 len: 168 time: 1.2338722 Mar 02 20:16:35.901110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43920) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:35.911712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c15a2de0-c65e-4bc3-96aa-7d1e66733675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06daeb-ad7f-4854-83d6-a6b31a5b9763', 'name': 'tempest-RoutersIpV6Test-router-422121663', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:16:33Z', 'updated_at': '2022-03-02T20:16:34Z', 'revision_number': 2, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:35.915838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a2de0-c65e-4bc3-96aa-7d1e66733675 None None] Checking router: 0f06daeb-ad7f-4854-83d6-a6b31a5b9763 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:16:35.921670 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-023269c9-5a3a-4d88-8a79-83738f33d160 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:35.926104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023269c9-5a3a-4d88-8a79-83738f33d160 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:35.926262 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b56ac24a-f3fb-4090-bf75-7eb48e78ee53 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f06daeb-ad7f-4854-83d6-a6b31a5b9763 HTTP/1.1" status: 200 len: 205 time: 0.0577412 Mar 02 20:16:35.927890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a2de0-c65e-4bc3-96aa-7d1e66733675 None None] Routers {'0f06daeb-ad7f-4854-83d6-a6b31a5b9763'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:35.927890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c15a2de0-c65e-4bc3-96aa-7d1e66733675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['0f06daeb-ad7f-4854-83d6-a6b31a5b9763'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:35.928102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43924) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:35.952920 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-023269c9-5a3a-4d88-8a79-83738f33d160 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/21bbad2e-91bd-4fcd-a573-52bd2d5689ab HTTP/1.1" status: 404 len: 333 time: 0.1532600 Mar 02 20:16:35.956439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43928) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:36.015394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:36.021318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 5c406fdb-66b1-492b-a060-c340cf0f9551) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:36.021318 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e294e3-5e74-4847-82da-2c3b132eda12 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:36.021318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e294e3-5e74-4847-82da-2c3b132eda12 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:36.029276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:36.029846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:36.036599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca967b74-81aa-4e74-9327-b6bff3221e52 None None] Network 5c406fdb-66b1-492b-a060-c340cf0f9551 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:36.088732 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-37e294e3-5e74-4847-82da-2c3b132eda12 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/2de28544-587f-49e9-a16a-a7d6445176ec HTTP/1.1" status: 404 len: 337 time: 0.1278579 Mar 02 20:16:36.092399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43932) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:36.114693 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:36.133447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-c15a2de0-c65e-4bc3-96aa-7d1e66733675 None None] Set router 0f06daeb-ad7f-4854-83d6-a6b31a5b9763 gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:16:36.152900 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ba5058-07d9-4cfe-82d3-aa26f1867f61 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:36.153690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ba5058-07d9-4cfe-82d3-aa26f1867f61 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:36.156284 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e6ba5058-07d9-4cfe-82d3-aa26f1867f61 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/ed895f6f-418e-46ca-b669-6a4a29ede7c7 HTTP/1.1" status: 404 len: 333 time: 0.0576756 Mar 02 20:16:36.165597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43936) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:36.179038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b95d857-0922-4b40-b74c-afe7fe13e24d,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:36.204821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:36.210024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7c3c229c-2ca4-4c17-9e8c-f4301907beab tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:36.253108 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-99890cc2-5e1a-477d-a5ca-408aab638600 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2478347 Mar 02 20:16:36.257167 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-c15a2de0-c65e-4bc3-96aa-7d1e66733675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f06daeb-ad7f-4854-83d6-a6b31a5b9763', 'name': 'tempest-RoutersIpV6Test-router-422121663', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:16:33Z', 'updated_at': '2022-03-02T20:16:34Z', 'revision_number': 2, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:36.265081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43940) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:36.266678 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15a2de0-c65e-4bc3-96aa-7d1e66733675 None None] The sync data for ids ['0f06daeb-ad7f-4854-83d6-a6b31a5b9763'] in dv-neutron-831593-2-hyperv is: [{'id': '0f06daeb-ad7f-4854-83d6-a6b31a5b9763', 'name': 'tempest-RoutersIpV6Test-router-422121663', 'tenant_id': 'b203c258383c4534bdac9b5778c057f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:16:33Z', 'updated_at': '2022-03-02T20:16:34Z', 'revision_number': 2, 'project_id': 'b203c258383c4534bdac9b5778c057f4', 'gw_port_host': None}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:36.285946 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network c1265753-9064-4e74-af5d-1b44f4073529 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:36.294790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'network_id': '5c406fdb-66b1-492b-a060-c340cf0f9551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:36.310697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:36.314217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:36.315150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:36.322659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:36.332761 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-80d7bceb-4736-4b34-8b92-d9c1d75cb939 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9671338 Mar 02 20:16:36.340691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d1d6f47b-91ff-44cb-8908-4126206172b6 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:36.347359 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb3e793-57f3-4653-862f-048a0b35945a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:36.347359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb3e793-57f3-4653-862f-048a0b35945a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:36.351735 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5fb3e793-57f3-4653-862f-048a0b35945a tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/f8cf4212-a202-41c4-befe-067dffd81f71 HTTP/1.1" status: 404 len: 337 time: 0.1798768 Mar 02 20:16:36.352612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43946) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:36.410825 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6f84df-69c2-42b9-8083-51d6fd8930b4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:36.411264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6f84df-69c2-42b9-8083-51d6fd8930b4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:36.415807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2c6f84df-69c2-42b9-8083-51d6fd8930b4 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/2584c685-0c9d-478c-abb1-14291eaed3b4 HTTP/1.1" status: 404 len: 333 time: 0.0600853 Mar 02 20:16:36.426565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43950) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:36.444402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d35cf92-3439-42bb-8b6d-beb4f59f903e None None] Network c1265753-9064-4e74-af5d-1b44f4073529 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:36.477651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Subnet': ['ID=2cfe3a01-b51d-4634-be60-6d60634c6742,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:36.510460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-5c406fdb-66b1-492b-a060-c340cf0f9551', 'network_id': '5c406fdb-66b1-492b-a060-c340cf0f9551', 'tenant_id': '56cef9e74e754b51943355b498e30ecd', 'fixed_ips': [{'subnet_id': '8ff846e7-ae17-42f9-8cc9-85e3a39936b7'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:36.511278 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:36.541130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d1d6f47b-91ff-44cb-8908-4126206172b6 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:36.550501 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d1d6f47b-91ff-44cb-8908-4126206172b6 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6457958 Mar 02 20:16:36.551536 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43956) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:36.561627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group': {'name': 'tempest-secgroup--931645673'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:36.569795 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:36.601776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:36.607337 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:subnet and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:36.612066 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:36.618939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:36.629751 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-276c832f-4690-47f0-8305-287fb40ca9fe tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4783401 Mar 02 20:16:36.641005 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b75b2af-4b64-49a6-b7d9-36d872f3ea7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:36.641445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b75b2af-4b64-49a6-b7d9-36d872f3ea7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:36.646255 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3b75b2af-4b64-49a6-b7d9-36d872f3ea7b tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/1a309102-9695-4038-9677-346b05e52bed HTTP/1.1" status: 404 len: 337 time: 0.1766307 Mar 02 20:16:36.646255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43966) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:36.646487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43970) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:36.702732 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58c5156-bff1-41fc-aae9-0beb7d46c2f5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:36.703148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58c5156-bff1-41fc-aae9-0beb7d46c2f5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:36.707985 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a58c5156-bff1-41fc-aae9-0beb7d46c2f5 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/88993ccc-7bf1-4cea-a1dc-8fdfb81c8acd HTTP/1.1" status: 404 len: 333 time: 0.0561979 Mar 02 20:16:36.710236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-117860936', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2cfe3a01-b51d-4634-be60-6d60634c6742'}], 'security_groups': ['63a73087-85d6-41e3-b81b-362e900f29aa']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:36.740953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Allocated IP 2001:db8::2 (5c406fdb-66b1-492b-a060-c340cf0f9551/8ff846e7-ae17-42f9-8cc9-85e3a39936b7/3788768d-2a3b-4a8c-9066-e31edb9734ed) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:36.777808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43976) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:36.845526 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b88530-ce6e-4d87-822f-536f3f38a013 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:36.846273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b88530-ce6e-4d87-822f-536f3f38a013 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:36.851153 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-08b88530-ce6e-4d87-822f-536f3f38a013 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/cf55f722-8059-401d-bdc7-e8dd411609f9 HTTP/1.1" status: 404 len: 337 time: 0.0623016 Mar 02 20:16:36.852164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:36.856028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:36.866599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7c3c229c-2ca4-4c17-9e8c-f4301907beab tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:36.870962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7c3c229c-2ca4-4c17-9e8c-f4301907beab tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:36.895548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43980) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:36.901827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:36.950235 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2baa2b-3535-40a4-acd3-067bae2ffe60 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:36.950698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2baa2b-3535-40a4-acd3-067bae2ffe60 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:36.957474 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0c2baa2b-3535-40a4-acd3-067bae2ffe60 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/bd272b73-02b2-4356-8739-29cf388ac93d HTTP/1.1" status: 404 len: 333 time: 0.0575531 Mar 02 20:16:36.959620 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43984) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.009670 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7c3c229c-2ca4-4c17-9e8c-f4301907beab tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.010499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3c229c-2ca4-4c17-9e8c-f4301907beab tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Fanout notify agent at l3_agent the message router_deleted on router 0f06daeb-ad7f-4854-83d6-a6b31a5b9763 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:16:37.021599 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a93102-e9b6-4e7c-a486-09294f22c47e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:37.022306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a93102-e9b6-4e7c-a486-09294f22c47e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:37.039849 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-44a93102-e9b6-4e7c-a486-09294f22c47e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/e754532d-6bd2-4efe-bab2-df25bdb9a609 HTTP/1.1" status: 404 len: 337 time: 0.0768166 Mar 02 20:16:37.044945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7c3c229c-2ca4-4c17-9e8c-f4301907beab tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.045090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43990) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.045425 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7c3c229c-2ca4-4c17-9e8c-f4301907beab tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/0f06daeb-ad7f-4854-83d6-a6b31a5b9763 HTTP/1.1" status: 204 len: 168 time: 1.1169498 Mar 02 20:16:37.046866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.073140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 43992) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.090321 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.101324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Transition to ACTIVE for port object 3788768d-2a3b-4a8c-9066-e31edb9734ed will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:37.121975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Transition to ACTIVE for port object 3788768d-2a3b-4a8c-9066-e31edb9734ed will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:37.155015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-e7f07aaa-e359-4516-bd1e-af5d06c56bb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:37.181104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:37.186699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:37.190887 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:37.197316 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:37.203199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f3ddef-a490-46dc-b5a6-df7c0ca861a8 None None] Update dhcp port {'port': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'fixed_ips': [{'subnet_id': '128e7ac3-2134-4dac-a463-1c1b7ebe79ef', 'ip_address': '172.20.0.2'}, {'subnet_id': '2cfe3a01-b51d-4634-be60-6d60634c6742'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '333eabdc-2c51-4437-986e-557e265680d5'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:16:37.228823 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa197ac-1b2b-44ad-b9bd-ddf4013a472d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:37.229064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa197ac-1b2b-44ad-b9bd-ddf4013a472d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:37.233249 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1aa197ac-1b2b-44ad-b9bd-ddf4013a472d tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/5aeb8f22-96a0-4428-8064-b34563a88042 HTTP/1.1" status: 404 len: 333 time: 0.1781049 Mar 02 20:16:37.233249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7c4e9cb4-e192-4f8d-9d15-221e2fb8c2db tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Synchronizing usage tracker for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:37.233498 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.233625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 43998) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.248905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.287512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-e7f07aaa-e359-4516-bd1e-af5d06c56bb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:37.295129 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-e7f07aaa-e359-4516-bd1e-af5d06c56bb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201085458&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.2134645 Mar 02 20:16:37.295468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-89aca039-7ae2-47d1-ab80-f2a7cafd548c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port 3b588998-0a35-4851-ba04-4ebc86626ef1 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:37.296174 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89aca039-7ae2-47d1-ab80-f2a7cafd548c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.319950 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c752e3-4bba-417e-a61a-7f7216326c30 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:37.320381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c752e3-4bba-417e-a61a-7f7216326c30 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:37.323693 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Network 5c406fdb-66b1-492b-a060-c340cf0f9551 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:37.329257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:37.330180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7c4e9cb4-e192-4f8d-9d15-221e2fb8c2db tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] Unset dirty status for tenant:b203c258383c4534bdac9b5778c057f4 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:37.332739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-39f3ddef-a490-46dc-b5a6-df7c0ca861a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.333571 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7c4e9cb4-e192-4f8d-9d15-221e2fb8c2db tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f06daeb-ad7f-4854-83d6-a6b31a5b9763 HTTP/1.1" status: 200 len: 205 time: 0.2593696 Mar 02 20:16:37.333703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44002) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.352161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:37.380855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Pushing event updated for resources: {'Port': ['ID=3788768d-2a3b-4a8c-9066-e31edb9734ed,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:37.453031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.468510 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-37c752e3-4bba-417e-a61a-7f7216326c30 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/d4158f4f-827c-4e31-8308-55852fdca809 HTTP/1.1" status: 404 len: 337 time: 0.2313967 Mar 02 20:16:37.475941 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-e3fd9823-345e-428c-95e2-bf7d6324b33e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] delete failed (client error): The resource could not be found. Mar 02 20:16:37.479388 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e3fd9823-345e-428c-95e2-bf7d6324b33e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/0f06daeb-ad7f-4854-83d6-a6b31a5b9763 HTTP/1.1" status: 404 len: 336 time: 0.1338444 Mar 02 20:16:37.479388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44006) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.482217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44008) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.554392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Attempting to bind port 3788768d-2a3b-4a8c-9066-e31edb9734ed on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:37.554392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Attempting to bind port 3788768d-2a3b-4a8c-9066-e31edb9734ed by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '1fb9575f-b5bb-498e-a634-5c7b765dd911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5c406fdb-66b1-492b-a060-c340cf0f9551'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:37.554392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Attempting to bind port 3788768d-2a3b-4a8c-9066-e31edb9734ed on network 5c406fdb-66b1-492b-a060-c340cf0f9551 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:37.570903 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.571658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:37.572027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Checking segment: {'id': '1fb9575f-b5bb-498e-a634-5c7b765dd911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5c406fdb-66b1-492b-a060-c340cf0f9551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:37.572425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.572815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Bound using segment: {'id': '1fb9575f-b5bb-498e-a634-5c7b765dd911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5c406fdb-66b1-492b-a060-c340cf0f9551'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:37.573342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Bound port: 3788768d-2a3b-4a8c-9066-e31edb9734ed, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb9575f-b5bb-498e-a634-5c7b765dd911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5c406fdb-66b1-492b-a060-c340cf0f9551'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:37.573715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.574586 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-699fec06-54aa-4ed7-91eb-0eaecb1b5dbd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:37.575334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699fec06-54aa-4ed7-91eb-0eaecb1b5dbd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:37.579340 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-699fec06-54aa-4ed7-91eb-0eaecb1b5dbd tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/fd188f0c-2b68-4fc8-b533-4af96d4e4728 HTTP/1.1" status: 404 len: 337 time: 0.0938065 Mar 02 20:16:37.589540 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-c619c7df-a0a5-4217-abce-ad9c9abaa5f3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:37.589915 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44014) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.590072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c619c7df-a0a5-4217-abce-ad9c9abaa5f3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:37.594041 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c619c7df-a0a5-4217-abce-ad9c9abaa5f3 tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/ports/0ece24f0-c395-4a74-a837-5c9c9faaaa8a HTTP/1.1" status: 404 len: 333 time: 0.1106672 Mar 02 20:16:37.602274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44018) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.684886 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d219a86-f6f3-44d1-97cf-011e6967a71e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:37.685296 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d219a86-f6f3-44d1-97cf-011e6967a71e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:37.689535 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4d219a86-f6f3-44d1-97cf-011e6967a71e tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/subnets/419f031e-b32a-4de6-a69e-80c9853d76e4 HTTP/1.1" status: 404 len: 337 time: 0.0782061 Mar 02 20:16:37.700476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44022) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.725758 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-39f3ddef-a490-46dc-b5a6-df7c0ca861a8 None None] Allocated IP 172.20.0.18 (c1265753-9064-4e74-af5d-1b44f4073529/2cfe3a01-b51d-4634-be60-6d60634c6742/333eabdc-2c51-4437-986e-557e265680d5) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:37.734557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d13a830-74eb-4e5e-860a-01050b6b853b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:37.745551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-8f0261e4-8010-4cc5-8aa1-9d1f679f49c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:37.745551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-8f0261e4-8010-4cc5-8aa1-9d1f679f49c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:37.795972 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4c5859-298b-46a7-85ce-954389b23308 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:37.796242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] For port 3788768d-2a3b-4a8c-9066-e31edb9734ed, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:37.796725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4c5859-298b-46a7-85ce-954389b23308 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:37.803210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] For port 3788768d-2a3b-4a8c-9066-e31edb9734ed, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3788768d-2a3b-4a8c-9066-e31edb9734ed,segment=NetworkSegment(1fb9575f-b5bb-498e-a634-5c7b765dd911),segment_id=1fb9575f-b5bb-498e-a634-5c7b765dd911)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:37.816152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.817380 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cb25bc8f-5a84-447c-8c50-f9c6d42727da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2623069 Mar 02 20:16:37.824719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44026) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.835966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d1f10892-5857-492b-820e-d45cbff277cc tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': '1d13a830-74eb-4e5e-860a-01050b6b853b', 'direction': 'ingress', 'protocol': 17}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:37.859306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d1f10892-5857-492b-820e-d45cbff277cc tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:37.871633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.871633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d1f10892-5857-492b-820e-d45cbff277cc tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:37.877876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d1f10892-5857-492b-820e-d45cbff277cc tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:37.883982 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7c4c5859-298b-46a7-85ce-954389b23308 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/894049da-e107-4cb1-ab9c-4ea1ac40d92f HTTP/1.1" status: 404 len: 337 time: 0.2885897 Mar 02 20:16:37.884592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d1f10892-5857-492b-820e-d45cbff277cc tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:37.888550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44030) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:37.916608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.961674 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89aca039-7ae2-47d1-ab80-f2a7cafd548c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:37.966432 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a70942-1713-4136-a101-73c0a6ee3885 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:37.966596 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a70942-1713-4136-a101-73c0a6ee3885 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:37.971163 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-61a70942-1713-4136-a101-73c0a6ee3885 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/e545306f-45b6-4d3c-85b3-dc7df7f4e420 HTTP/1.1" status: 404 len: 337 time: 0.0778279 Mar 02 20:16:37.971163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-8f0261e4-8010-4cc5-8aa1-9d1f679f49c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:37.976217 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-8f0261e4-8010-4cc5-8aa1-9d1f679f49c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/networks?id=732ffdce-2c6c-4226-a395-2a756a9cca82 HTTP/1.1" status: 200 len: 796 time: 0.6802123 Mar 02 20:16:37.980957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44034) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:38.037739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70597d-5d15-408a-92e5-6ac9add759d3 None None] Pushing event updated for resources: {'Port': ['ID=3788768d-2a3b-4a8c-9066-e31edb9734ed,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:38.059767 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca79887-547b-480e-9f53-d7f059ee1ade tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:38.059767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca79887-547b-480e-9f53-d7f059ee1ade tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:38.059767 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fca79887-547b-480e-9f53-d7f059ee1ade tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/d3b14e60-fe4d-4146-817f-2e4e6b44b742 HTTP/1.1" status: 404 len: 337 time: 0.0742621 Mar 02 20:16:38.075692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-39f3ddef-a490-46dc-b5a6-df7c0ca861a8 None None] For port 333eabdc-2c51-4437-986e-557e265680d5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=333eabdc-2c51-4437-986e-557e265680d5,segment=NetworkSegment(b581a7f4-8558-4909-a7b2-367188621a84),segment_id=b581a7f4-8558-4909-a7b2-367188621a84)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:38.098013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44038) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:38.108611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-39f3ddef-a490-46dc-b5a6-df7c0ca861a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.125842 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-78e8987f-6721-440a-90f5-52c0455171bc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/quotas/809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 375 time: 0.1486814 Mar 02 20:16:38.128861 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-39f3ddef-a490-46dc-b5a6-df7c0ca861a8 None None] Transition to ACTIVE for port object 333eabdc-2c51-4437-986e-557e265680d5 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:38.130605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1f10892-5857-492b-820e-d45cbff277cc tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.180935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.188779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-39f3ddef-a490-46dc-b5a6-df7c0ca861a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.203036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-89aca039-7ae2-47d1-ab80-f2a7cafd548c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for 3b588998-0a35-4851-ba04-4ebc86626ef1 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:38.234066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0dfed8-adb2-4b23-a32c-5e04666528a0']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:38.257693 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-24dad0ce-dd8a-46ed-b9ed-6cc1a16d5b89 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=046d861b-66f1-4d47-ba63-349ddf9cda0d HTTP/1.1" status: 200 len: 205 time: 0.1580973 Mar 02 20:16:38.258263 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:38.258551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4e73e3-0f47-4ef8-8a9d-7dfee622cacd') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:38.267091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44042) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:38.287503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.311983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.393710 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-f408dc1b-c98f-402e-9b52-2878f757ce4e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] delete failed (client error): The resource could not be found. Mar 02 20:16:38.394776 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f408dc1b-c98f-402e-9b52-2878f757ce4e tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/046d861b-66f1-4d47-ba63-349ddf9cda0d HTTP/1.1" status: 404 len: 336 time: 0.1229520 Mar 02 20:16:38.401209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44046) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:38.416565 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3ddef-a490-46dc-b5a6-df7c0ca861a8 None None] Pushing event updated for resources: {'Port': ['ID=333eabdc-2c51-4437-986e-557e265680d5,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:38.440521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.461697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network 5c406fdb-66b1-492b-a060-c340cf0f9551 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:38.465986 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c2063edb-0e9b-4e54-8e17-9d43f50cde5f tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=a33323f5-8ca3-44e0-bb9f-a46516ebeb63 HTTP/1.1" status: 200 len: 205 time: 0.0651731 Mar 02 20:16:38.467106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:38.467495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.481327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44050) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:38.482229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:38.487085 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:38.527429 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:38.528019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.586615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1f10892-5857-492b-820e-d45cbff277cc tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.592403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-4e8e1bac-728b-46ea-9b2e-0fc5af685905 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:38.631808 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-35679758-4566-4cef-9d3f-b210f07f31b0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] delete failed (client error): The resource could not be found. Mar 02 20:16:38.632856 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-35679758-4566-4cef-9d3f-b210f07f31b0 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/a33323f5-8ca3-44e0-bb9f-a46516ebeb63 HTTP/1.1" status: 404 len: 336 time: 0.1485987 Mar 02 20:16:38.635708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44054) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:38.637122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=ae47661d-daef-44db-96bc-8267e522d63a,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:38.669649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Delete allocated IP 172.20.0.11 (c1265753-9064-4e74-af5d-1b44f4073529/128e7ac3-2134-4dac-a463-1c1b7ebe79ef) {{(pid=84503) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 20:16:38.680353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.27 (c1265753-9064-4e74-af5d-1b44f4073529/2cfe3a01-b51d-4634-be60-6d60634c6742/b955575a-8cb3-466e-bab3-83f6d0465203) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:38.680622 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-82817b64-fe5e-4292-b6fc-d7dcb14a851f tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:38.680622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82817b64-fe5e-4292-b6fc-d7dcb14a851f tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:38.686534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1f10892-5857-492b-820e-d45cbff277cc tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.713241 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-82817b64-fe5e-4292-b6fc-d7dcb14a851f tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/da970149-3fbb-4cb4-91e7-f6379e16c59c HTTP/1.1" status: 404 len: 337 time: 0.0760055 Mar 02 20:16:38.718354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44058) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:38.721267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-4e8e1bac-728b-46ea-9b2e-0fc5af685905 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:38.722616 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-4e8e1bac-728b-46ea-9b2e-0fc5af685905 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5826545 Mar 02 20:16:38.723486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f10892-5857-492b-820e-d45cbff277cc tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45516f95-3a5a-4e33-8e85-d151d9c43425,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:38.726589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.730973 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:38.733605 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] 10.222.0.44 "DELETE /v2.0/networks/2c0dfed8-adb2-4b23-a32c-5e04666528a0 HTTP/1.1" status: 204 len: 168 time: 1.0322027 Mar 02 20:16:38.742195 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-72427b9f-89ad-43da-ab7c-4f1c95dca7ab tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4644949 Mar 02 20:16:38.745846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44064) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:38.873359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf14d28-7310-40df-9c01-83e30a72fe19 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:38.875203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf14d28-7310-40df-9c01-83e30a72fe19 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:38.877112 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf14d28-7310-40df-9c01-83e30a72fe19 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:38.878503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf14d28-7310-40df-9c01-83e30a72fe19 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:38.879801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf14d28-7310-40df-9c01-83e30a72fe19 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:38.880954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bbf14d28-7310-40df-9c01-83e30a72fe19 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Synchronizing usage tracker for tenant:56cef9e74e754b51943355b498e30ecd on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:38.935694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bd795-4707-407d-94b0-0286615c6bbe tempest-NetworksTestDHCPv6-423636147 tempest-NetworksTestDHCPv6-423636147-project] Pushing event deleted for resources: {'Network': ['ID=2c0dfed8-adb2-4b23-a32c-5e04666528a0,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:38.948868 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-eca66a78-07b9-4b1e-9b4a-eb47bbfff82b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ded26e9-a8b1-4b4c-832f-c94abf793101 HTTP/1.1" status: 200 len: 205 time: 0.2291164 Mar 02 20:16:38.952004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44068) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.002783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1f10892-5857-492b-820e-d45cbff277cc tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.004055 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d1f10892-5857-492b-820e-d45cbff277cc tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1780777 Mar 02 20:16:39.009021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44072) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.048146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bbf14d28-7310-40df-9c01-83e30a72fe19 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Unset dirty status for tenant:56cef9e74e754b51943355b498e30ecd on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:39.049590 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bbf14d28-7310-40df-9c01-83e30a72fe19 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2961493 Mar 02 20:16:39.059044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44076) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.069281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-278945059'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:39.070828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89aca039-7ae2-47d1-ab80-f2a7cafd548c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.100053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:39.139714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:network and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:39.147064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:39.162500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:39.179076 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-eaac16df-68ed-49af-9654-4b436a34edeb service neutron] 10.222.0.44 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232059 Mar 02 20:16:39.195957 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-af900f76-3a48-4cb6-9913-2040eb79d05b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] delete failed (client error): The resource could not be found. Mar 02 20:16:39.197047 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-af900f76-3a48-4cb6-9913-2040eb79d05b tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/1ded26e9-a8b1-4b4c-832f-c94abf793101 HTTP/1.1" status: 404 len: 336 time: 0.2439167 Mar 02 20:16:39.205984 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44080) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.239308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aca039-7ae2-47d1-ab80-f2a7cafd548c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=3b588998-0a35-4851-ba04-4ebc86626ef1,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:39.317404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8efe4c10-c7ed-4eb9-aed4-f3035ce89ede tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.324259 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-02969807-2093-4120-abda-717e44583480 None None] Provisioning complete for port 10bb91fa-50b1-479c-a749-6339432efb29 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:39.324839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-02969807-2093-4120-abda-717e44583480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.368093 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-223616c1-fd0f-4051-b41e-7f2a9d2e6fbf tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=752fe51f-9ea7-4239-b7dc-b97b3b7c9624 HTTP/1.1" status: 200 len: 205 time: 0.1355426 Mar 02 20:16:39.368093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:39.369381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.374133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44086) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.409869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-02969807-2093-4120-abda-717e44583480 None None] Port 10bb91fa-50b1-479c-a749-6339432efb29 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:39.424235 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-02969807-2093-4120-abda-717e44583480 None None] Provisioning complete for port b955575a-8cb3-466e-bab3-83f6d0465203 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:39.425401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-02969807-2093-4120-abda-717e44583480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.434077 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44090) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.445588 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8efe4c10-c7ed-4eb9-aed4-f3035ce89ede tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.450620 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-90270068-e182-4cb1-be0a-fdd1bc9257e3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] delete failed (client error): The resource could not be found. Mar 02 20:16:39.454193 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-90270068-e182-4cb1-be0a-fdd1bc9257e3 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/752fe51f-9ea7-4239-b7dc-b97b3b7c9624 HTTP/1.1" status: 404 len: 336 time: 0.0766993 Mar 02 20:16:39.459391 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44094) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.508005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-02969807-2093-4120-abda-717e44583480 None None] Port b955575a-8cb3-466e-bab3-83f6d0465203 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:39.549537 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:16:39.565547 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.576378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc1897c-5402-4cb7-84bd-5f2a0aa8e649 None None] Network 5c406fdb-66b1-492b-a060-c340cf0f9551 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:39.580104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:16:39.585689 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-1111bbab-e91c-40fa-98b9-edbd9a2f9e92 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:39.588896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1111bbab-e91c-40fa-98b9-edbd9a2f9e92 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:39.604540 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1111bbab-e91c-40fa-98b9-edbd9a2f9e92 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/885ec531-f335-4164-901d-cc987209b20f HTTP/1.1" status: 404 len: 337 time: 0.1300251 Mar 02 20:16:39.620605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44100) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.663763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-02969807-2093-4120-abda-717e44583480 None None] Provisioning for port 333eabdc-2c51-4437-986e-557e265680d5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:39.669144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.669473 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Added segment 0e3e0afc-0c91-4f4c-86f8-dd288448b9f6 of type vlan for network 01883ee5-5287-4706-bbc5-b85d4331f8b3 Mar 02 20:16:39.681976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-02969807-2093-4120-abda-717e44583480 None None] Provisioning complete for port 333eabdc-2c51-4437-986e-557e265680d5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:39.682353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-02969807-2093-4120-abda-717e44583480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.707061 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-289123d5-26e6-4070-86f1-cb0b4bfc5ff6 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=045f8e54-12cd-41dc-8d09-5bb7bd665c0a HTTP/1.1" status: 200 len: 205 time: 0.0850465 Mar 02 20:16:39.709427 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-7e31fe8c-3af3-4475-a496-96f63c9df935 service neutron] 10.222.0.44 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177441 Mar 02 20:16:39.712576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44104) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.814448 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-4c37fb59-76db-4793-bac1-70e99ea84536 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] delete failed (client error): The resource could not be found. Mar 02 20:16:39.815492 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4c37fb59-76db-4793-bac1-70e99ea84536 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/045f8e54-12cd-41dc-8d09-5bb7bd665c0a HTTP/1.1" status: 404 len: 336 time: 0.1010680 Mar 02 20:16:39.820132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.821495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44108) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.828717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object b955575a-8cb3-466e-bab3-83f6d0465203 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:39.852109 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ebf952e7-38a5-4223-8b0e-dd6f3714cb19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d1d2a8250cb4b90b8fac2ccd0106a4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4122727 Mar 02 20:16:39.858172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44112) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.879603 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb133e9-e702-4fff-bf05-b87bfa20c264 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:39.880266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb133e9-e702-4fff-bf05-b87bfa20c264 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:39.897981 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4eb133e9-e702-4fff-bf05-b87bfa20c264 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/339377d5-aa6c-4665-829e-0a6ce5879f98 HTTP/1.1" status: 404 len: 337 time: 0.0672674 Mar 02 20:16:39.901098 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44116) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:39.934267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73be4c43-db5e-4e4e-a28d-fc5ed9a8719e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.944911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8efe4c10-c7ed-4eb9-aed4-f3035ce89ede tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:39.968636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.016309 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b1d55a3c-d1a1-4b20-90f0-455c4a9812d7 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "GET /v2.0/ports?device_id=d297cf89-8e26-44ab-98ec-46415ce24d0f HTTP/1.1" status: 200 len: 205 time: 0.1131957 Mar 02 20:16:40.025962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44128) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:40.051055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe4c10-c7ed-4eb9-aed4-f3035ce89ede tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d13a830-74eb-4e5e-860a-01050b6b853b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:40.052482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.062437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:40.064369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.083859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-70be332e-d682-46ff-8134-e9579a16b746 None None] Provisioning for port 3788768d-2a3b-4a8c-9066-e31edb9734ed completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:40.116023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73be4c43-db5e-4e4e-a28d-fc5ed9a8719e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.223001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=b955575a-8cb3-466e-bab3-83f6d0465203,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:40.237408 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eee0180-3786-4759-b66e-d462fbe3c9f1 None None] Update dhcp port {'port': {'network_id': '5c406fdb-66b1-492b-a060-c340cf0f9551', 'fixed_ips': [{'subnet_id': '8ff846e7-ae17-42f9-8cc9-85e3a39936b7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ae47661d-daef-44db-96bc-8267e522d63a'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '3788768d-2a3b-4a8c-9066-e31edb9734ed'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:16:40.297214 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-d183e14f-4ca7-4aab-bc18-26a297b4d7b1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] delete failed (client error): The resource could not be found. Mar 02 20:16:40.303220 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d183e14f-4ca7-4aab-bc18-26a297b4d7b1 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/routers/d297cf89-8e26-44ab-98ec-46415ce24d0f HTTP/1.1" status: 404 len: 336 time: 0.2727292 Mar 02 20:16:40.311068 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44132) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:40.319786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8efe4c10-c7ed-4eb9-aed4-f3035ce89ede tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.323513 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8efe4c10-c7ed-4eb9-aed4-f3035ce89ede tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-groups/1d13a830-74eb-4e5e-860a-01050b6b853b HTTP/1.1" status: 204 len: 168 time: 1.3109274 Mar 02 20:16:40.326849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0eee0180-3786-4759-b66e-d462fbe3c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.351332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 333eabdc-2c51-4437-986e-557e265680d5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:40.399395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44136) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:40.414865 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3ead6f68-932f-4cdb-8004-c96dc4071857 req-7a4f61ec-daf0-4967-9424-76067295018d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 210 time: 0.4145374 Mar 02 20:16:40.418288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=01883ee5-5287-4706-bbc5-b85d4331f8b3,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:40.425068 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a84338bb-80c5-43bc-a298-9ad60edd64f5 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3649368 Mar 02 20:16:40.426675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44144) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:40.432566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-5f36212f-aa24-4fe1-b074-134be0155dd7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:40.460179 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-566cfb9f-d1fa-4479-b008-840572ce6491 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:40.460637 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566cfb9f-d1fa-4479-b008-840572ce6491 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:40.465350 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-566cfb9f-d1fa-4479-b008-840572ce6491 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/080eb012-6143-4433-898c-da53d1266b7c HTTP/1.1" status: 404 len: 337 time: 0.1533840 Mar 02 20:16:40.470529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44148) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:40.474779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 01883ee5-5287-4706-bbc5-b85d4331f8b3 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:40.537865 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8039568a-9450-42af-bbd3-d8138dfba915 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:40.538356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8039568a-9450-42af-bbd3-d8138dfba915 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:40.553123 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8039568a-9450-42af-bbd3-d8138dfba915 tempest-RoutersIpV6Test-1922268016 tempest-RoutersIpV6Test-1922268016-project] 10.222.0.44 "DELETE /v2.0/subnets/1035ca4c-d678-4f5a-971b-d82fa407c606 HTTP/1.1" status: 404 len: 337 time: 0.0795195 Mar 02 20:16:40.569892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] In _notify_port_updated(), no bound segment for port b955575a-8cb3-466e-bab3-83f6d0465203 on network c1265753-9064-4e74-af5d-1b44f4073529 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:16:40.576695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:40.577346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.580478 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8d52295f-d461-4124-9baf-02534f0a76b8 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "PUT /v2.0/ports/b955575a-8cb3-466e-bab3-83f6d0465203 HTTP/1.1" status: 200 len: 920 time: 3.9305885 Mar 02 20:16:40.589460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44156) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:40.706187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9ab076a4-e568-4718-9633-abb3e2e91049 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port b955575a-8cb3-466e-bab3-83f6d0465203 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:40.706805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ab076a4-e568-4718-9633-abb3e2e91049 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.736050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 333eabdc-2c51-4437-986e-557e265680d5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:40.737928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.739524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f36212f-aa24-4fe1-b074-134be0155dd7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.762954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9fcf6e5b-9de0-4485-91f0-496f30715796 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:40.822174 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89aca039-7ae2-47d1-ab80-f2a7cafd548c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.828653 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73be4c43-db5e-4e4e-a28d-fc5ed9a8719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.856473 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be4c43-db5e-4e4e-a28d-fc5ed9a8719e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee423bd-b5db-4bfb-ab43-48db6fa953cb,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:40.878184 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-0eee0180-3786-4759-b66e-d462fbe3c9f1 None None] Allocated IP 172.20.0.1 (5c406fdb-66b1-492b-a060-c340cf0f9551/ae47661d-daef-44db-96bc-8267e522d63a/3788768d-2a3b-4a8c-9066-e31edb9734ed) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:40.878781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f36212f-aa24-4fe1-b074-134be0155dd7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.909662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f36212f-aa24-4fe1-b074-134be0155dd7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network 01883ee5-5287-4706-bbc5-b85d4331f8b3 is not hosted by any dhcp agent {{(pid=84504) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 20:16:40.913615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f36212f-aa24-4fe1-b074-134be0155dd7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:40.914229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f36212f-aa24-4fe1-b074-134be0155dd7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.916171 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5f36212f-aa24-4fe1-b074-134be0155dd7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "PUT /v2.0/networks/01883ee5-5287-4706-bbc5-b85d4331f8b3 HTTP/1.1" status: 200 len: 723 time: 0.4886901 Mar 02 20:16:40.917052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73be4c43-db5e-4e4e-a28d-fc5ed9a8719e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:40.920438 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-73be4c43-db5e-4e4e-a28d-fc5ed9a8719e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cee423bd-b5db-4bfb-ab43-48db6fa953cb HTTP/1.1" status: 204 len: 168 time: 1.0590854 Mar 02 20:16:40.920577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44160) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:40.955409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'network_id': '01883ee5-5287-4706-bbc5-b85d4331f8b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:40.985864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-41c029dd-a286-474b-ab70-709cc4539e63 None None] Provisioning for port b955575a-8cb3-466e-bab3-83f6d0465203 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:41.080686 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-41c029dd-a286-474b-ab70-709cc4539e63 None None] Provisioning complete for port b955575a-8cb3-466e-bab3-83f6d0465203 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:41.081080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-41c029dd-a286-474b-ab70-709cc4539e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:41.119205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9fcf6e5b-9de0-4485-91f0-496f30715796 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:41.120835 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9fcf6e5b-9de0-4485-91f0-496f30715796 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7180111 Mar 02 20:16:41.136956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3788768d-2a3b-4a8c-9066-e31edb9734ed up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:41.137927 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36212f-aa24-4fe1-b074-134be0155dd7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=01883ee5-5287-4706-bbc5-b85d4331f8b3,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:41.141128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44166) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:41.158442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399822634'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:41.167436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:41.184513 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:41.197358 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 01883ee5-5287-4706-bbc5-b85d4331f8b3 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:41.304015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:41.311564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44172) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:41.327602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:41.364349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:41.375102 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-41c029dd-a286-474b-ab70-709cc4539e63 None None] Port b955575a-8cb3-466e-bab3-83f6d0465203 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:41.386612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ab076a4-e568-4718-9633-abb3e2e91049 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:41.409450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-0eee0180-3786-4759-b66e-d462fbe3c9f1 None None] For port 3788768d-2a3b-4a8c-9066-e31edb9734ed, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3788768d-2a3b-4a8c-9066-e31edb9734ed,segment=NetworkSegment(1fb9575f-b5bb-498e-a634-5c7b765dd911),segment_id=1fb9575f-b5bb-498e-a634-5c7b765dd911)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:41.415357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:41.420197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:41.449801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:41.452793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0eee0180-3786-4759-b66e-d462fbe3c9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:41.461936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:41.486894 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0eee0180-3786-4759-b66e-d462fbe3c9f1 None None] Transition to ACTIVE for port object 3788768d-2a3b-4a8c-9066-e31edb9734ed will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:41.522699 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 3788768d-2a3b-4a8c-9066-e31edb9734ed completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:41.527940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3788768d-2a3b-4a8c-9066-e31edb9734ed triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:41.529142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:41.595664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:41.609999 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-53e112f9-d7f5-4471-bb88-28f0f74f5777 req-f9561a76-2646-4bda-8d59-6afc9d760b98 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 210 time: 0.0662773 Mar 02 20:16:41.612561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:41.660182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9ab076a4-e568-4718-9633-abb3e2e91049 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for b955575a-8cb3-466e-bab3-83f6d0465203 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:41.701008 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:41.756327 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0eee0180-3786-4759-b66e-d462fbe3c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:41.777394 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Port 3788768d-2a3b-4a8c-9066-e31edb9734ed had new provisioning blocks added so it will not transition to active. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Mar 02 20:16:41.861567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab45c49-88c7-4963-9822-297223cdb854,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:41.967540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee0180-3786-4759-b66e-d462fbe3c9f1 None None] Pushing event updated for resources: {'Port': ['ID=3788768d-2a3b-4a8c-9066-e31edb9734ed,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:42.022904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.031629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.036067 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-63a12c75-d94e-405b-87ce-e02985706678 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8819156 Mar 02 20:16:42.045342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44192) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:42.054134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474423396'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:42.080302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:42.103885 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-37bfab20-7385-46e0-a3ca-139586b09f8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b203c258383c4534bdac9b5778c057f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7908256 Mar 02 20:16:42.104937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44196) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:42.105883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:42.118352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:42.143077 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3788768d-2a3b-4a8c-9066-e31edb9734ed up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:42.160626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:42.228151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbfd-a4a3-477b-871f-a216f570cffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.265595 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbfd-a4a3-477b-871f-a216f570cffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.285507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.350144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:42.354727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:42.357734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:42.364849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:42.432606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.523793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.567789 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ab076a4-e568-4718-9633-abb3e2e91049 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.596096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbfd-a4a3-477b-871f-a216f570cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.621012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f584c43f-bc1e-4c33-97c3-3454db4f4357,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:42.633543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbfd-a4a3-477b-871f-a216f570cffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.646501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab076a4-e568-4718-9633-abb3e2e91049 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=b955575a-8cb3-466e-bab3-83f6d0465203,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:42.648383 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-24f5bbfd-a4a3-477b-871f-a216f570cffe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57fdf7ea-8093-4609-97f0-b8cce88fed88 HTTP/1.1" status: 204 len: 168 time: 0.5208793 Mar 02 20:16:42.650972 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5bbfd-a4a3-477b-871f-a216f570cffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fdf7ea-8093-4609-97f0-b8cce88fed88,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:42.699383 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.713767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.715016 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6e338111-aae1-4fb8-ad9a-683df81ec7b8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6687191 Mar 02 20:16:42.718516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44210) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:42.723957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-abcac49a-bab3-467e-8fdb-d7075845519a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': '1ab45c49-88c7-4963-9822-297223cdb854', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f584c43f-bc1e-4c33-97c3-3454db4f4357', 'remote_ip_prefix': None}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:42.732926 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-abcac49a-bab3-467e-8fdb-d7075845519a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:42.740876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-abcac49a-bab3-467e-8fdb-d7075845519a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:42.747239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-abcac49a-bab3-467e-8fdb-d7075845519a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:42.757068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-abcac49a-bab3-467e-8fdb-d7075845519a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:42.838502 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c9cb2-6220-453b-83d0-78cf9f8c50a5 None None] Network 5c406fdb-66b1-492b-a060-c340cf0f9551 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:42.844814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9ab076a4-e568-4718-9633-abb3e2e91049 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.853927 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44214) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:42.914513 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9ab076a4-e568-4718-9633-abb3e2e91049 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/b955575a-8cb3-466e-bab3-83f6d0465203 HTTP/1.1" status: 204 len: 168 time: 2.3239369 Mar 02 20:16:42.920466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44220) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:42.980648 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c281d2-a519-400c-8cd0-d7ffe021fd34 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:16:42.981206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a0c281d2-a519-400c-8cd0-d7ffe021fd34 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:43.011130 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d3b7e238-f580-41a9-bc79-c89163c7ddef req-197fb0c3-e721-4ff7-873f-72b1580b7976 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 210 time: 0.1342275 Mar 02 20:16:43.038895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abcac49a-bab3-467e-8fdb-d7075845519a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.161797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abcac49a-bab3-467e-8fdb-d7075845519a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.176128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4ecc6650-5b77-434a-b424-66e26ef61b7f None None] Provisioning for port 3788768d-2a3b-4a8c-9066-e31edb9734ed completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:43.190648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4ecc6650-5b77-434a-b424-66e26ef61b7f None None] Provisioning complete for port 3788768d-2a3b-4a8c-9066-e31edb9734ed triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:43.191307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6650-5b77-434a-b424-66e26ef61b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.235845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abcac49a-bab3-467e-8fdb-d7075845519a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.269800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcac49a-bab3-467e-8fdb-d7075845519a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ca0cdb-3408-4da5-a7a8-0aa2fa71a67b,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:43.348454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1311578881'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:43.354541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:43.362124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:network and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:43.365734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:43.372130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6650-5b77-434a-b424-66e26ef61b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.379129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:43.388260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abcac49a-bab3-467e-8fdb-d7075845519a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.396814 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-abcac49a-bab3-467e-8fdb-d7075845519a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6706376 Mar 02 20:16:43.397152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a0c281d2-a519-400c-8cd0-d7ffe021fd34 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:43.397545 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a0c281d2-a519-400c-8cd0-d7ffe021fd34 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/b955575a-8cb3-466e-bab3-83f6d0465203 HTTP/1.1" status: 404 len: 333 time: 0.4754920 Mar 02 20:16:43.400225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44230) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:43.400567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44232) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:43.437774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4ecc6650-5b77-434a-b424-66e26ef61b7f None None] For port 3788768d-2a3b-4a8c-9066-e31edb9734ed, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3788768d-2a3b-4a8c-9066-e31edb9734ed,segment=NetworkSegment(1fb9575f-b5bb-498e-a634-5c7b765dd911),segment_id=1fb9575f-b5bb-498e-a634-5c7b765dd911)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:43.483462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:43.486304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.515218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.526913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ff3f55c0-9899-4b94-a0f8-264991b81c6a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.530698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6650-5b77-434a-b424-66e26ef61b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.552116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ff3f55c0-9899-4b94-a0f8-264991b81c6a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.590444 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.605393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc6650-5b77-434a-b424-66e26ef61b7f None None] Pushing event updated for resources: {'Port': ['ID=3788768d-2a3b-4a8c-9066-e31edb9734ed,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:43.615631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:43.620589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a1cb6abe-019a-48c2-b49c-53a7be83b9a5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.634785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:security_group_rule and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:43.641431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:43.653651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-63a3a515-1620-488e-8074-0490669f89c1 None None] Provisioning complete for port 3788768d-2a3b-4a8c-9066-e31edb9734ed triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:43.654049 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63a3a515-1620-488e-8074-0490669f89c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.663660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:43.691415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a1cb6abe-019a-48c2-b49c-53a7be83b9a5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.725086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-32569c9b-6130-4b76-871c-d69226880880 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:43.726714 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-32569c9b-6130-4b76-871c-d69226880880 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=732ffdce-2c6c-4226-a395-2a756a9cca82 HTTP/1.1" status: 200 len: 796 time: 0.3740008 Mar 02 20:16:43.767602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ff3f55c0-9899-4b94-a0f8-264991b81c6a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.786911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=7b8172bc-3f85-4129-bd98-bc76b6f9fa0c,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:43.810635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f55c0-9899-4b94-a0f8-264991b81c6a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29ca0cdb-3408-4da5-a7a8-0aa2fa71a67b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:43.826371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Checking segment: {'id': '0e3e0afc-0c91-4f4c-86f8-dd288448b9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '01883ee5-5287-4706-bbc5-b85d4331f8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:43.826484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network hostable DHCP agents. Network: 01883ee5-5287-4706-bbc5-b85d4331f8b3, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:16:43.840639 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-650e9b24-a3f5-4ba5-8b94-b431cf4dab04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:43.842968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ff3f55c0-9899-4b94-a0f8-264991b81c6a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.846420 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ff3f55c0-9899-4b94-a0f8-264991b81c6a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/29ca0cdb-3408-4da5-a7a8-0aa2fa71a67b HTTP/1.1" status: 204 len: 168 time: 0.4447646 Mar 02 20:16:43.848287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44242) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:43.856772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a1cb6abe-019a-48c2-b49c-53a7be83b9a5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.883585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a1cb6abe-019a-48c2-b49c-53a7be83b9a5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.885663 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-650e9b24-a3f5-4ba5-8b94-b431cf4dab04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:43.886830 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-650e9b24-a3f5-4ba5-8b94-b431cf4dab04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 379 time: 0.1380057 Mar 02 20:16:43.887455 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a1cb6abe-019a-48c2-b49c-53a7be83b9a5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/security-groups/bbe302a2-7e61-46b3-929c-5da16d8b6d79 HTTP/1.1" status: 204 len: 168 time: 0.4834943 Mar 02 20:16:43.888156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44246) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:43.892214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb6abe-019a-48c2-b49c-53a7be83b9a5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe302a2-7e61-46b3-929c-5da16d8b6d79,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:43.905103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'device_id': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'admin_state_up': True, 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'security_groups': ['4cbd7776-95a5-4532-9954-48819f9a7af4']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:43.917183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:43.987139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6974bc7-449c-428c-b67b-4eef0c67d7fd tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.008518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network 01883ee5-5287-4706-bbc5-b85d4331f8b3 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:16:44.015299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.018862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89aca039-7ae2-47d1-ab80-f2a7cafd548c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:16:44.030255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6974bc7-449c-428c-b67b-4eef0c67d7fd tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.073255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:16:44.094560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f0006c99-849f-43cf-8465-b240cca043dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:44.103795 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.104137 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Added segment 8ad72e7f-67b9-45f1-8b62-23302683de86 of type vlan for network 6585bcb2-b6ca-49b3-ae75-07884ea9354f Mar 02 20:16:44.105201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768b7bce-6e0a-496b-8eef-64eb84d36ef9,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:44.139455 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3788768d-2a3b-4a8c-9066-e31edb9734ed up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:44.157175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 01883ee5-5287-4706-bbc5-b85d4331f8b3) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:44.176966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.184506 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09909e91-82b4-4c26-86be-06fbb3e7944f None None] Network 01883ee5-5287-4706-bbc5-b85d4331f8b3 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:44.229869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:44.230679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.250218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6974bc7-449c-428c-b67b-4eef0c67d7fd tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.263748 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d7bcad85-d4f2-45f6-88b8-ddf83aec356c req-e29b65b1-5607-4bc7-8a73-ac574a2ed9d5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 210 time: 0.0666893 Mar 02 20:16:44.269080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6974bc7-449c-428c-b67b-4eef0c67d7fd tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a73087-85d6-41e3-b81b-362e900f29aa,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:44.281329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6974bc7-449c-428c-b67b-4eef0c67d7fd tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.282952 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c6974bc7-449c-428c-b67b-4eef0c67d7fd tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/security-groups/63a73087-85d6-41e3-b81b-362e900f29aa HTTP/1.1" status: 204 len: 168 time: 0.3879368 Mar 02 20:16:44.285598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44258) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:44.331313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.335293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:44.336156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.376773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44262) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:44.463475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3788768d-2a3b-4a8c-9066-e31edb9734ed triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:44.463853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.474802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f0006c99-849f-43cf-8465-b240cca043dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:44.479201 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f0006c99-849f-43cf-8465-b240cca043dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6281648 Mar 02 20:16:44.492171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44268) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:44.494450 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Network': ['ID=6585bcb2-b6ca-49b3-ae75-07884ea9354f,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:44.507277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 6585bcb2-b6ca-49b3-ae75-07884ea9354f details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:44.551968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:44.557683 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8e27e732-97cb-4c2c-82be-1a01c52ce582 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7019925 Mar 02 20:16:44.588715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:44.627707 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f7459e79-38e9-402b-8ff3-99209bd109b7 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7044289 Mar 02 20:16:44.634342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44272) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:44.643934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-28698716-44df-4ec7-a122-52305aa4d2e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:44.652697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad58575-6a5e-41f1-890f-e9198a903899 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting subnet 128e7ac3-2134-4dac-a463-1c1b7ebe79ef {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:16:44.664069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aad58575-6a5e-41f1-890f-e9198a903899 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.690757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5b58525-c19b-4484-bccd-d271f7f85d66 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.703587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b9dc72b1-ca80-4dab-983a-ebb41ec43ab1 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-42269928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:44.716018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b9dc72b1-ca80-4dab-983a-ebb41ec43ab1 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:44.724474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b9dc72b1-ca80-4dab-983a-ebb41ec43ab1 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Usage tracker for resource:router and tenant:fcf8040db4914edead9d89105bddc224 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:44.728947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b9dc72b1-ca80-4dab-983a-ebb41ec43ab1 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:44.733395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:44.738147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.739642 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b9dc72b1-ca80-4dab-983a-ebb41ec43ab1 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:44.746703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aad58575-6a5e-41f1-890f-e9198a903899 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.771491 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-01883ee5-5287-4706-bbc5-b85d4331f8b3', 'network_id': '01883ee5-5287-4706-bbc5-b85d4331f8b3', 'tenant_id': '56cef9e74e754b51943355b498e30ecd', 'fixed_ips': [{'subnet_id': '7b8172bc-3f85-4129-bd98-bc76b6f9fa0c'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:44.772288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.845102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aad58575-6a5e-41f1-890f-e9198a903899 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.892308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5b58525-c19b-4484-bccd-d271f7f85d66 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.911288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9dc72b1-ca80-4dab-983a-ebb41ec43ab1 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.912403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9dc72b1-ca80-4dab-983a-ebb41ec43ab1 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:44.948715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9dc72b1-ca80-4dab-983a-ebb41ec43ab1 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.018209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aad58575-6a5e-41f1-890f-e9198a903899 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.074148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Allocated IP 2001:db8::2 (01883ee5-5287-4706-bbc5-b85d4331f8b3/7b8172bc-3f85-4129-bd98-bc76b6f9fa0c/9fb8e527-d6ec-4589-873b-d04cc8814310) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:45.082059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-28698716-44df-4ec7-a122-52305aa4d2e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6960475'] for subnet, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.084337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9dc72b1-ca80-4dab-983a-ebb41ec43ab1 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.115699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad58575-6a5e-41f1-890f-e9198a903899 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Subnet': ['ID=128e7ac3-2134-4dac-a463-1c1b7ebe79ef,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:45.127685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89aca039-7ae2-47d1-ab80-f2a7cafd548c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:16:45.149144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aad58575-6a5e-41f1-890f-e9198a903899 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.161253 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e3b8e9-6515-4c5e-8ee7-d21cd6d53ff6 None None] Sync routers for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:16:45.163553 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aad58575-6a5e-41f1-890f-e9198a903899 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/128e7ac3-2134-4dac-a463-1c1b7ebe79ef HTTP/1.1" status: 204 len: 168 time: 0.8767779 Mar 02 20:16:45.167423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44276) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:45.182265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:45.194364 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0ab05b-2789-45a9-8903-4f2283e7e8e1 None None] Network c1265753-9064-4e74-af5d-1b44f4073529 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:45.209154 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e3b8e9-6515-4c5e-8ee7-d21cd6d53ff6 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:45.210525 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-65e3b8e9-6515-4c5e-8ee7-d21cd6d53ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:45.227983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9dc72b1-ca80-4dab-983a-ebb41ec43ab1 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.231609 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b9dc72b1-ca80-4dab-983a-ebb41ec43ab1 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.8494461 Mar 02 20:16:45.231897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44280) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:45.238135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-870642189'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:45.253398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:45.258466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Usage tracker for resource:network and tenant:fcf8040db4914edead9d89105bddc224 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:45.267463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:45.283588 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:45.331695 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-65e3b8e9-6515-4c5e-8ee7-d21cd6d53ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:45.358623 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e3b8e9-6515-4c5e-8ee7-d21cd6d53ff6 None None] Routers {'8e616553-a895-44d4-a6c9-ded7e3d4ab51'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:16:45.359388 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-65e3b8e9-6515-4c5e-8ee7-d21cd6d53ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:45.389625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5b58525-c19b-4484-bccd-d271f7f85d66 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.393430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Made reservation on behalf of fcf8040db4914edead9d89105bddc224 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:45.396437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.418776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5b58525-c19b-4484-bccd-d271f7f85d66 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.422326 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e5b58525-c19b-4484-bccd-d271f7f85d66 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-groups/f584c43f-bc1e-4c33-97c3-3454db4f4357 HTTP/1.1" status: 204 len: 168 time: 0.9267950 Mar 02 20:16:45.430441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.432181 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-65e3b8e9-6515-4c5e-8ee7-d21cd6d53ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:45.432668 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e3b8e9-6515-4c5e-8ee7-d21cd6d53ff6 None None] The sync data for ids ['8e616553-a895-44d4-a6c9-ded7e3d4ab51'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:16:45.440095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44286) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:45.454462 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-89aca039-7ae2-47d1-ab80-f2a7cafd548c tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "PUT /v2.0/routers/8e616553-a895-44d4-a6c9-ded7e3d4ab51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7225006 Mar 02 20:16:45.459270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.11 (732ffdce-2c6c-4226-a395-2a756a9cca82/8814d83f-4ca8-4e89-ba7e-60e9373d99d4/90b46741-3d48-4377-9c86-90a53c0be0f4) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:45.464030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44290) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:45.471759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:45.523791 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-60f9fffe-25f1-4214-8ffb-ec32d5ed52b5 req-79e72f5c-4e53-4d9d-9281-b7e355a834fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 210 time: 0.1022141 Mar 02 20:16:45.556792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b58525-c19b-4484-bccd-d271f7f85d66 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f584c43f-bc1e-4c33-97c3-3454db4f4357,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:45.565567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:45.578363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:45.579351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Usage tracker for resource:security_group_rule and tenant:fcf8040db4914edead9d89105bddc224 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:45.584424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:45.592443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:45.597830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:45.611705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-076fc307-318e-40c6-ae91-aacb0f6aa046 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:45.618672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.632815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Transition to ACTIVE for port object 9fb8e527-d6ec-4589-873b-d04cc8814310 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:45.660907 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Transition to ACTIVE for port object 9fb8e527-d6ec-4589-873b-d04cc8814310 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:45.678762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:45.691170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.717608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-076fc307-318e-40c6-ae91-aacb0f6aa046 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:45.719154 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-076fc307-318e-40c6-ae91-aacb0f6aa046 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2759590 Mar 02 20:16:45.723496 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44294) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:45.757896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.801955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.805947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1852a8bb-4206-43a5-a543-054d94cf2bc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.852224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Pushing event updated for resources: {'Port': ['ID=9fb8e527-d6ec-4589-873b-d04cc8814310,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:45.869209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:45.877705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f3d4b-fd5c-4f77-bb31-b7f8542b2a33,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:45.882469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Network 01883ee5-5287-4706-bbc5-b85d4331f8b3 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:45.883644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:45.889171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:45.902330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:16:45.909470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1852a8bb-4206-43a5-a543-054d94cf2bc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.943735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.944410 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Added segment 3b898dad-4416-4afe-9b9a-bb6b6ab84fc2 of type vlan for network 755d2284-7b6a-4d4d-b5f2-9a865af647f2 Mar 02 20:16:45.995357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.077716 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1852a8bb-4206-43a5-a543-054d94cf2bc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.112689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Attempting to bind port 9fb8e527-d6ec-4589-873b-d04cc8814310 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:46.114653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Attempting to bind port 9fb8e527-d6ec-4589-873b-d04cc8814310 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '0e3e0afc-0c91-4f4c-86f8-dd288448b9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '01883ee5-5287-4706-bbc5-b85d4331f8b3'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:46.116538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Attempting to bind port 9fb8e527-d6ec-4589-873b-d04cc8814310 on network 01883ee5-5287-4706-bbc5-b85d4331f8b3 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:46.122157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.143160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:46.143664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852a8bb-4206-43a5-a543-054d94cf2bc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab45c49-88c7-4963-9822-297223cdb854,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:46.144006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Checking segment: {'id': '0e3e0afc-0c91-4f4c-86f8-dd288448b9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '01883ee5-5287-4706-bbc5-b85d4331f8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:46.144895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.145452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Bound using segment: {'id': '0e3e0afc-0c91-4f4c-86f8-dd288448b9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '01883ee5-5287-4706-bbc5-b85d4331f8b3'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:46.146904 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Bound port: 9fb8e527-d6ec-4589-873b-d04cc8814310, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3e0afc-0c91-4f4c-86f8-dd288448b9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '01883ee5-5287-4706-bbc5-b85d4331f8b3'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:46.148888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.153892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.158334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:46.159165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.178767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 90b46741-3d48-4377-9c86-90a53c0be0f4 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:46.188088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.279023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-28698716-44df-4ec7-a122-52305aa4d2e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773523832989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7828140'] for subnet, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.333339 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] For port 9fb8e527-d6ec-4589-873b-d04cc8814310, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:46.338807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] For port 9fb8e527-d6ec-4589-873b-d04cc8814310, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9fb8e527-d6ec-4589-873b-d04cc8814310,segment=NetworkSegment(0e3e0afc-0c91-4f4c-86f8-dd288448b9f6),segment_id=0e3e0afc-0c91-4f4c-86f8-dd288448b9f6)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:46.343576 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28698716-44df-4ec7-a122-52305aa4d2e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:46.344170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-28698716-44df-4ec7-a122-52305aa4d2e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.346734 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-28698716-44df-4ec7-a122-52305aa4d2e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "PUT /v2.0/subnets/7b8172bc-3f85-4129-bd98-bc76b6f9fa0c HTTP/1.1" status: 200 len: 826 time: 1.7114625 Mar 02 20:16:46.351993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44298) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:46.412834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.451546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Network': ['ID=755d2284-7b6a-4d4d-b5f2-9a865af647f2,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:46.473505 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5c7cc8ef-e727-41ee-8877-d596e8d28c2a tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2399559 Mar 02 20:16:46.475383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44302) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:46.487708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'subnet': {'network_id': '755d2284-7b6a-4d4d-b5f2-9a865af647f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:46.495443 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 755d2284-7b6a-4d4d-b5f2-9a865af647f2 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:46.655970 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1852a8bb-4206-43a5-a543-054d94cf2bc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.662640 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1852a8bb-4206-43a5-a543-054d94cf2bc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-groups/1ab45c49-88c7-4963-9822-297223cdb854 HTTP/1.1" status: 204 len: 168 time: 0.9360781 Mar 02 20:16:46.668955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44308) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:46.698172 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbe422-8a31-4f6f-856e-75f2d479597f None None] Pushing event updated for resources: {'Port': ['ID=9fb8e527-d6ec-4589-873b-d04cc8814310,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:46.772003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:46.777873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Usage tracker for resource:subnet and tenant:fcf8040db4914edead9d89105bddc224 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:46.783908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:46.793375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:46.802152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.866750 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-962903dd-71e2-46d2-89fd-c4dca570ce78 req-4442c729-f986-499d-a5ac-4d2e80a76b6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 210 time: 0.0619366 Mar 02 20:16:46.894737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Made reservation on behalf of fcf8040db4914edead9d89105bddc224 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:47.063957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-317f68fb-fa74-4daf-ac21-62d0e327ed6c tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:47.084851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d1168093-e372-4111-a292-cf7c233ece76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.111666 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.247047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-317f68fb-fa74-4daf-ac21-62d0e327ed6c tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:47.253328 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-317f68fb-fa74-4daf-ac21-62d0e327ed6c tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5800977 Mar 02 20:16:47.259954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44312) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:47.277708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019909070'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:47.290098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:47.309046 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:47.344135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.360587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28698716-44df-4ec7-a122-52305aa4d2e9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=7b8172bc-3f85-4129-bd98-bc76b6f9fa0c,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:47.406007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.467850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c0211d2c-4f4f-496f-abaa-f68803490619 None None] Provisioning complete for port 10bb91fa-50b1-479c-a749-6339432efb29 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:47.468418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c0211d2c-4f4f-496f-abaa-f68803490619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.494172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 732ffdce-2c6c-4226-a395-2a756a9cca82 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:47.499990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:47.510632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:47.516432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:47.517706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:47.522644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:47.534804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:47.561458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c0211d2c-4f4f-496f-abaa-f68803490619 None None] Port 10bb91fa-50b1-479c-a749-6339432efb29 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:47.575363 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c0211d2c-4f4f-496f-abaa-f68803490619 None None] Provisioning complete for port 333eabdc-2c51-4437-986e-557e265680d5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:47.575816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c0211d2c-4f4f-496f-abaa-f68803490619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.577598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:47.578222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.582545 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=90b46741-3d48-4377-9c86-90a53c0be0f4,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:47.585019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.649999 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.652760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.758606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Subnet': ['ID=921efc58-d152-48f7-99f7-1017a679d96e,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:47.768698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.769100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.814671 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44316) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:47.853064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network c1265753-9064-4e74-af5d-1b44f4073529 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:47.857548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'subnet': {'network_id': '6585bcb2-b6ca-49b3-ae75-07884ea9354f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:47.873709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b15ae26-6156-4568-a192-2d02b7a0a5be,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:47.874575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:47.882665 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:47.883337 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.887955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Checking segment: {'id': '3b898dad-4416-4afe-9b9a-bb6b6ab84fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '755d2284-7b6a-4d4d-b5f2-9a865af647f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:47.888519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network hostable DHCP agents. Network: 755d2284-7b6a-4d4d-b5f2-9a865af647f2, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:16:47.889735 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eba931-e94b-42f3-9600-0ab7ada86d0d None None] Network c1265753-9064-4e74-af5d-1b44f4073529 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:47.897682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Subnet': ['ID=01a30387-e67c-4331-8c01-b9762bb2fa81,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:47.904818 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-b68944d4-e467-4a04-acc2-0a8b4f953a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0068223 Mar 02 20:16:47.942110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting port 9fb8e527-d6ec-4589-873b-d04cc8814310 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:47.942709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.942879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.946477 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c2c3cf25-2f6b-4df8-a282-fcd8a8881870 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6830087 Mar 02 20:16:47.951649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44322) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:47.955849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6774baff-18c6-41fb-b37a-e4af5857eb1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': '7b15ae26-6156-4568-a192-2d02b7a0a5be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:47.976285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6774baff-18c6-41fb-b37a-e4af5857eb1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:47.982230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6774baff-18c6-41fb-b37a-e4af5857eb1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:47.986802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6774baff-18c6-41fb-b37a-e4af5857eb1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:47.994341 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6774baff-18c6-41fb-b37a-e4af5857eb1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:48.028138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network 755d2284-7b6a-4d4d-b5f2-9a865af647f2 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:16:48.095833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d092f0f6-f3a6-4a11-9c8e-12d772320de9 None None] Provisioning for port 90b46741-3d48-4377-9c86-90a53c0be0f4 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:48.110617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d092f0f6-f3a6-4a11-9c8e-12d772320de9 None None] Provisioning complete for port 90b46741-3d48-4377-9c86-90a53c0be0f4 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:48.110982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d092f0f6-f3a6-4a11-9c8e-12d772320de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.150129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 755d2284-7b6a-4d4d-b5f2-9a865af647f2) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:48.156392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:48.157004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.202670 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8a5d72cf-5319-4320-b947-a06888ddec93 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0329771 Mar 02 20:16:48.207244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44328) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:48.211146 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9fb8e527-d6ec-4589-873b-d04cc8814310 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:48.213938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1502099030'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:48.223790 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc76-2109-4efc-9eed-0f05f0b7c955 req-e30d1f0e-a8a7-4b3b-8513-904f45f400c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:48.230688 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-25c6bc76-2109-4efc-9eed-0f05f0b7c955 req-e30d1f0e-a8a7-4b3b-8513-904f45f400c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 932 time: 0.1698077 Mar 02 20:16:48.234511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:48.237819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba8f48-89cd-41ed-915b-bc03e2c00497 None None] Network 755d2284-7b6a-4d4d-b5f2-9a865af647f2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:48.250821 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eedf2b-806e-4a49-b851-c9b46dbf6919 None None] Network 01883ee5-5287-4706-bbc5-b85d4331f8b3 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:48.255511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:security_group and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:48.260329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:48.273868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:48.281303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Request body: {'port': {'device_id': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:48.289802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6774baff-18c6-41fb-b37a-e4af5857eb1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.306334 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6a0af66a-3675-4a45-beb6-5f0973c2ea17 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8300002 Mar 02 20:16:48.310343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44332) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:48.333193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'network': {'name': 'tempest-router-network01--155756479'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:48.339231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:48.346389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:48.359470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:subnet and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:48.360830 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-25c6bc76-2109-4efc-9eed-0f05f0b7c955 req-bc36a64f-3370-4811-94cd-8fd9ba1e8a2c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286504 Mar 02 20:16:48.364542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Usage tracker for resource:network and tenant:fcf8040db4914edead9d89105bddc224 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:48.369657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:48.377724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:48.385206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:48.403837 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6774baff-18c6-41fb-b37a-e4af5857eb1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.419872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.448769 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:48.449841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Made reservation on behalf of fcf8040db4914edead9d89105bddc224 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:48.453701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.483376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:48.492398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:security_group_rule and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:48.496372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:48.506357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6774baff-18c6-41fb-b37a-e4af5857eb1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.508015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:16:48.510463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:48.549266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774baff-18c6-41fb-b37a-e4af5857eb1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0371e4-7f96-46b6-a255-4f50b5915765,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:48.557763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.558129 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Added segment 943c516f-0668-49c7-ac2e-64a633fbd7ef of type vlan for network b42bdcc7-83c1-40fd-8c21-1402b220bb78 Mar 02 20:16:48.558723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.568878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d092f0f6-f3a6-4a11-9c8e-12d772320de9 None None] Port 90b46741-3d48-4377-9c86-90a53c0be0f4 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:48.587650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:48.613917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.614415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.647809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.686957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting port 6ec9aa90-03be-4956-935c-f5bafb0b0645 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:16:48.687298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.696376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6774baff-18c6-41fb-b37a-e4af5857eb1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.700614 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6774baff-18c6-41fb-b37a-e4af5857eb1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7474592 Mar 02 20:16:48.700921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44336) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:48.727811 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] For port 9fb8e527-d6ec-4589-873b-d04cc8814310, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9fb8e527-d6ec-4589-873b-d04cc8814310,segment=NetworkSegment(0e3e0afc-0c91-4f4c-86f8-dd288448b9f6),segment_id=0e3e0afc-0c91-4f4c-86f8-dd288448b9f6)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:48.728214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.731685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b8048fc-9e5d-48c6-8d5c-e12cf4e0300b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.744679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b8048fc-9e5d-48c6-8d5c-e12cf4e0300b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.750794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.754720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:48.755301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.775568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.896751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 9fb8e527-d6ec-4589-873b-d04cc8814310 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:48.903872 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6372430f-b1d6-4da2-a3ff-d6695b8b4498 None None] Provisioning for port 9fb8e527-d6ec-4589-873b-d04cc8814310 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:48.915351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-755d2284-7b6a-4d4d-b5f2-9a865af647f2', 'network_id': '755d2284-7b6a-4d4d-b5f2-9a865af647f2', 'tenant_id': 'fcf8040db4914edead9d89105bddc224', 'fixed_ips': [{'subnet_id': '921efc58-d152-48f7-99f7-1017a679d96e'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:48.916158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.920745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24122a9e-a4e8-4e02-8d25-4703f2e309c3,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:48.927476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6372430f-b1d6-4da2-a3ff-d6695b8b4498 None None] Provisioning complete for port 9fb8e527-d6ec-4589-873b-d04cc8814310 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:48.927848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6372430f-b1d6-4da2-a3ff-d6695b8b4498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.928872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Network': ['ID=b42bdcc7-83c1-40fd-8c21-1402b220bb78,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:48.940459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Calling delete_port for 9fb8e527-d6ec-4589-873b-d04cc8814310 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:48.951004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9fb8e527-d6ec-4589-873b-d04cc8814310 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:48.951375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:48.980691 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-01b2fb42-3fdf-4f93-9ddd-48a64f072a6c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6564550 Mar 02 20:16:48.984485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44340) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:48.991149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network b42bdcc7-83c1-40fd-8c21-1402b220bb78 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:48.991697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'network': {'name': 'tempest-router-network02--742403527'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:48.996643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:49.001352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Usage tracker for resource:network and tenant:fcf8040db4914edead9d89105bddc224 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:49.004502 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.004669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:49.011427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.012777 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f760e1f4-ab63-4d84-a623-57a9eab428a1 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8044207 Mar 02 20:16:49.013798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b8048fc-9e5d-48c6-8d5c-e12cf4e0300b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.015967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:49.018137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44344) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:49.034967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7b8048fc-9e5d-48c6-8d5c-e12cf4e0300b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.038616 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7b8048fc-9e5d-48c6-8d5c-e12cf4e0300b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0f0371e4-7f96-46b6-a255-4f50b5915765 HTTP/1.1" status: 204 len: 168 time: 0.3342719 Mar 02 20:16:49.040112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8048fc-9e5d-48c6-8d5c-e12cf4e0300b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f0371e4-7f96-46b6-a255-4f50b5915765,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:49.040674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44348) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:49.044503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'security_group': {'name': 'tempest-secgroup-235432327'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:49.072656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:49.082606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:security_group and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:49.087360 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:49.097243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:49.128060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ef77cb52-c11c-461d-af80-1221979646ab tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:49.165476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Made reservation on behalf of fcf8040db4914edead9d89105bddc224 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:49.168958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.194623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.215176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:16:49.229767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ef77cb52-c11c-461d-af80-1221979646ab tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:49.233980 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ef77cb52-c11c-461d-af80-1221979646ab tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1776662 Mar 02 20:16:49.233980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.233980 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Added segment 093bfac0-69b5-4dee-9b8d-21f520ba3c3b of type vlan for network 23140653-5e90-4c87-9927-fd5c5719553e Mar 02 20:16:49.235732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44352) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:49.290373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:49.303049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.314459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:security_group_rule and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:49.320105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:49.324095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d350bb1b-3369-4039-96de-44652b7b3b5e None None] Update dhcp port {'port': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'fixed_ips': [{'subnet_id': '2cfe3a01-b51d-4634-be60-6d60634c6742', 'ip_address': '172.20.0.18'}, {'subnet_id': '01a30387-e67c-4331-8c01-b9762bb2fa81'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '333eabdc-2c51-4437-986e-557e265680d5'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:16:49.331388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:49.388094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ce00-f09f-44e2-9fad-1061fb4d963d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.440891 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ce00-f09f-44e2-9fad-1061fb4d963d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.442345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Allocated IP 2001:db8::2 (755d2284-7b6a-4d4d-b5f2-9a865af647f2/921efc58-d152-48f7-99f7-1017a679d96e/80b898c3-edef-4ab4-8137-9a552ced344d) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:49.463312 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.473667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.478539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:49.478539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.526173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.603682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-01089054-b1c9-449d-b6ae-b77f1f0758c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.679932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.711611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6372430f-b1d6-4da2-a3ff-d6695b8b4498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.726721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Calling delete_port for 6ec9aa90-03be-4956-935c-f5bafb0b0645 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:16:49.794622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Network': ['ID=23140653-5e90-4c87-9927-fd5c5719553e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:49.806716 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.815674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d350bb1b-3369-4039-96de-44652b7b3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.822816 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c07d16-663e-4dc0-a4e4-1ce16af8bed8,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:49.840098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 23140653-5e90-4c87-9927-fd5c5719553e details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:49.853579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f39dc-e556-4377-bb6a-416794e159ea req-e7436a06-0c41-4065-aa29-c002afa1cc6c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:49.862717 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a1f39dc-e556-4377-bb6a-416794e159ea req-e7436a06-0c41-4065-aa29-c002afa1cc6c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 932 time: 0.1938617 Mar 02 20:16:49.889174 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7f7821dd-9e55-4573-8eb2-affb72d2ccfc tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9026487 Mar 02 20:16:49.894709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44358) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:49.910153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'subnet': {'network_id': 'b42bdcc7-83c1-40fd-8c21-1402b220bb78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:49.922551 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a1f39dc-e556-4377-bb6a-416794e159ea req-0aa1a7d4-79f7-4e6c-a86f-e7ed4863647e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595238 Mar 02 20:16:49.926114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.932056 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ffeba3a6-20b0-4d17-b5a9-86c42a04886a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9018612 Mar 02 20:16:49.932958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44362) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:49.961951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ce00-f09f-44e2-9fad-1061fb4d963d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.968728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ce3ce00-f09f-44e2-9fad-1061fb4d963d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:49.973997 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8ce3ce00-f09f-44e2-9fad-1061fb4d963d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-groups/7b15ae26-6156-4568-a192-2d02b7a0a5be HTTP/1.1" status: 204 len: 168 time: 0.7331681 Mar 02 20:16:49.987396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1918308138'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:49.991462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2c81e9-9715-4ded-ab49-6dc974b90604 None None] Network 01883ee5-5287-4706-bbc5-b85d4331f8b3 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:49.993753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44366) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:49.996195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3ce00-f09f-44e2-9fad-1061fb4d963d tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b15ae26-6156-4568-a192-2d02b7a0a5be,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:49.998575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:50.020675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:security_group and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:50.026916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:50.034231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:50.041934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.077993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d0cbefc6-654f-4acf-8b7a-2e3d9e8f4e1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:50.123058 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:16:50.131739 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Port': ['ID=9fb8e527-d6ec-4589-873b-d04cc8814310,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:50.159389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d0cbefc6-654f-4acf-8b7a-2e3d9e8f4e1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:50.161950 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d0cbefc6-654f-4acf-8b7a-2e3d9e8f4e1b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1658299 Mar 02 20:16:50.166261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44370) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:50.171799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-299c9944-afaf-4ae5-aa5c-5963d5c57738 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829174718'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:50.178932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-299c9944-afaf-4ae5-aa5c-5963d5c57738 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:50.179479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.190729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.202283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-299c9944-afaf-4ae5-aa5c-5963d5c57738 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:50.233841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:50.239455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:security_group_rule and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:50.242443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:50.247299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.249540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:50.302542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-299c9944-afaf-4ae5-aa5c-5963d5c57738 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.316280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:50.332952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.355492 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No DVR routers for this DVR port 9fb8e527-d6ec-4589-873b-d04cc8814310 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:50.360725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-299c9944-afaf-4ae5-aa5c-5963d5c57738 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:50.360976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Transition to ACTIVE for port object 80b898c3-edef-4ab4-8137-9a552ced344d will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:50.364256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Usage tracker for resource:subnet and tenant:fcf8040db4914edead9d89105bddc224 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:50.371316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b46741-3d48-4377-9c86-90a53c0be0f4 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:16:50.371655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-299c9944-afaf-4ae5-aa5c-5963d5c57738 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:50.389734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ea45e079-9271-4094-bbab-71c39b39eb2d None None] Could not find standard attr ID for object 9fb8e527-d6ec-4589-873b-d04cc8814310. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:16:50.413071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:50.431272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Transition to ACTIVE for port object 80b898c3-edef-4ab4-8137-9a552ced344d will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:50.454413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-299c9944-afaf-4ae5-aa5c-5963d5c57738 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.456155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.472681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.475159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:50.513188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Subnet': ['ID=7902e766-1271-41d5-bd6c-2f767c104e9d,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:50.517631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.521220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5960ad0f-f055-408c-8fb9-d7ddd731fb41,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:50.532790 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-299c9944-afaf-4ae5-aa5c-5963d5c57738 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.561729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.579438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.582424 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-41c89cec-9ed0-44d7-8c1d-6bd1e0c28ce4 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6479018 Mar 02 20:16:50.586278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44374) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:50.590435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c9944-afaf-4ae5-aa5c-5963d5c57738 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692d884a-9ba2-4ba3-8db5-c8c40deda95e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:50.596369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-191437526', 'security_groups': ['5960ad0f-f055-408c-8fb9-d7ddd731fb41'], 'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01a30387-e67c-4331-8c01-b9762bb2fa81'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:50.601789 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Checking segment: {'id': '8ad72e7f-67b9-45f1-8b62-23302683de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6585bcb2-b6ca-49b3-ae75-07884ea9354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:50.602178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network hostable DHCP agents. Network: 6585bcb2-b6ca-49b3-ae75-07884ea9354f, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:16:50.618132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Made reservation on behalf of fcf8040db4914edead9d89105bddc224 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:50.618305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-299c9944-afaf-4ae5-aa5c-5963d5c57738 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.621700 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-299c9944-afaf-4ae5-aa5c-5963d5c57738 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4519889 Mar 02 20:16:50.624309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.624913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44378) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:50.631789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.639361 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-d350bb1b-3369-4039-96de-44652b7b3b5e None None] Allocated IP 172.20.0.2 (c1265753-9064-4e74-af5d-1b44f4073529/01a30387-e67c-4331-8c01-b9762bb2fa81/333eabdc-2c51-4437-986e-557e265680d5) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:50.695763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Network 755d2284-7b6a-4d4d-b5f2-9a865af647f2 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:50.696275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Transition to ACTIVE for port object 90b46741-3d48-4377-9c86-90a53c0be0f4 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:50.701648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Pushing event updated for resources: {'Port': ['ID=80b898c3-edef-4ab4-8137-9a552ced344d,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:50.702814 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-44e53d2a-9f36-4970-8477-8a91068f62d7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': '692d884a-9ba2-4ba3-8db5-c8c40deda95e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:50.711701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.714804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:50.719920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-44e53d2a-9f36-4970-8477-8a91068f62d7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:50.734395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:50.740782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-44e53d2a-9f36-4970-8477-8a91068f62d7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:50.801546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:50.814107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:50.871599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-44e53d2a-9f36-4970-8477-8a91068f62d7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.893928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.912151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Port': ['ID=6ec9aa90-03be-4956-935c-f5bafb0b0645,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:50.912471 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Attempting to bind port 80b898c3-edef-4ab4-8137-9a552ced344d on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:50.913043 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Attempting to bind port 80b898c3-edef-4ab4-8137-9a552ced344d by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '3b898dad-4416-4afe-9b9a-bb6b6ab84fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '755d2284-7b6a-4d4d-b5f2-9a865af647f2'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:50.913584 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Attempting to bind port 80b898c3-edef-4ab4-8137-9a552ced344d on network 755d2284-7b6a-4d4d-b5f2-9a865af647f2 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:50.933340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:50.934018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Checking segment: {'id': '3b898dad-4416-4afe-9b9a-bb6b6ab84fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '755d2284-7b6a-4d4d-b5f2-9a865af647f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:50.935744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.935744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Bound using segment: {'id': '3b898dad-4416-4afe-9b9a-bb6b6ab84fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '755d2284-7b6a-4d4d-b5f2-9a865af647f2'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:50.935744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Bound port: 80b898c3-edef-4ab4-8137-9a552ced344d, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b898dad-4416-4afe-9b9a-bb6b6ab84fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '755d2284-7b6a-4d4d-b5f2-9a865af647f2'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:50.936142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.958494 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d350bb1b-3369-4039-96de-44652b7b3b5e None None] For port 333eabdc-2c51-4437-986e-557e265680d5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=333eabdc-2c51-4437-986e-557e265680d5,segment=NetworkSegment(b581a7f4-8558-4909-a7b2-367188621a84),segment_id=b581a7f4-8558-4909-a7b2-367188621a84)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:50.960175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-44e53d2a-9f36-4970-8477-8a91068f62d7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:50.962636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:51.031669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:51.069030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d350bb1b-3369-4039-96de-44652b7b3b5e None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:51.084556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-44e53d2a-9f36-4970-8477-8a91068f62d7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:51.144954 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] For port 80b898c3-edef-4ab4-8137-9a552ced344d, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:51.150745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] For port 80b898c3-edef-4ab4-8137-9a552ced344d, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=80b898c3-edef-4ab4-8137-9a552ced344d,segment=NetworkSegment(3b898dad-4416-4afe-9b9a-bb6b6ab84fc2),segment_id=3b898dad-4416-4afe-9b9a-bb6b6ab84fc2)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:51.189648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e53d2a-9f36-4970-8477-8a91068f62d7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acc7f4b-48b4-469c-9182-33d7b8bfa087,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:51.236947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Pushing event updated for resources: {'Port': ['ID=90b46741-3d48-4377-9c86-90a53c0be0f4,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:51.256269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network 6585bcb2-b6ca-49b3-ae75-07884ea9354f is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:16:51.262992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d350bb1b-3369-4039-96de-44652b7b3b5e None None] Transition to ACTIVE for port object 333eabdc-2c51-4437-986e-557e265680d5 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:51.264647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:51.275293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:51.275715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:51.308269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] device_id is not set on port 05a0f56f-2257-4c91-960c-fcb5f9637b5d yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:16:51.341595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095d445-e047-442e-8520-d5cdc8fa342b None None] Pushing event updated for resources: {'Port': ['ID=80b898c3-edef-4ab4-8137-9a552ced344d,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:51.349713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d350bb1b-3369-4039-96de-44652b7b3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:51.367433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b940f-ede1-427e-ad48-1b41f7944d19 req-550d817d-acd3-4457-b581-86cb886c3747 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:51.368895 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-417b940f-ede1-427e-ad48-1b41f7944d19 req-550d817d-acd3-4457-b581-86cb886c3747 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 944 time: 0.2369359 Mar 02 20:16:51.371145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-44e53d2a-9f36-4970-8477-8a91068f62d7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:51.372201 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-44e53d2a-9f36-4970-8477-8a91068f62d7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7458315 Mar 02 20:16:51.377933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44384) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:51.438306 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-12b1983b-543b-44d4-8a47-b1fb178c05da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules/2acc7f4b-48b4-469c-9182-33d7b8bfa087 HTTP/1.1" status: 200 len: 705 time: 0.0584328 Mar 02 20:16:51.442736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44388) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:51.466601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 6585bcb2-b6ca-49b3-ae75-07884ea9354f) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:51.471076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:51.474048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:51.475400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8172bc-3f85-4129-bd98-bc76b6f9fa0c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:51.508168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865925d-e2d5-42d0-ac89-bf7b516a0cda None None] Network 6585bcb2-b6ca-49b3-ae75-07884ea9354f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:51.583027 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-417b940f-ede1-427e-ad48-1b41f7944d19 req-2a805142-7095-4111-83fd-c4b2a913b75c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045276 Mar 02 20:16:51.623519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3a1b5c-ed89-46b4-b6f9-0e528fe0e926 None None] Network 01883ee5-5287-4706-bbc5-b85d4331f8b3 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:51.634214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350bb1b-3369-4039-96de-44652b7b3b5e None None] Pushing event updated for resources: {'Port': ['ID=333eabdc-2c51-4437-986e-557e265680d5,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:51.679385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:51.689175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bcd9fb5d-33d7-4963-885c-691a22fc71cb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:51.773709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.8 (c1265753-9064-4e74-af5d-1b44f4073529/01a30387-e67c-4331-8c01-b9762bb2fa81/05a0f56f-2257-4c91-960c-fcb5f9637b5d) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:51.913114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bcd9fb5d-33d7-4963-885c-691a22fc71cb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:51.918254 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bcd9fb5d-33d7-4963-885c-691a22fc71cb tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4716313 Mar 02 20:16:51.924256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44392) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:51.926415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:51.958039 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.033259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.043116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-6585bcb2-b6ca-49b3-ae75-07884ea9354f', 'network_id': '6585bcb2-b6ca-49b3-ae75-07884ea9354f', 'tenant_id': '92e5e8aecf034162800c77f3d3a20046', 'fixed_ips': [{'subnet_id': '7902e766-1271-41d5-bd6c-2f767c104e9d'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:52.043116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.051219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object 05a0f56f-2257-4c91-960c-fcb5f9637b5d will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:52.099202 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1790114c-05c6-4e42-8c85-d618b8599b55 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.2637479 Mar 02 20:16:52.102925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44396) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:52.109142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1432757440'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:52.119810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:52.124289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:network and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:52.128661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:52.144202 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:52.160326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.205792 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff13542-2433-4d87-9c19-39de77bcbf6c None None] DHCP port deletion for 01883ee5-5287-4706-bbc5-b85d4331f8b3 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:16:52.220326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01883ee5-5287-4706-bbc5-b85d4331f8b3']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:52.228172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Attempting to bind port 90b46741-3d48-4377-9c86-90a53c0be0f4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:52.228906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Attempting to bind port 90b46741-3d48-4377-9c86-90a53c0be0f4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:52.229467 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Attempting to bind port 90b46741-3d48-4377-9c86-90a53c0be0f4 on network 732ffdce-2c6c-4226-a395-2a756a9cca82 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:52.263318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:52.265154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.269273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.277742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6649784-1d4f-48c5-92f6-ff9ee0eabc1e tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.290351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Allocated IP 2001:db8:0:ffff::2 (6585bcb2-b6ca-49b3-ae75-07884ea9354f/7902e766-1271-41d5-bd6c-2f767c104e9d/c56f68cf-8948-4405-83ed-37d8b7b3582d) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:52.295893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3e0afc-0c91-4f4c-86f8-dd288448b9f6') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:52.296474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3e0afc-0c91-4f4c-86f8-dd288448b9f6') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:52.306679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network c1265753-9064-4e74-af5d-1b44f4073529 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:52.312844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:52.319823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:52.320645 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6649784-1d4f-48c5-92f6-ff9ee0eabc1e tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.327576 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.331537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Port 90b46741-3d48-4377-9c86-90a53c0be0f4 on network 732ffdce-2c6c-4226-a395-2a756a9cca82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:16:52.332093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Attempting to bind port 90b46741-3d48-4377-9c86-90a53c0be0f4 on network 732ffdce-2c6c-4226-a395-2a756a9cca82 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:52.335541 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.357339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=05a0f56f-2257-4c91-960c-fcb5f9637b5d,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:52.390954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:52.391336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Checking segment: {'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:52.392013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Bound using segment: {'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:52.392580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Bound port: 90b46741-3d48-4377-9c86-90a53c0be0f4, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294f8c8b-9cfd-48b3-92b9-510e13d7d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:52.392927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.414758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.450877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:52.451537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.494388 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:52.496408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.496540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:16:52.510053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.510838 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Added segment dbd6e4db-e16c-4eeb-8de8-4793080a4a87 of type vlan for network 2963c79a-4b39-426a-aff5-ef7324a653bc Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:52.513694 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:52.526574 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6649784-1d4f-48c5-92f6-ff9ee0eabc1e tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.580826 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-42f71e8c-8ddc-419a-9f9f-8aa9ecde7179 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9902811 Mar 02 20:16:52.583014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.587673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44400) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:52.603001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8ca0d79a-c5ce-493e-b8d8-df294ea9763c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:52.736911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.750307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 333eabdc-2c51-4437-986e-557e265680d5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:52.806940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.861291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:16:52.870134 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6649784-1d4f-48c5-92f6-ff9ee0eabc1e tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2acc7f4b-48b4-469c-9182-33d7b8bfa087,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:52.912249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8ca0d79a-c5ce-493e-b8d8-df294ea9763c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:52.936773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Transition to ACTIVE for port object c56f68cf-8948-4405-83ed-37d8b7b3582d will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:52.940644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Subnet': ['ID=eaab6fca-0f75-43f7-b931-70cbd8023346,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:52.945814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:52.946607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Fanout notify agent at l3_agent the message router_deleted on router 8e616553-a895-44d4-a6c9-ded7e3d4ab51 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:16:52.998850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e0df1295-3c1b-4d56-a3cf-b171f1d614ed None None] Provisioning complete for port 10bb91fa-50b1-479c-a749-6339432efb29 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:52.999269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e0df1295-3c1b-4d56-a3cf-b171f1d614ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.006876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] For port 90b46741-3d48-4377-9c86-90a53c0be0f4, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:53.016956 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] For port 90b46741-3d48-4377-9c86-90a53c0be0f4, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=90b46741-3d48-4377-9c86-90a53c0be0f4,segment=NetworkSegment(294f8c8b-9cfd-48b3-92b9-510e13d7d579),segment_id=294f8c8b-9cfd-48b3-92b9-510e13d7d579)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:53.027013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Transition to ACTIVE for port object c56f68cf-8948-4405-83ed-37d8b7b3582d will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:53.053138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea5c9bb-bbfc-4736-8546-1c9ed9369551 None None] Network 755d2284-7b6a-4d4d-b5f2-9a865af647f2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:53.059614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8ca0d79a-c5ce-493e-b8d8-df294ea9763c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:53.063283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8ca0d79a-c5ce-493e-b8d8-df294ea9763c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:53.066999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.074619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8ca0d79a-c5ce-493e-b8d8-df294ea9763c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:53.103202 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.107871 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/01883ee5-5287-4706-bbc5-b85d4331f8b3 HTTP/1.1" status: 204 len: 168 time: 6.7462184 Mar 02 20:16:53.109356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44406) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:53.113415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.117358 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-31929455-5bd8-4696-b804-0aeba1d43831 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/routers/8e616553-a895-44d4-a6c9-ded7e3d4ab51 HTTP/1.1" status: 204 len: 168 time: 7.6521826 Mar 02 20:16:53.118888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.122938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44410) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:53.146782 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7aa26a-a842-4ff8-a56d-79d88459b45f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:16:53.147224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7aa26a-a842-4ff8-a56d-79d88459b45f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:53.158175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Checking segment: {'id': '943c516f-0668-49c7-ac2e-64a633fbd7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b42bdcc7-83c1-40fd-8c21-1402b220bb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:53.158594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc25f8-2917-45d2-8725-d18b333cd5c1 req-278103bd-d9f1-48d7-bd6a-65700d24f31e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:53.158741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network hostable DHCP agents. Network: b42bdcc7-83c1-40fd-8c21-1402b220bb78, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:16:53.160214 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9ecc25f8-2917-45d2-8725-d18b333cd5c1 req-278103bd-d9f1-48d7-bd6a-65700d24f31e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 944 time: 0.3015859 Mar 02 20:16:53.162422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.166131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:53.166710 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.170508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc1406-f07b-4156-87d8-d457791629f8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Network': ['ID=01883ee5-5287-4706-bbc5-b85d4331f8b3,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:53.193439 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9c7aa26a-a842-4ff8-a56d-79d88459b45f tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/01883ee5-5287-4706-bbc5-b85d4331f8b3 HTTP/1.1" status: 404 len: 339 time: 0.0818770 Mar 02 20:16:53.199398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44414) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:53.226177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca0d79a-c5ce-493e-b8d8-df294ea9763c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:53.229569 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ca0d79a-c5ce-493e-b8d8-df294ea9763c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.240147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6649784-1d4f-48c5-92f6-ff9ee0eabc1e tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.243737 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b6649784-1d4f-48c5-92f6-ff9ee0eabc1e tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/2acc7f4b-48b4-469c-9182-33d7b8bfa087 HTTP/1.1" status: 204 len: 168 time: 1.2970030 Mar 02 20:16:53.255441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44418) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:53.268115 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.269505 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] 10.222.0.31 "PUT /v2.0/ports/90b46741-3d48-4377-9c86-90a53c0be0f4 HTTP/1.1" status: 200 len: 1094 time: 5.2870617 Mar 02 20:16:53.282437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.289407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'tag': '90b46741-3d48-4377-9c86-90a53c0be0f4'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:16:53.299171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387961896', 'description': 'd1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:53.302697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 80b898c3-edef-4ab4-8137-9a552ced344d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:53.319794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:53.400115 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7aa05-2d94-42ae-9e40-c0a7d701feff service neutron] Pushing event updated for resources: {'Port': ['ID=90b46741-3d48-4377-9c86-90a53c0be0f4,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:53.404642 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Usage tracker for resource:network and tenant:56cef9e74e754b51943355b498e30ecd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:53.404918 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Network 6585bcb2-b6ca-49b3-ae75-07884ea9354f is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:53.414664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:53.419213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Pushing event updated for resources: {'Port': ['ID=c56f68cf-8948-4405-83ed-37d8b7b3582d,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:53.420326 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3163657 Mar 02 20:16:53.426833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44426) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:53.430732 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:53.442205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:53.443183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56480559-21f6-40b4-900f-72bd022c470a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Network': ['ID=2963c79a-4b39-426a-aff5-ef7324a653bc,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:53.445963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:53.452738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e0df1295-3c1b-4d56-a3cf-b171f1d614ed None None] Port 10bb91fa-50b1-479c-a749-6339432efb29 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:53.463117 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9ecc25f8-2917-45d2-8725-d18b333cd5c1 req-745c93c1-1c20-4172-ba95-623a8cdbb7ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900872 Mar 02 20:16:53.468323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 2963c79a-4b39-426a-aff5-ef7324a653bc details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:53.532603 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.ipam_backend_mixin [None req-8ca0d79a-c5ce-493e-b8d8-df294ea9763c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 01a30387-e67c-4331-8c01-b9762bb2fa81 (CIDR: 172.20.0.0/28) Mar 02 20:16:53.597707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:53.600709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.611229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'subnet': {'network_id': '2963c79a-4b39-426a-aff5-ef7324a653bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:53.615373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e0df1295-3c1b-4d56-a3cf-b171f1d614ed None None] Provisioning for port 333eabdc-2c51-4437-986e-557e265680d5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:53.616588 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca0d79a-c5ce-493e-b8d8-df294ea9763c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:16:53.617026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca0d79a-c5ce-493e-b8d8-df294ea9763c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:53.638797 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e0df1295-3c1b-4d56-a3cf-b171f1d614ed None None] Provisioning complete for port 333eabdc-2c51-4437-986e-557e265680d5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:53.640376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e0df1295-3c1b-4d56-a3cf-b171f1d614ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.648426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:16:53.658043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.658736 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Added segment fb3ade7d-0ad2-4b7f-8e82-9351bab59e0e of type vlan for network 87e4e75d-efd0-4dcf-9498-0625de3c4ef5 Mar 02 20:16:53.688002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.713830 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network b42bdcc7-83c1-40fd-8c21-1402b220bb78 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:16:53.728160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-effc00c3-4dd9-4aa9-a41f-17de4299b856 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:53.733927 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8ca0d79a-c5ce-493e-b8d8-df294ea9763c tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1428189 Mar 02 20:16:53.735903 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44430) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:53.741147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9097b1e2-9dbc-4493-bf89-e41c7d3b33aa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:53.803333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Attempting to bind port c56f68cf-8948-4405-83ed-37d8b7b3582d on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:53.803333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Attempting to bind port c56f68cf-8948-4405-83ed-37d8b7b3582d by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '8ad72e7f-67b9-45f1-8b62-23302683de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6585bcb2-b6ca-49b3-ae75-07884ea9354f'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:53.804008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Attempting to bind port c56f68cf-8948-4405-83ed-37d8b7b3582d on network 6585bcb2-b6ca-49b3-ae75-07884ea9354f {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:53.812022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:53.823148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, b42bdcc7-83c1-40fd-8c21-1402b220bb78) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:53.826938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:subnet and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:53.827170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.830392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:53.831726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:53.832315 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.837312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2044b29-6124-4b85-86cd-0da8703cd139 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Deleting subnet 264c155d-3922-4a44-a669-0f8b648b9e4a {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:16:53.839666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:53.840251 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.846833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:53.847025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Checking segment: {'id': '8ad72e7f-67b9-45f1-8b62-23302683de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6585bcb2-b6ca-49b3-ae75-07884ea9354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:53.847545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.848006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Bound using segment: {'id': '8ad72e7f-67b9-45f1-8b62-23302683de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6585bcb2-b6ca-49b3-ae75-07884ea9354f'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:53.848858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Bound port: c56f68cf-8948-4405-83ed-37d8b7b3582d, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad72e7f-67b9-45f1-8b62-23302683de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6585bcb2-b6ca-49b3-ae75-07884ea9354f'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:53.849003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.849087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2044b29-6124-4b85-86cd-0da8703cd139 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.869036 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c8ea99-2efc-479f-a536-d4110a4e42e5 None None] Network b42bdcc7-83c1-40fd-8c21-1402b220bb78 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:53.880642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:53.889399 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-67c454db-1f7d-4800-80c8-7f8200a9b881 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 1097 time: 0.4688699 Mar 02 20:16:53.946307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 80b898c3-edef-4ab4-8137-9a552ced344d completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:53.965391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-effc00c3-4dd9-4aa9-a41f-17de4299b856 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:53.971990 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-effc00c3-4dd9-4aa9-a41f-17de4299b856 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7102985 Mar 02 20:16:53.972173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44434) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:53.989110 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-3b0d3941-2634-45d9-ba68-d016a12b4ce2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90b46741-3d48-4377-9c86-90a53c0be0f4 HTTP/1.1" status: 200 len: 217 time: 0.0869205 Mar 02 20:16:53.992381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-bbc36387-d554-4d70-a546-31bcf0686879 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': '692d884a-9ba2-4ba3-8db5-c8c40deda95e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:53.995867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2044b29-6124-4b85-86cd-0da8703cd139 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:53.998727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bbc36387-d554-4d70-a546-31bcf0686879 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:54.013076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9fb8e527-d6ec-4589-873b-d04cc8814310 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:54.020456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bbc36387-d554-4d70-a546-31bcf0686879 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:54.022487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=87e4e75d-efd0-4dcf-9498-0625de3c4ef5,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:54.041540 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-018a2f57-dae2-44f5-bd1a-a1a70d54948b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8258562 Mar 02 20:16:54.044920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44438) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:54.057073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 87e4e75d-efd0-4dcf-9498-0625de3c4ef5 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:54.083097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9097b1e2-9dbc-4493-bf89-e41c7d3b33aa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:54.100765 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bffebd7e-e6f7-41c6-82fe-f7426055fa09 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1978195 Mar 02 20:16:54.106050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:54.135289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 9fb8e527-d6ec-4589-873b-d04cc8814310 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:16:54.135289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9fb8e527-d6ec-4589-873b-d04cc8814310 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:54.135556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44442) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:54.149478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9097b1e2-9dbc-4493-bf89-e41c7d3b33aa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:54.153790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'subnet': {'network_id': '23140653-5e90-4c87-9927-fd5c5719553e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:54.158486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9097b1e2-9dbc-4493-bf89-e41c7d3b33aa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:54.181023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9097b1e2-9dbc-4493-bf89-e41c7d3b33aa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:54.191233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bbc36387-d554-4d70-a546-31bcf0686879 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.240435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f3d24f-264d-4180-8623-23d9d3f145dc tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:54.241125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e4f3d24f-264d-4180-8623-23d9d3f145dc tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Synchronizing usage tracker for tenant:56cef9e74e754b51943355b498e30ecd on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:54.285436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] For port c56f68cf-8948-4405-83ed-37d8b7b3582d, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:54.289226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bbc36387-d554-4d70-a546-31bcf0686879 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.290524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9097b1e2-9dbc-4493-bf89-e41c7d3b33aa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:54.294559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9097b1e2-9dbc-4493-bf89-e41c7d3b33aa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.335330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] For port c56f68cf-8948-4405-83ed-37d8b7b3582d, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c56f68cf-8948-4405-83ed-37d8b7b3582d,segment=NetworkSegment(8ad72e7f-67b9-45f1-8b62-23302683de86),segment_id=8ad72e7f-67b9-45f1-8b62-23302683de86)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:54.353474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2044b29-6124-4b85-86cd-0da8703cd139 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.372578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bbc36387-d554-4d70-a546-31bcf0686879 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.375909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e4f3d24f-264d-4180-8623-23d9d3f145dc tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Unset dirty status for tenant:56cef9e74e754b51943355b498e30ecd on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:54.377927 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e4f3d24f-264d-4180-8623-23d9d3f145dc tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/networks?id=87e4e75d-efd0-4dcf-9498-0625de3c4ef5 HTTP/1.1" status: 200 len: 765 time: 0.3323011 Mar 02 20:16:54.383678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44446) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:54.390685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-11724f32-84b6-41af-bec9-12fc98c4b4c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:54.392671 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-11724f32-84b6-41af-bec9-12fc98c4b4c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8814d83f-4ca8-4e89-ba7e-60e9373d99d4 HTTP/1.1" status: 200 len: 834 time: 0.3613997 Mar 02 20:16:54.404741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.414886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-02daf936-558a-436b-89d1-72565de45d9a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'description': 'd2'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:54.417625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc36387-d554-4d70-a546-31bcf0686879 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbc3eb3-4ff5-4d58-8ba4-c8c2b83be5e6,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:54.438864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-b42bdcc7-83c1-40fd-8c21-1402b220bb78', 'network_id': 'b42bdcc7-83c1-40fd-8c21-1402b220bb78', 'tenant_id': 'fcf8040db4914edead9d89105bddc224', 'fixed_ips': [{'subnet_id': 'eaab6fca-0f75-43f7-b931-70cbd8023346'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:54.439078 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.441815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.475358 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.ipam_backend_mixin [None req-9097b1e2-9dbc-4493-bf89-e41c7d3b33aa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2cfe3a01-b51d-4634-be60-6d60634c6742 (CIDR: 172.20.0.16/28) Mar 02 20:16:54.487221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2fc62bdb-ae06-4646-a5b1-c7fa6d52bcfb None None] Provisioning for port 05a0f56f-2257-4c91-960c-fcb5f9637b5d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:54.506097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2fc62bdb-ae06-4646-a5b1-c7fa6d52bcfb None None] Provisioning complete for port 05a0f56f-2257-4c91-960c-fcb5f9637b5d triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:54.506517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2fc62bdb-ae06-4646-a5b1-c7fa6d52bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.508698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bbc36387-d554-4d70-a546-31bcf0686879 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.510275 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bbc36387-d554-4d70-a546-31bcf0686879 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5379062 Mar 02 20:16:54.511623 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-9097b1e2-9dbc-4493-bf89-e41c7d3b33aa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:16:54.512221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9097b1e2-9dbc-4493-bf89-e41c7d3b33aa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:16:54.517887 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44452) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:54.549374 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7abdea52-9bc1-4cb9-b72a-ece4f5735e19 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules/1cbc3eb3-4ff5-4d58-8ba4-c8c2b83be5e6 HTTP/1.1" status: 200 len: 705 time: 0.0300117 Mar 02 20:16:54.554992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44458) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:54.587103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c8806-8c9e-41b7-af04-e72602e96d80 None None] Pushing event updated for resources: {'Port': ['ID=c56f68cf-8948-4405-83ed-37d8b7b3582d,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:54.654320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2fc62bdb-ae06-4646-a5b1-c7fa6d52bcfb None None] Port 05a0f56f-2257-4c91-960c-fcb5f9637b5d cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:16:54.691961 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'tag': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'status': 'completed', 'code': 200} Mar 02 20:16:54.700762 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7111ce57-0ab1-4d64-b0b5-43a585afdf6f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:54.708170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:54.709577 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9097b1e2-9dbc-4493-bf89-e41c7d3b33aa tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9735465 Mar 02 20:16:54.717108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44464) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:54.731259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'subnet': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:54.734564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Usage tracker for resource:subnet and tenant:fcf8040db4914edead9d89105bddc224 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:54.742507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:54.769097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:54.784221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Allocated IP 2001:db8::2 (b42bdcc7-83c1-40fd-8c21-1402b220bb78/eaab6fca-0f75-43f7-b931-70cbd8023346/948d8947-633e-4a4d-83ce-80e3a6c348e5) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:54.804256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2044b29-6124-4b85-86cd-0da8703cd139 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.881962 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2fc62bdb-ae06-4646-a5b1-c7fa6d52bcfb None None] Provisioning for port 80b898c3-edef-4ab4-8137-9a552ced344d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:54.905489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2fc62bdb-ae06-4646-a5b1-c7fa6d52bcfb None None] Provisioning complete for port 80b898c3-edef-4ab4-8137-9a552ced344d triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:54.905916 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2fc62bdb-ae06-4646-a5b1-c7fa6d52bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:54.937080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ee381-ec8f-4d7d-9742-3319165eab6e req-91f1995a-8e73-454e-b78b-c43964f6b687 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:54.939455 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-962ee381-ec8f-4d7d-9742-3319165eab6e req-91f1995a-8e73-454e-b78b-c43964f6b687 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 944 time: 0.3033128 Mar 02 20:16:54.983494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7111ce57-0ab1-4d64-b0b5-43a585afdf6f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:54.988542 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7111ce57-0ab1-4d64-b0b5-43a585afdf6f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4322474 Mar 02 20:16:54.992938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44468) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:55.015848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Made reservation on behalf of fcf8040db4914edead9d89105bddc224 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:55.070777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:55.074595 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Usage tracker for resource:subnet and tenant:ff25e31141134f11bedd474ffb55a307 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:55.082757 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:55.089606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:55.109493 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-962ee381-ec8f-4d7d-9742-3319165eab6e req-02fff78b-3a79-4556-b94a-a2ae07cfeb7d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542742 Mar 02 20:16:55.116270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9bf976a1-cc25-40b9-8800-8530d60d668c tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.130881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9bf976a1-cc25-40b9-8800-8530d60d668c tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.132818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2fc62bdb-ae06-4646-a5b1-c7fa6d52bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.142597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.167997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Made reservation on behalf of ff25e31141134f11bedd474ffb55a307 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:55.171737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.176369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2fc62bdb-ae06-4646-a5b1-c7fa6d52bcfb None None] For port 80b898c3-edef-4ab4-8137-9a552ced344d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=80b898c3-edef-4ab4-8137-9a552ced344d,segment=NetworkSegment(3b898dad-4416-4afe-9b9a-bb6b6ab84fc2),segment_id=3b898dad-4416-4afe-9b9a-bb6b6ab84fc2)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:55.185221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.212702 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2044b29-6124-4b85-86cd-0da8703cd139 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Subnet': ['ID=264c155d-3922-4a44-a669-0f8b648b9e4a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:55.221890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Transition to ACTIVE for port object 948d8947-633e-4a4d-83ce-80e3a6c348e5 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:55.239794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9bf976a1-cc25-40b9-8800-8530d60d668c tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.251174 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Transition to ACTIVE for port object 948d8947-633e-4a4d-83ce-80e3a6c348e5 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:55.252317 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2fc62bdb-ae06-4646-a5b1-c7fa6d52bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.273638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf976a1-cc25-40b9-8800-8530d60d668c tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cbc3eb3-4ff5-4d58-8ba4-c8c2b83be5e6,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:55.293188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2044b29-6124-4b85-86cd-0da8703cd139 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.327000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc62bdb-ae06-4646-a5b1-c7fa6d52bcfb None None] Pushing event updated for resources: {'Port': ['ID=80b898c3-edef-4ab4-8137-9a552ced344d,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:55.336890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.358172 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a2044b29-6124-4b85-86cd-0da8703cd139 tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/subnets/264c155d-3922-4a44-a669-0f8b648b9e4a HTTP/1.1" status: 204 len: 168 time: 2.2019961 Mar 02 20:16:55.358945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44472) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:55.367160 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-ad9b18a8-5dc1-4eb6-afd4-b9415497d6b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ffdce-2c6c-4226-a395-2a756a9cca82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9568145 Mar 02 20:16:55.395757 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Network b42bdcc7-83c1-40fd-8c21-1402b220bb78 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:55.403405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:55.408479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:16:55.416540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9bf976a1-cc25-40b9-8800-8530d60d668c tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.417708 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9bf976a1-cc25-40b9-8800-8530d60d668c tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/1cbc3eb3-4ff5-4d58-8ba4-c8c2b83be5e6 HTTP/1.1" status: 204 len: 168 time: 0.4238055 Mar 02 20:16:55.429586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44476) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:55.497048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Pushing event updated for resources: {'Port': ['ID=948d8947-633e-4a4d-83ce-80e3a6c348e5,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:55.516969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Attempting to bind port 948d8947-633e-4a4d-83ce-80e3a6c348e5 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:55.517472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Attempting to bind port 948d8947-633e-4a4d-83ce-80e3a6c348e5 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '943c516f-0668-49c7-ac2e-64a633fbd7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b42bdcc7-83c1-40fd-8c21-1402b220bb78'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:55.517955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Attempting to bind port 948d8947-633e-4a4d-83ce-80e3a6c348e5 on network b42bdcc7-83c1-40fd-8c21-1402b220bb78 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:16:55.525309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:16:55.525824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Checking segment: {'id': '943c516f-0668-49c7-ac2e-64a633fbd7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b42bdcc7-83c1-40fd-8c21-1402b220bb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:55.526362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.526842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Bound using segment: {'id': '943c516f-0668-49c7-ac2e-64a633fbd7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b42bdcc7-83c1-40fd-8c21-1402b220bb78'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:16:55.527403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Bound port: 948d8947-633e-4a4d-83ce-80e3a6c348e5, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943c516f-0668-49c7-ac2e-64a633fbd7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b42bdcc7-83c1-40fd-8c21-1402b220bb78'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:55.527682 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-9efc560f-7963-4c5b-8d57-dbb29971e482 service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435909 Mar 02 20:16:55.527991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.529234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-02daf936-558a-436b-89d1-72565de45d9a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.643895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] For port 948d8947-633e-4a4d-83ce-80e3a6c348e5, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:16:55.650843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] For port 948d8947-633e-4a4d-83ce-80e3a6c348e5, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=948d8947-633e-4a4d-83ce-80e3a6c348e5,segment=NetworkSegment(943c516f-0668-49c7-ac2e-64a633fbd7ef),segment_id=943c516f-0668-49c7-ac2e-64a633fbd7ef)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:16:55.686796 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.692496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-02daf936-558a-436b-89d1-72565de45d9a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.729280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-03af9d7b-9786-43c2-924b-f961b600463b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:55.753807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.794159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02daf936-558a-436b-89d1-72565de45d9a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network 87e4e75d-efd0-4dcf-9498-0625de3c4ef5 is not hosted by any dhcp agent {{(pid=84503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 20:16:55.798473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02daf936-558a-436b-89d1-72565de45d9a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:55.799116 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-02daf936-558a-436b-89d1-72565de45d9a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:55.800544 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-02daf936-558a-436b-89d1-72565de45d9a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "PUT /v2.0/networks/87e4e75d-efd0-4dcf-9498-0625de3c4ef5 HTTP/1.1" status: 200 len: 762 time: 1.4120433 Mar 02 20:16:55.807274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44480) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:55.863844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a8802-86d9-4fab-8997-fe240eb6b79f None None] Network 6585bcb2-b6ca-49b3-ae75-07884ea9354f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:55.882164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff04cd-44cb-47e1-a4d1-c299a6ce224d None None] Pushing event updated for resources: {'Port': ['ID=948d8947-633e-4a4d-83ce-80e3a6c348e5,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:55.936196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daf936-558a-436b-89d1-72565de45d9a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=87e4e75d-efd0-4dcf-9498-0625de3c4ef5,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:55.960086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 87e4e75d-efd0-4dcf-9498-0625de3c4ef5 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:16:55.964093 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea5ffca0-638c-473d-b238-60a667c7cf06 req-0543c8b9-48cc-4e64-80a2-9c8d833bff6a service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132125 Mar 02 20:16:56.006669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-03af9d7b-9786-43c2-924b-f961b600463b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:56.010799 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-03af9d7b-9786-43c2-924b-f961b600463b tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5802305 Mar 02 20:16:56.011219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44484) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:56.018159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-404038f0-87d3-4b89-80cc-a765bb877c2f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': '692d884a-9ba2-4ba3-8db5-c8c40deda95e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:56.020148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.025878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-404038f0-87d3-4b89-80cc-a765bb877c2f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:56.037224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-404038f0-87d3-4b89-80cc-a765bb877c2f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:56.067535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d468a7-6772-446b-91e7-8ded9640e778']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:56.082837 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f8b3d1-ba2c-4193-a401-d3de213d4ffd tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:56.082837 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-07f8b3d1-ba2c-4193-a401-d3de213d4ffd tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/networks?id=87e4e75d-efd0-4dcf-9498-0625de3c4ef5 HTTP/1.1" status: 200 len: 765 time: 0.2692246 Mar 02 20:16:56.086370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44488) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:56.141595 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.150023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7e37a5-d7c0-405d-a28d-e07f26a249a9') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:56.150304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7e37a5-d7c0-405d-a28d-e07f26a249a9') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:16:56.154889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.190403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-19099696-806c-48b1-b0b5-d5b845e9c6b6 None None] Provisioning for port c56f68cf-8948-4405-83ed-37d8b7b3582d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:56.258611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.311966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.327586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:16:56.327989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.338353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-404038f0-87d3-4b89-80cc-a765bb877c2f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.347172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Network c1265753-9064-4e74-af5d-1b44f4073529 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:16:56.348018 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:16:56.366830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:56.385424 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef4f59-3d14-49b9-b85b-c26122cea275 None None] Network c1265753-9064-4e74-af5d-1b44f4073529 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:56.423157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:56.423744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.427327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Subnet': ['ID=14b7f2a5-0fe5-4cba-932d-8906ed388201,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:56.471127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.objects.ports [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84503) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:16:56.471354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Subnet': ['ID=8aa88103-8fa8-4aae-89fb-b90c49c3b0f1,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:56.476022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.560108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554204c-f500-4b86-b994-859c59063734 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:56.561569 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3554204c-f500-4b86-b994-859c59063734 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4742951 Mar 02 20:16:56.567792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44494) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:56.612714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Checking segment: {'id': '093bfac0-69b5-4dee-9b8d-21f520ba3c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '23140653-5e90-4c87-9927-fd5c5719553e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:56.616652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network hostable DHCP agents. Network: 23140653-5e90-4c87-9927-fd5c5719553e, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:16:56.622521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a86a4dc5-c2e5-40ef-9281-13ea5c4fc012 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Synchronizing usage tracker for tenant:56cef9e74e754b51943355b498e30ecd on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:56.648464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a86a4dc5-c2e5-40ef-9281-13ea5c4fc012 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Unset dirty status for tenant:56cef9e74e754b51943355b498e30ecd on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:56.649643 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a86a4dc5-c2e5-40ef-9281-13ea5c4fc012 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 207 time: 0.0790660 Mar 02 20:16:56.657419 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44498) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:56.661338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Subnet': ['ID=658c623a-9531-4cfb-b073-2a19fdea6967,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:56.676530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Checking segment: {'id': 'dbd6e4db-e16c-4eeb-8de8-4793080a4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '2963c79a-4b39-426a-aff5-ef7324a653bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:16:56.676894 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network hostable DHCP agents. Network: 2963c79a-4b39-426a-aff5-ef7324a653bc, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:16:56.690545 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c965d52-fbc7-41c4-9ca8-95200f630a32 req-53db1b97-1887-4d7f-87f7-7a4e01927403 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 1097 time: 0.5355573 Mar 02 20:16:56.718066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e509-f43b-4f43-9294-598e58286d4c req-6904aad4-eede-415e-abdc-2c02d95eea33 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:56.734032 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9be0e509-f43b-4f43-9294-598e58286d4c req-6904aad4-eede-415e-abdc-2c02d95eea33 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 944 time: 0.2933905 Mar 02 20:16:56.754128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 948d8947-633e-4a4d-83ce-80e3a6c348e5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:56.760568 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7bf1347e-bac7-4d89-b053-09e138baa1f6 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0361648 Mar 02 20:16:56.767823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44502) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:56.768557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.821877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-404038f0-87d3-4b89-80cc-a765bb877c2f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.846027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.865333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1791606912', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8aa88103-8fa8-4aae-89fb-b90c49c3b0f1'}], 'security_groups': ['24122a9e-a4e8-4e02-8d25-4703f2e309c3', '34c07d16-663e-4dc0-a4e4-1ce16af8bed8']}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:56.897943 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-404038f0-87d3-4b89-80cc-a765bb877c2f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:56.944673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e701b8-41a8-43b9-94c6-86379f526900 None None] Update dhcp port {'port': {'network_id': 'c1265753-9064-4e74-af5d-1b44f4073529', 'fixed_ips': [{'subnet_id': '2cfe3a01-b51d-4634-be60-6d60634c6742', 'ip_address': '172.20.0.18'}, {'subnet_id': '01a30387-e67c-4331-8c01-b9762bb2fa81', 'ip_address': '172.20.0.2'}, {'subnet_id': '8aa88103-8fa8-4aae-89fb-b90c49c3b0f1'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '333eabdc-2c51-4437-986e-557e265680d5'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:16:56.959723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c965d52-fbc7-41c4-9ca8-95200f630a32 req-68a74c5f-4bda-4c52-a243-ace3e1244bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:56.961589 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c965d52-fbc7-41c4-9ca8-95200f630a32 req-68a74c5f-4bda-4c52-a243-ace3e1244bb0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=732ffdce-2c6c-4226-a395-2a756a9cca82 HTTP/1.1" status: 200 len: 898 time: 0.2690794 Mar 02 20:16:56.962412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404038f0-87d3-4b89-80cc-a765bb877c2f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7ea72e-d794-4f8f-b528-e5414e6a0095,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:56.970870 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network 23140653-5e90-4c87-9927-fd5c5719553e is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:16:56.995274 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 948d8947-633e-4a4d-83ce-80e3a6c348e5 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:57.013709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 80b898c3-edef-4ab4-8137-9a552ced344d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:57.020603 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] 10.222.0.44 "DELETE /v2.0/networks/91d468a7-6772-446b-91e7-8ded9640e778 HTTP/1.1" status: 204 len: 168 time: 1.6577089 Mar 02 20:16:57.028405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63482392-ec51-46fe-b30b-8e9c5e7eadfc tempest-FloatingIPTestJSON-1553298646 tempest-FloatingIPTestJSON-1553298646-project] Pushing event deleted for resources: {'Network': ['ID=91d468a7-6772-446b-91e7-8ded9640e778,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:57.037936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28f744-cdf5-477d-b51e-2672e7a755f2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.039605 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network 2963c79a-4b39-426a-aff5-ef7324a653bc is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:16:57.043069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28f744-cdf5-477d-b51e-2672e7a755f2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.047288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28f744-cdf5-477d-b51e-2672e7a755f2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.051201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28f744-cdf5-477d-b51e-2672e7a755f2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.055295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28f744-cdf5-477d-b51e-2672e7a755f2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.059227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28f744-cdf5-477d-b51e-2672e7a755f2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.065979 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9f28f744-cdf5-477d-b51e-2672e7a755f2 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4029598 Mar 02 20:16:57.067279 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44508) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:57.146610 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9be0e509-f43b-4f43-9294-598e58286d4c req-93183658-0c5d-4464-afc2-f8bc6c2e9515 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129329 Mar 02 20:16:57.209976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-404038f0-87d3-4b89-80cc-a765bb877c2f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:57.211629 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-404038f0-87d3-4b89-80cc-a765bb877c2f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1990218 Mar 02 20:16:57.215646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 23140653-5e90-4c87-9927-fd5c5719553e) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:57.217359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44512) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:57.224180 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c965d52-fbc7-41c4-9ca8-95200f630a32 req-5c282bfb-f6c2-4ec4-ab23-a8451181b0f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90b46741-3d48-4377-9c86-90a53c0be0f4 HTTP/1.1" status: 200 len: 217 time: 0.2499568 Mar 02 20:16:57.226852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 2963c79a-4b39-426a-aff5-ef7324a653bc) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:57.247245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76fdafd-b4fc-487b-91b8-75c11515313f None None] Network 23140653-5e90-4c87-9927-fd5c5719553e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:57.251669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.252390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:57.258342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.259045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:57.267110 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab6c6b-f331-4ba7-8905-25a50c801392 None None] Network 2963c79a-4b39-426a-aff5-ef7324a653bc requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:57.309817 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-05fca0f8-d46d-4039-be79-28cfdda8f04a tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules/8a7ea72e-d794-4f8f-b528-e5414e6a0095 HTTP/1.1" status: 200 len: 706 time: 0.0866182 Mar 02 20:16:57.311883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44516) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:57.368854 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c965d52-fbc7-41c4-9ca8-95200f630a32 req-95ba345a-1406-45b5-972c-fba324f783f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.370510 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c965d52-fbc7-41c4-9ca8-95200f630a32 req-95ba345a-1406-45b5-972c-fba324f783f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8814d83f-4ca8-4e89-ba7e-60e9373d99d4 HTTP/1.1" status: 200 len: 834 time: 0.1078124 Mar 02 20:16:57.412543 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-19a5750b-f3ef-44fe-a080-93c801a176e4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0970347 Mar 02 20:16:57.426730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44520) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:57.446796 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1d6d1485-377b-4e0e-9748-63d63e9c548c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3083456 Mar 02 20:16:57.450480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44524) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:57.458984 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-04e701b8-41a8-43b9-94c6-86379f526900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:57.489147 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2ec68ba2-00a3-4671-abe6-5ae3787dfe56 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4194205 Mar 02 20:16:57.489569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b24b82-1d40-4d08-824e-060cec121cd8 None None] Network b42bdcc7-83c1-40fd-8c21-1402b220bb78 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:16:57.522563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44528) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:57.542134 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7bb46fc3-07a8-4580-9e3d-fa97d91f9f01 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9600852 Mar 02 20:16:57.547309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44532) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:57.602959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f205-87f9-4acd-83a5-11465ad68fc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:57.628210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'port': {'network_id': '2963c79a-4b39-426a-aff5-ef7324a653bc', 'name': 'tempest-NetworksIpV6TestAttrs-1014847322'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:57.739721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f205-87f9-4acd-83a5-11465ad68fc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:57.744240 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c965d52-fbc7-41c4-9ca8-95200f630a32 req-b4e033c6-d80a-42aa-8795-6ac631a0104b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ffdce-2c6c-4226-a395-2a756a9cca82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3613551 Mar 02 20:16:57.747631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:57.782833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64162eb1-fe55-4d51-a3c3-4eac0c32051e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.784255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64162eb1-fe55-4d51-a3c3-4eac0c32051e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.785569 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64162eb1-fe55-4d51-a3c3-4eac0c32051e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.786882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64162eb1-fe55-4d51-a3c3-4eac0c32051e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.788260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64162eb1-fe55-4d51-a3c3-4eac0c32051e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.790000 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-64162eb1-fe55-4d51-a3c3-4eac0c32051e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2661965 Mar 02 20:16:57.796675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44538) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:57.904414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44542) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:57.913210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 80b898c3-edef-4ab4-8137-9a552ced344d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:57.913210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:57.920283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f205-87f9-4acd-83a5-11465ad68fc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:57.977261 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c965d52-fbc7-41c4-9ca8-95200f630a32 req-e8a2e655-500a-43ba-a0e4-14c0c41d8ed3 service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510217 Mar 02 20:16:57.979196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a0938-a37f-4080-869c-66b8c4dcb2a8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.980583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a0938-a37f-4080-869c-66b8c4dcb2a8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.981857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a0938-a37f-4080-869c-66b8c4dcb2a8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.987506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a0938-a37f-4080-869c-66b8c4dcb2a8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.987506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a0938-a37f-4080-869c-66b8c4dcb2a8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.987506 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c51a0938-a37f-4080-869c-66b8c4dcb2a8 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1901286 Mar 02 20:16:57.994223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9f205-87f9-4acd-83a5-11465ad68fc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a7ea72e-d794-4f8f-b528-e5414e6a0095,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:57.997240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44548) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:58.029409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f205-87f9-4acd-83a5-11465ad68fc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:58.033476 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c8d9f205-87f9-4acd-83a5-11465ad68fc4 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/8a7ea72e-d794-4f8f-b528-e5414e6a0095 HTTP/1.1" status: 204 len: 168 time: 0.6058922 Mar 02 20:16:58.039032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44552) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:58.188803 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c965d52-fbc7-41c4-9ca8-95200f630a32 req-66504a66-c181-4afc-bb77-eadb33ba05fc service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548247 Mar 02 20:16:58.189735 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8563a135-f87e-44fe-b297-153f0ef74135 None None] Provisioning for port 948d8947-633e-4a4d-83ce-80e3a6c348e5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:58.216063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-23140653-5e90-4c87-9927-fd5c5719553e', 'network_id': '23140653-5e90-4c87-9927-fd5c5719553e', 'tenant_id': 'fcf8040db4914edead9d89105bddc224', 'fixed_ips': [{'subnet_id': '14b7f2a5-0fe5-4cba-932d-8906ed388201'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:58.216540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:58.232711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2963c79a-4b39-426a-aff5-ef7324a653bc', 'network_id': '2963c79a-4b39-426a-aff5-ef7324a653bc', 'tenant_id': '92e5e8aecf034162800c77f3d3a20046', 'fixed_ips': [{'subnet_id': '658c623a-9531-4cfb-b073-2a19fdea6967'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:16:58.233595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:58.275267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8563a135-f87e-44fe-b297-153f0ef74135 None None] Provisioning complete for port 948d8947-633e-4a4d-83ce-80e3a6c348e5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:58.275641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8563a135-f87e-44fe-b297-153f0ef74135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:58.313828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:58.318430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:port and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:16:58.321448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:16:58.329072 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:58.363617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-04e701b8-41a8-43b9-94c6-86379f526900 None None] Allocated IP 172.20.0.34 (c1265753-9064-4e74-af5d-1b44f4073529/8aa88103-8fa8-4aae-89fb-b90c49c3b0f1/333eabdc-2c51-4437-986e-557e265680d5) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:58.411520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:58.414548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:58.468608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b4e62711-b412-424a-bf2f-799b8a5b4382 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:58.488891 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49173ea-29c2-46e2-8e99-e00d38f9a784 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:58.489315 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b49173ea-29c2-46e2-8e99-e00d38f9a784 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/networks/442c8a04-9669-4630-b388-9b4f3cb65a03 HTTP/1.1" status: 200 len: 804 time: 0.4843204 Mar 02 20:16:58.499690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44558) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:58.500352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] device_id is not set on port 929048d4-3276-495f-8967-ed64fb57ecc3 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:16:58.504928 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1ba5ce0e-846f-4a93-a463-e10946b2f947 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=595ef1f06f1c412988fc3d9c8187dc89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5995574 Mar 02 20:16:58.513811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44562) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:58.622855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c56f68cf-8948-4405-83ed-37d8b7b3582d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:58.634921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b4e62711-b412-424a-bf2f-799b8a5b4382 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:58.639154 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b4e62711-b412-424a-bf2f-799b8a5b4382 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5997033 Mar 02 20:16:58.639799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44566) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:58.682666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:58.752418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861e9fe-e515-4c26-8415-616452789e38 req-08fdec73-5cf2-40a2-a06f-25c8ccd9220d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:58.753879 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9861e9fe-e515-4c26-8415-616452789e38 req-08fdec73-5cf2-40a2-a06f-25c8ccd9220d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 944 time: 0.3813446 Mar 02 20:16:58.810695 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4b0888e1-5077-4678-9c22-3fca3fc48469 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/networks/442c8a04-9669-4630-b388-9b4f3cb65a03?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3053315 Mar 02 20:16:58.814083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f32f28a1-1eb8-48b1-b9ee-5a5602fd6412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:58.818254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44570) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:58.915775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-56c66b4b-052c-4304-be69-f5039b6c08ac tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:58.929383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f32f28a1-1eb8-48b1-b9ee-5a5602fd6412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:58.933770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-04e701b8-41a8-43b9-94c6-86379f526900 None None] For port 333eabdc-2c51-4437-986e-557e265680d5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=333eabdc-2c51-4437-986e-557e265680d5,segment=NetworkSegment(b581a7f4-8558-4909-a7b2-367188621a84),segment_id=b581a7f4-8558-4909-a7b2-367188621a84)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:58.936800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Allocated IP 2001:db8::2 (23140653-5e90-4c87-9927-fd5c5719553e/14b7f2a5-0fe5-4cba-932d-8906ed388201/0601d4d4-cf33-4b65-b738-5b7418e06c97) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:58.941802 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8563a135-f87e-44fe-b297-153f0ef74135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:58.955667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Allocated IP 2001:db8::f816:3eff:fed2:3f2b (2963c79a-4b39-426a-aff5-ef7324a653bc/658c623a-9531-4cfb-b073-2a19fdea6967/929048d4-3276-495f-8967-ed64fb57ecc3) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:58.982493 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9861e9fe-e515-4c26-8415-616452789e38 req-ce9bde38-cd10-4610-9660-d31bb9c5892a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172763 Mar 02 20:16:59.017356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c5a11-6393-4cd0-9b2d-f9fb891680d3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:59.019005 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a77c5a11-6393-4cd0-9b2d-f9fb891680d3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/subnets/f0ec3027-296b-41ab-9a8a-b9cc404282e1 HTTP/1.1" status: 200 len: 843 time: 0.1998188 Mar 02 20:16:59.020765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-56c66b4b-052c-4304-be69-f5039b6c08ac tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.041490 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44574) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:59.087273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-04e701b8-41a8-43b9-94c6-86379f526900 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.102910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 90b46741-3d48-4377-9c86-90a53c0be0f4 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:16:59.111057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8563a135-f87e-44fe-b297-153f0ef74135 None None] For port 948d8947-633e-4a4d-83ce-80e3a6c348e5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=948d8947-633e-4a4d-83ce-80e3a6c348e5,segment=NetworkSegment(943c516f-0668-49c7-ac2e-64a633fbd7ef),segment_id=943c516f-0668-49c7-ac2e-64a633fbd7ef)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:59.121492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port c56f68cf-8948-4405-83ed-37d8b7b3582d completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:59.128050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-04e701b8-41a8-43b9-94c6-86379f526900 None None] Transition to ACTIVE for port object 333eabdc-2c51-4437-986e-557e265680d5 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:59.149749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c56f68cf-8948-4405-83ed-37d8b7b3582d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:59.151279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.231926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8563a135-f87e-44fe-b297-153f0ef74135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.241040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f32f28a1-1eb8-48b1-b9ee-5a5602fd6412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.253960 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-56c66b4b-052c-4304-be69-f5039b6c08ac tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.326021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f28a1-1eb8-48b1-b9ee-5a5602fd6412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69bd18e-42df-473e-9a63-46f9a4d30422,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:59.337915 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-04e701b8-41a8-43b9-94c6-86379f526900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.350371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c66b4b-052c-4304-be69-f5039b6c08ac tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=692d884a-9ba2-4ba3-8db5-c8c40deda95e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:59.389036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Allocated IP 2001:db8::1 (b42bdcc7-83c1-40fd-8c21-1402b220bb78/eaab6fca-0f75-43f7-b931-70cbd8023346/d3020ed6-1a69-4714-8c36-0942ceaaf102) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:59.402238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b27b59-6232-4d2e-9aef-eecc3389acb3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:59.402748 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b3b27b59-6232-4d2e-9aef-eecc3389acb3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Synchronizing usage tracker for tenant:56cef9e74e754b51943355b498e30ecd on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:59.461695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Delete allocated IP 172.20.0.8 (c1265753-9064-4e74-af5d-1b44f4073529/01a30387-e67c-4331-8c01-b9762bb2fa81) {{(pid=84504) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 20:16:59.470624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Allocated IP 172.20.0.40 (c1265753-9064-4e74-af5d-1b44f4073529/8aa88103-8fa8-4aae-89fb-b90c49c3b0f1/05a0f56f-2257-4c91-960c-fcb5f9637b5d) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:59.510436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f32f28a1-1eb8-48b1-b9ee-5a5602fd6412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.511293 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f32f28a1-1eb8-48b1-b9ee-5a5602fd6412 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f69bd18e-42df-473e-9a63-46f9a4d30422 HTTP/1.1" status: 204 len: 168 time: 0.9784932 Mar 02 20:16:59.514115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-56c66b4b-052c-4304-be69-f5039b6c08ac tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.518421 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-56c66b4b-052c-4304-be69-f5039b6c08ac tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-groups/692d884a-9ba2-4ba3-8db5-c8c40deda95e HTTP/1.1" status: 204 len: 168 time: 0.8710682 Mar 02 20:16:59.525001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44580) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:59.527496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b3b27b59-6232-4d2e-9aef-eecc3389acb3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Unset dirty status for tenant:56cef9e74e754b51943355b498e30ecd on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:59.533493 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b3b27b59-6232-4d2e-9aef-eecc3389acb3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "GET /v2.0/subnets/f0ec3027-296b-41ab-9a8a-b9cc404282e1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3434854 Mar 02 20:16:59.533862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44584) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:59.540618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563a135-f87e-44fe-b297-153f0ef74135 None None] Pushing event updated for resources: {'Port': ['ID=948d8947-633e-4a4d-83ce-80e3a6c348e5,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:59.542976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-926022015'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:59.569034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:59.581047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:59.665647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:59.668846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.670136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-900df0b2-2b94-468e-9e78-6d210cb0d736 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:59.679453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.682424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.717272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:16:59.726235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.726587 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Added segment a6532954-4b09-4d57-a050-58c6125690da of type vlan for network a9d68133-71db-49dd-a691-12474eebbd9e Mar 02 20:16:59.735252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Transition to ACTIVE for port object 929048d4-3276-495f-8967-ed64fb57ecc3 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:59.741352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.747515 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5f42df58-c52f-4789-99e6-c6a0fda9fd6c None None] Provisioning complete for port 948d8947-633e-4a4d-83ce-80e3a6c348e5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:59.747882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5f42df58-c52f-4789-99e6-c6a0fda9fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.758311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.764941 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Transition to ACTIVE for port object d3020ed6-1a69-4714-8c36-0942ceaaf102 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:59.791345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Transition to ACTIVE for port object 0601d4d4-cf33-4b65-b738-5b7418e06c97 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:59.795818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-900df0b2-2b94-468e-9e78-6d210cb0d736 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:59.798037 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-900df0b2-2b94-468e-9e78-6d210cb0d736 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2704873 Mar 02 20:16:59.803940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44588) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:16:59.809171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372756929'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:16:59.816786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:59.824053 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 90b46741-3d48-4377-9c86-90a53c0be0f4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=90b46741-3d48-4377-9c86-90a53c0be0f4,segment=NetworkSegment(294f8c8b-9cfd-48b3-92b9-510e13d7d579),segment_id=294f8c8b-9cfd-48b3-92b9-510e13d7d579)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:16:59.833995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:59.873291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'port_id': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'mac_address': 'fa:16:3e:e5:01:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:16:59.874858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.878825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.902228 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Transition to ACTIVE for port object 0601d4d4-cf33-4b65-b738-5b7418e06c97 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:59.904961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e701b8-41a8-43b9-94c6-86379f526900 None None] Pushing event updated for resources: {'Port': ['ID=333eabdc-2c51-4437-986e-557e265680d5,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:59.909326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Transition to ACTIVE for port object 05a0f56f-2257-4c91-960c-fcb5f9637b5d will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:59.918835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.924440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.924440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.925112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:59.928512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:59.980723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.027891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port c56f68cf-8948-4405-83ed-37d8b7b3582d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c56f68cf-8948-4405-83ed-37d8b7b3582d,segment=NetworkSegment(8ad72e7f-67b9-45f1-8b62-23302683de86),segment_id=8ad72e7f-67b9-45f1-8b62-23302683de86)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:00.056255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:00.062182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:00.069360 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:00.073557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:00.080055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Allocated IP 2001:db8::f816:3eff:feb5:efac (2963c79a-4b39-426a-aff5-ef7324a653bc/658c623a-9531-4cfb-b073-2a19fdea6967/56a8a0a9-d455-4617-9060-0cb8f5f0e461) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:00.135983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.159063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network b42bdcc7-83c1-40fd-8c21-1402b220bb78 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:00.164485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:00.167107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:00.167898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.173506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network 2963c79a-4b39-426a-aff5-ef7324a653bc is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:00.178479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:00.181143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:00.181581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.185929 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:00.186612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.202747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Port': ['ID=d3020ed6-1a69-4714-8c36-0942ceaaf102,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:00.255842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.329556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Network': ['ID=a9d68133-71db-49dd-a691-12474eebbd9e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:00.358511 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8234088 Mar 02 20:17:00.367144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44600) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:00.371535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59631f78-f16b-4478-93e5-5b1f035c77c4,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:00.388109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'network_id': 'a9d68133-71db-49dd-a691-12474eebbd9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:00.426636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Port': ['ID=929048d4-3276-495f-8967-ed64fb57ecc3,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:00.450390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.452471 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e70a45b6-f868-4938-84bd-e0aeec923cd8 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6478870 Mar 02 20:17:00.465324 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7018766d-b62f-40d7-9749-e504986f848f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9139469 Mar 02 20:17:00.465526 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.472780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:00.479772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:00.479772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:00.479772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:00.479772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:00.479772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:00.479772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:00.479772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:00.479772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:00.479772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:00.479772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf64a26-94cf-4bb8-81eb-7f86dc62596a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:00.497230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44606) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:00.497572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44608) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:00.505674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e06e5b50-dc17-4e2a-b8ca-af9a321151dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Request body: {'security_group_rule': {'security_group_id': '59631f78-f16b-4478-93e5-5b1f035c77c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:00.559184 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network a9d68133-71db-49dd-a691-12474eebbd9e details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:00.603133 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.610942 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.611083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:00.714180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e06e5b50-dc17-4e2a-b8ca-af9a321151dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:00.754894 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:00.776603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.808753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e06e5b50-dc17-4e2a-b8ca-af9a321151dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Usage tracker for resource:security_group_rule and tenant:e11949b0e3d04acfa9c2972460204769 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:00.820901 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b46741-3d48-4377-9c86-90a53c0be0f4 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:17:00.824594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e06e5b50-dc17-4e2a-b8ca-af9a321151dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:00.825646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 333eabdc-2c51-4437-986e-557e265680d5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:00.848322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event updated for resources: {'Port': ['ID=05a0f56f-2257-4c91-960c-fcb5f9637b5d,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:00.852401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Made reservation on behalf of 56cef9e74e754b51943355b498e30ecd for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:00.854897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e06e5b50-dc17-4e2a-b8ca-af9a321151dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:00.979675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6def0-3ded-4de4-8841-6eff77d887f0 req-e3c9f16c-ac51-49e9-a602-1cea3e18f075 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:00.981256 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7cf6def0-3ded-4de4-8841-6eff77d887f0 req-e3c9f16c-ac51-49e9-a602-1cea3e18f075 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 944 time: 0.6216774 Mar 02 20:17:00.982103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] In _notify_port_updated(), no bound segment for port 05a0f56f-2257-4c91-960c-fcb5f9637b5d on network c1265753-9064-4e74-af5d-1b44f4073529 {{(pid=84504) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:17:00.986124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:00.986719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:00.988026 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a0f032b2-b6fa-4db7-8647-1b9826c58aa7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "PUT /v2.0/ports/05a0f56f-2257-4c91-960c-fcb5f9637b5d HTTP/1.1" status: 200 len: 960 time: 4.2174950 Mar 02 20:17:01.025335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44620) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:01.033551 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 90b46741-3d48-4377-9c86-90a53c0be0f4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=90b46741-3d48-4377-9c86-90a53c0be0f4,segment=NetworkSegment(294f8c8b-9cfd-48b3-92b9-510e13d7d579),segment_id=294f8c8b-9cfd-48b3-92b9-510e13d7d579)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:01.089216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=c56f68cf-8948-4405-83ed-37d8b7b3582d,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:01.124419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.146066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-f08284b6-2598-43f3-8c29-56124b7cdc13 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 05a0f56f-2257-4c91-960c-fcb5f9637b5d {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:01.146478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f08284b6-2598-43f3-8c29-56124b7cdc13 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.151651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.171417 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Network 23140653-5e90-4c87-9927-fd5c5719553e is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:01.189989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:01.213195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e06e5b50-dc17-4e2a-b8ca-af9a321151dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.245261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.256940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Transition to ACTIVE for port object 56a8a0a9-d455-4617-9060-0cb8f5f0e461 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:01.280165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Transition to ACTIVE for port object 56a8a0a9-d455-4617-9060-0cb8f5f0e461 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:01.283632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:01.347846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Pushing event updated for resources: {'Port': ['ID=0601d4d4-cf33-4b65-b738-5b7418e06c97,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:01.394446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44626) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:01.401485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.425867 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 948d8947-633e-4a4d-83ce-80e3a6c348e5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:01.456781 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7cf6def0-3ded-4de4-8841-6eff77d887f0 req-453506fd-150f-475d-bde4-671a83bd2c61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4603641 Mar 02 20:17:01.457269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_backend_mixin [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Performing IP validity checks on allocation pools {{(pid=84503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:17:01.457968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_backend_mixin [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:17:01.496843 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-0558a269-0888-4348-95bd-11bb1467a6ae tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Deleting subnet 658c623a-9531-4cfb-b073-2a19fdea6967 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:01.518651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e06e5b50-dc17-4e2a-b8ca-af9a321151dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.553553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Attempting to bind port 0601d4d4-cf33-4b65-b738-5b7418e06c97 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:01.553553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Attempting to bind port 0601d4d4-cf33-4b65-b738-5b7418e06c97 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '093bfac0-69b5-4dee-9b8d-21f520ba3c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '23140653-5e90-4c87-9927-fd5c5719553e'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:01.554333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Attempting to bind port 0601d4d4-cf33-4b65-b738-5b7418e06c97 on network 23140653-5e90-4c87-9927-fd5c5719553e {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:01.563391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['90b46741-3d48-4377-9c86-90a53c0be0f4'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:17:01.618802 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Network 2963c79a-4b39-426a-aff5-ef7324a653bc is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:01.634907 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:01.646110 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:01.647684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0558a269-0888-4348-95bd-11bb1467a6ae tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.655754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=90b46741-3d48-4377-9c86-90a53c0be0f4,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:01.662008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:01.665232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Checking segment: {'id': '093bfac0-69b5-4dee-9b8d-21f520ba3c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '23140653-5e90-4c87-9927-fd5c5719553e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:01.665232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.665232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Bound using segment: {'id': '093bfac0-69b5-4dee-9b8d-21f520ba3c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '23140653-5e90-4c87-9927-fd5c5719553e'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:01.665232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Bound port: 0601d4d4-cf33-4b65-b738-5b7418e06c97, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093bfac0-69b5-4dee-9b8d-21f520ba3c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '23140653-5e90-4c87-9927-fd5c5719553e'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:01.665232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.698181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-430258649'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:01.701635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e06e5b50-dc17-4e2a-b8ca-af9a321151dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.704990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Provisioning complete for port 10bb91fa-50b1-479c-a749-6339432efb29 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:01.705773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.708566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.731742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:01.753199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Usage tracker for resource:network and tenant:b4024bb6f59a4a558e2740120c93d489 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:01.764460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:01.769117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.770231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.787278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e5b50-dc17-4e2a-b8ca-af9a321151dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a647111d-afaf-441e-abf6-115043ffc240,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:01.803780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:01.812654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0558a269-0888-4348-95bd-11bb1467a6ae tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.833140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.877997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f08284b6-2598-43f3-8c29-56124b7cdc13 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.902107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e06e5b50-dc17-4e2a-b8ca-af9a321151dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.905439 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e06e5b50-dc17-4e2a-b8ca-af9a321151dd tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4033678 Mar 02 20:17:01.924253 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Pushing event updated for resources: {'Port': ['ID=56a8a0a9-d455-4617-9060-0cb8f5f0e461,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:01.928839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Port 10bb91fa-50b1-479c-a749-6339432efb29 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:01.957539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 948d8947-633e-4a4d-83ce-80e3a6c348e5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:01.957853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:01.958859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44632) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:02.008884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Port': ['ID=d3020ed6-1a69-4714-8c36-0942ceaaf102,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:02.023929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Attempting to bind port 56a8a0a9-d455-4617-9060-0cb8f5f0e461 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:02.024297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Attempting to bind port 56a8a0a9-d455-4617-9060-0cb8f5f0e461 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'dbd6e4db-e16c-4eeb-8de8-4793080a4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '2963c79a-4b39-426a-aff5-ef7324a653bc'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:02.024643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Attempting to bind port 56a8a0a9-d455-4617-9060-0cb8f5f0e461 on network 2963c79a-4b39-426a-aff5-ef7324a653bc {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:02.027668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-f08284b6-2598-43f3-8c29-56124b7cdc13 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 05a0f56f-2257-4c91-960c-fcb5f9637b5d owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:02.053615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=09f0d43b-2d2d-4bfd-a706-1a7cc56dc111,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:02.068151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Checking segment: {'id': 'a6532954-4b09-4d57-a050-58c6125690da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a9d68133-71db-49dd-a691-12474eebbd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:02.068890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network hostable DHCP agents. Network: a9d68133-71db-49dd-a691-12474eebbd9e, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:02.070402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:02.070774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Checking segment: {'id': 'dbd6e4db-e16c-4eeb-8de8-4793080a4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '2963c79a-4b39-426a-aff5-ef7324a653bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:02.071165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.071553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Bound using segment: {'id': 'dbd6e4db-e16c-4eeb-8de8-4793080a4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '2963c79a-4b39-426a-aff5-ef7324a653bc'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:02.072023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Bound port: 56a8a0a9-d455-4617-9060-0cb8f5f0e461, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd6e4db-e16c-4eeb-8de8-4793080a4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '2963c79a-4b39-426a-aff5-ef7324a653bc'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:02.072388 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.076338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.076687 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.077030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.077364 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.077702 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.078057 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.078459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.078790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.079119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.079447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.079777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.085768 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] For port 0601d4d4-cf33-4b65-b738-5b7418e06c97, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:02.103235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Made reservation on behalf of b4024bb6f59a4a558e2740120c93d489 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:02.106213 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.106376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.106654 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.107305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.107305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.107654 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.108375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.108492 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.108765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.109097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.110067 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.110516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:02.142566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] For port 0601d4d4-cf33-4b65-b738-5b7418e06c97, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0601d4d4-cf33-4b65-b738-5b7418e06c97,segment=NetworkSegment(093bfac0-69b5-4dee-9b8d-21f520ba3c3b),segment_id=093bfac0-69b5-4dee-9b8d-21f520ba3c3b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:02.146745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.158125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network b42bdcc7-83c1-40fd-8c21-1402b220bb78 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:02.159611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:02.163026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Provisioning for port 05a0f56f-2257-4c91-960c-fcb5f9637b5d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:02.204214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Provisioning complete for port 05a0f56f-2257-4c91-960c-fcb5f9637b5d triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:02.204583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.221282 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c73845fc-878f-4e9d-b0cc-fd1f1f7767da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.273214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:02.287385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Usage tracker for resource:security_group_rule and tenant:b4024bb6f59a4a558e2740120c93d489 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:02.319568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:02.324274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c73845fc-878f-4e9d-b0cc-fd1f1f7767da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.334293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.350561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Network a9d68133-71db-49dd-a691-12474eebbd9e is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:02.353307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:02.379435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0558a269-0888-4348-95bd-11bb1467a6ae tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.503334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, a9d68133-71db-49dd-a691-12474eebbd9e) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:02.510218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:02.510991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.529331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d350195-ccd7-442c-9f7c-6fa8d950db3f None None] Network a9d68133-71db-49dd-a691-12474eebbd9e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:02.545885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f08284b6-2598-43f3-8c29-56124b7cdc13 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.554267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.606628 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08284b6-2598-43f3-8c29-56124b7cdc13 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=05a0f56f-2257-4c91-960c-fcb5f9637b5d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:02.609580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c73845fc-878f-4e9d-b0cc-fd1f1f7767da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.629665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73845fc-878f-4e9d-b0cc-fd1f1f7767da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59631f78-f16b-4478-93e5-5b1f035c77c4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:02.632617 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b9e2ef2f-f1a3-4e11-aa25-5d68dbc235ae tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2641594 Mar 02 20:17:02.639585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44638) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:02.646887 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7e58eced-ad61-4481-9571-60d6e44eed72 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:02.667717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.671460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0558a269-0888-4348-95bd-11bb1467a6ae tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.731394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0558a269-0888-4348-95bd-11bb1467a6ae tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.755231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] For port 56a8a0a9-d455-4617-9060-0cb8f5f0e461, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:02.813738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Router 527c4cf3-e715-410c-87a1-35c10fef2cf1 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:17:02.877666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e58eced-ad61-4481-9571-60d6e44eed72 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6960475'] for subnet, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:02.897306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Port 05a0f56f-2257-4c91-960c-fcb5f9637b5d cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:02.933683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c56f68cf-8948-4405-83ed-37d8b7b3582d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:02.981998 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] For port 56a8a0a9-d455-4617-9060-0cb8f5f0e461, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=56a8a0a9-d455-4617-9060-0cb8f5f0e461,segment=NetworkSegment(dbd6e4db-e16c-4eeb-8de8-4793080a4a87),segment_id=dbd6e4db-e16c-4eeb-8de8-4793080a4a87)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:03.006954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558a269-0888-4348-95bd-11bb1467a6ae tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Subnet': ['ID=658c623a-9531-4cfb-b073-2a19fdea6967,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:03.053534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:03.079662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04223a7b-1d59-4ab8-b2e8-d3c9aa15a5e6,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:03.088870 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0558a269-0888-4348-95bd-11bb1467a6ae tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/subnets/658c623a-9531-4cfb-b073-2a19fdea6967 HTTP/1.1" status: 204 len: 168 time: 2.5874722 Mar 02 20:17:03.103821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44642) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:03.108228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.108676 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Added segment aeaf53a0-702f-406c-9361-672f90a72566 of type vlan for network 5547fad4-2533-4b41-9b9a-f9846c2e4a07 Mar 02 20:17:03.144593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bb077-1503-4766-be95-2f1feeb228dd None None] Pushing event updated for resources: {'Port': ['ID=0601d4d4-cf33-4b65-b738-5b7418e06c97,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:03.155704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.162415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c73845fc-878f-4e9d-b0cc-fd1f1f7767da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.163303 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c73845fc-878f-4e9d-b0cc-fd1f1f7767da tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-groups/59631f78-f16b-4478-93e5-5b1f035c77c4 HTTP/1.1" status: 204 len: 168 time: 1.1447988 Mar 02 20:17:03.169615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44646) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:03.205868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f08284b6-2598-43f3-8c29-56124b7cdc13 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.215193 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-a9d68133-71db-49dd-a691-12474eebbd9e', 'network_id': 'a9d68133-71db-49dd-a691-12474eebbd9e', 'tenant_id': '56cef9e74e754b51943355b498e30ecd', 'fixed_ips': [{'subnet_id': '09f0d43b-2d2d-4bfd-a706-1a7cc56dc111'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:03.215996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.238018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.242400 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f08284b6-2598-43f3-8c29-56124b7cdc13 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/05a0f56f-2257-4c91-960c-fcb5f9637b5d HTTP/1.1" status: 204 len: 168 time: 2.2162063 Mar 02 20:17:03.248320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44650) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:03.294596 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbcfc5-0e42-4dec-816a-425d6c8fa3cb req-ff98a98e-6cba-4402-bd57-c11b65fd69a2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:03.296246 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-eccbcfc5-0e42-4dec-816a-425d6c8fa3cb req-ff98a98e-6cba-4402-bd57-c11b65fd69a2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 945 time: 0.5615427 Mar 02 20:17:03.308535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf2c41-b6d8-40e0-85bf-b130867c23ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:03.309741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf2c41-b6d8-40e0-85bf-b130867c23ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:03.310563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6fcf2c41-b6d8-40e0-85bf-b130867c23ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Synchronizing usage tracker for tenant:92e5e8aecf034162800c77f3d3a20046 on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:03.317408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d08b013-3af5-460e-9453-1ec7f6ebc77f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] GET failed (client error): The resource could not be found. Mar 02 20:17:03.318003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7d08b013-3af5-460e-9453-1ec7f6ebc77f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Synchronizing usage tracker for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:03.325810 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-44bbb848-c520-4b19-8a0e-e92a16cc5d7f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:03.351513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Provisioning for port d3020ed6-1a69-4714-8c36-0942ceaaf102 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:03.404158 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-eccbcfc5-0e42-4dec-816a-425d6c8fa3cb req-1dace033-dacf-4a03-b03c-8570e802e741 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878947 Mar 02 20:17:03.430948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90fadb-06d2-4593-9e9b-ea7f8b74a8c6 None None] Pushing event updated for resources: {'Port': ['ID=56a8a0a9-d455-4617-9060-0cb8f5f0e461,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:03.436343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c56f68cf-8948-4405-83ed-37d8b7b3582d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:03.436720 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.454541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6fcf2c41-b6d8-40e0-85bf-b130867c23ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Unset dirty status for tenant:92e5e8aecf034162800c77f3d3a20046 on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:03.457273 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6fcf2c41-b6d8-40e0-85bf-b130867c23ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3496239 Mar 02 20:17:03.459353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44654) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:03.459681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Provisioning complete for port d3020ed6-1a69-4714-8c36-0942ceaaf102 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:03.460056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.558531 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.561007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Port d3020ed6-1a69-4714-8c36-0942ceaaf102 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:03.567395 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:03.568311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.573293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7d08b013-3af5-460e-9453-1ec7f6ebc77f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Unset dirty status for tenant:ff25e31141134f11bedd474ffb55a307 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:03.581023 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7d08b013-3af5-460e-9453-1ec7f6ebc77f tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports/05a0f56f-2257-4c91-960c-fcb5f9637b5d HTTP/1.1" status: 404 len: 333 time: 0.3315942 Mar 02 20:17:03.583187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44658) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:03.603712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:17:03.623190 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-99e43203-82f9-4997-9b43-ae9f25a40659 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "PUT /v2.0/routers/527c4cf3-e715-410c-87a1-35c10fef2cf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1716127 Mar 02 20:17:03.627251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd8ff0-4108-4ef2-937c-b2064ca13927 None None] Sync routers for ids ['527c4cf3-e715-410c-87a1-35c10fef2cf1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:17:03.628802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44662) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:03.676517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd8ff0-4108-4ef2-937c-b2064ca13927 None None] Routers {'527c4cf3-e715-410c-87a1-35c10fef2cf1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:03.677467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-66cd8ff0-4108-4ef2-937c-b2064ca13927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['527c4cf3-e715-410c-87a1-35c10fef2cf1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:03.735394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-44bbb848-c520-4b19-8a0e-e92a16cc5d7f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:03.739079 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-44bbb848-c520-4b19-8a0e-e92a16cc5d7f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5583363 Mar 02 20:17:03.739812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44666) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:03.756516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d22b-47dd-4ca7-9b2f-2ffce48a3614 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.768434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-66cd8ff0-4108-4ef2-937c-b2064ca13927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:03.768919 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b9d22b-47dd-4ca7-9b2f-2ffce48a3614 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 20:17:03.769325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b9d22b-47dd-4ca7-9b2f-2ffce48a3614 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:03.771114 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d0b9d22b-47dd-4ca7-9b2f-2ffce48a3614 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/networks/2963c79a-4b39-426a-aff5-ef7324a653bc HTTP/1.1" status: 409 len: 405 time: 0.3107181 Mar 02 20:17:03.772086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event updated for resources: {'Network': ['ID=5547fad4-2533-4b41-9b9a-f9846c2e4a07,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:03.776600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44668) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:03.782487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2136148598'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:03.792307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:03.820414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:network and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:03.822709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Provisioning for port 333eabdc-2c51-4437-986e-557e265680d5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:03.824178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:03.829875 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-85d7fe27-924e-486c-8938-1babe66420e9 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4314735 Mar 02 20:17:03.831693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44672) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:03.834446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:03.838798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Provisioning complete for port 333eabdc-2c51-4437-986e-557e265680d5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:03.839161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e529795-0e46-4272-a95e-a55c75872b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.839767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Request body: {'subnet': {'network_id': '5547fad4-2533-4b41-9b9a-f9846c2e4a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:03.857562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e58eced-ad61-4481-9571-60d6e44eed72 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773523832989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7828140'] for subnet, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:03.902136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 5547fad4-2533-4b41-9b9a-f9846c2e4a07 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:03.982765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:03.987198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Usage tracker for resource:subnet and tenant:b4024bb6f59a4a558e2740120c93d489 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:03.991212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:04.000668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:04.010716 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:04.016709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.051160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd8ff0-4108-4ef2-937c-b2064ca13927 None None] Routers {'527c4cf3-e715-410c-87a1-35c10fef2cf1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:04.051794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-66cd8ff0-4108-4ef2-937c-b2064ca13927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['527c4cf3-e715-410c-87a1-35c10fef2cf1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:04.072631 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e93d4452-f50d-4c4b-be6e-86f02672b76a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.076371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Made reservation on behalf of b4024bb6f59a4a558e2740120c93d489 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:04.109870 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58eced-ad61-4481-9571-60d6e44eed72 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:04.110676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e58eced-ad61-4481-9571-60d6e44eed72 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.117675 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7e58eced-ad61-4481-9571-60d6e44eed72 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "PUT /v2.0/subnets/09f0d43b-2d2d-4bfd-a706-1a7cc56dc111 HTTP/1.1" status: 200 len: 900 time: 1.4766600 Mar 02 20:17:04.124694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44678) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:04.175959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58eced-ad61-4481-9571-60d6e44eed72 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event updated for resources: {'Subnet': ['ID=09f0d43b-2d2d-4bfd-a706-1a7cc56dc111,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:04.180826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Allocated IP 2001:db8::3 (a9d68133-71db-49dd-a691-12474eebbd9e/09f0d43b-2d2d-4bfd-a706-1a7cc56dc111/2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:04.182768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e93d4452-f50d-4c4b-be6e-86f02672b76a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.195202 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-62904c42-c681-4ffc-bb60-c004077ecea7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Synchronizing usage tracker for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:04.207681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-66cd8ff0-4108-4ef2-937c-b2064ca13927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:04.207681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd8ff0-4108-4ef2-937c-b2064ca13927 None None] The sync data for ids ['527c4cf3-e715-410c-87a1-35c10fef2cf1'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:17:04.235420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:04.318870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09abc537-6c46-4bf8-8111-16726760a518 None None] Network 23140653-5e90-4c87-9927-fd5c5719553e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:04.320292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.320640 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Added segment 135fb848-8310-4313-bf7d-f3b52b1ca512 of type vlan for network 9a083290-bda0-41e9-af65-ae81b772bda2 Mar 02 20:17:04.325229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-62904c42-c681-4ffc-bb60-c004077ecea7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] Unset dirty status for tenant:e11949b0e3d04acfa9c2972460204769 on resource:security_group_rule {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:04.328312 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-62904c42-c681-4ffc-bb60-c004077ecea7 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4639363 Mar 02 20:17:04.341281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44682) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:04.368552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.391403 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e93d4452-f50d-4c4b-be6e-86f02672b76a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.401315 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-41f40209-724f-4eb5-b547-1538be306d4f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] delete failed (client error): The resource could not be found. Mar 02 20:17:04.406250 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-41f40209-724f-4eb5-b547-1538be306d4f tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "DELETE /v2.0/security-groups/59631f78-f16b-4478-93e5-5b1f035c77c4 HTTP/1.1" status: 404 len: 347 time: 0.0556936 Mar 02 20:17:04.407765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44686) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:04.429571 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d4452-f50d-4c4b-be6e-86f02672b76a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5960ad0f-f055-408c-8fb9-d7ddd731fb41,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:04.492437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.509427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c180c31d-e5c1-470b-8855-177981c6585e None None] Provisioning for port 0601d4d4-cf33-4b65-b738-5b7418e06c97 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:04.569001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e93d4452-f50d-4c4b-be6e-86f02672b76a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.570520 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e93d4452-f50d-4c4b-be6e-86f02672b76a tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/security-groups/5960ad0f-f055-408c-8fb9-d7ddd731fb41 HTTP/1.1" status: 204 len: 168 time: 0.9856083 Mar 02 20:17:04.577199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44692) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:04.643385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.662854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.666671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:04.667260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.689788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.701369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c180c31d-e5c1-470b-8855-177981c6585e None None] Provisioning complete for port d3020ed6-1a69-4714-8c36-0942ceaaf102 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:04.701728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c180c31d-e5c1-470b-8855-177981c6585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.751031 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-49557d68-fc07-4a73-953d-8cf24ad03bd6 tempest-SecGroupTest-1836821267 tempest-SecGroupTest-1836821267-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3388207 Mar 02 20:17:04.755920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dc52130f-23ca-48e0-b229-a62adfdd4a63 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.756682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Transition to ACTIVE for port object 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:04.803602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Transition to ACTIVE for port object 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:04.805447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dc52130f-23ca-48e0-b229-a62adfdd4a63 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:04.833612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c180c31d-e5c1-470b-8855-177981c6585e None None] Port d3020ed6-1a69-4714-8c36-0942ceaaf102 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:04.852477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 56a8a0a9-d455-4617-9060-0cb8f5f0e461 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:04.901216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.036087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Network a9d68133-71db-49dd-a691-12474eebbd9e is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:05.037391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Pushing event updated for resources: {'Port': ['ID=2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:05.040808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:05.043758 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:05.140357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.144982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb4bde5-6914-40fb-a0d7-c8ff7e6e3645 None None] Network 2963c79a-4b39-426a-aff5-ef7324a653bc requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:05.168284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dc52130f-23ca-48e0-b229-a62adfdd4a63 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.179702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 90b46741-3d48-4377-9c86-90a53c0be0f4 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:05.204279 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4257114 Mar 02 20:17:05.208609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44698) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:05.217667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52130f-23ca-48e0-b229-a62adfdd4a63 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c07d16-663e-4dc0-a4e4-1ce16af8bed8,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:05.219969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 56a8a0a9-d455-4617-9060-0cb8f5f0e461 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:05.230887 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'subnet': {'network_id': '9a083290-bda0-41e9-af65-ae81b772bda2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:05.268992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.284087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ba36a-3c91-4448-bcc7-298ce09cbb65 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Network': ['ID=9a083290-bda0-41e9-af65-ae81b772bda2,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:05.305176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 9a083290-bda0-41e9-af65-ae81b772bda2 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:05.387262 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cee655-99c5-4f6c-a290-cfd36139401c req-bce8cb3a-9851-465b-94d1-75bdb628687b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:05.395931 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-63cee655-99c5-4f6c-a290-cfd36139401c req-bce8cb3a-9851-465b-94d1-75bdb628687b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 945 time: 0.8475389 Mar 02 20:17:05.410526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dc52130f-23ca-48e0-b229-a62adfdd4a63 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.414276 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dc52130f-23ca-48e0-b229-a62adfdd4a63 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/security-groups/34c07d16-663e-4dc0-a4e4-1ce16af8bed8 HTTP/1.1" status: 204 len: 168 time: 0.8314288 Mar 02 20:17:05.421391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44704) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:05.425655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:05.443063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0601d4d4-cf33-4b65-b738-5b7418e06c97 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:05.456443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.470112 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:05.477992 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-63cee655-99c5-4f6c-a290-cfd36139401c req-395bf06a-b596-4d0a-8653-ad7952ba34de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809307 Mar 02 20:17:05.499626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44708) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:05.506215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event updated for resources: {'Subnet': ['ID=98c2913c-1376-4c01-bd2a-4067a07be203,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:05.506370 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-6c834cd1-f1e1-4566-8124-8f3a14faa327 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:17:05.506370 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6c834cd1-f1e1-4566-8124-8f3a14faa327 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "PUT /v2.0/routers/527c4cf3-e715-410c-87a1-35c10fef2cf1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8742106 Mar 02 20:17:05.507214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44710) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:05.542986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Attempting to bind port 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:05.543379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Attempting to bind port 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'a6532954-4b09-4d57-a050-58c6125690da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a9d68133-71db-49dd-a691-12474eebbd9e'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:05.543796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Attempting to bind port 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e on network a9d68133-71db-49dd-a691-12474eebbd9e {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:05.550527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19ff39dd-7661-4c91-b950-e94ff3f69648 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.572990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e7bc01b2-8122-4ce5-b4f2-153c44da62a5 None None] Provisioning for port 56a8a0a9-d455-4617-9060-0cb8f5f0e461 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:05.585037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:05.604320 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19ff39dd-7661-4c91-b950-e94ff3f69648 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.610897 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e7bc01b2-8122-4ce5-b4f2-153c44da62a5 None None] Provisioning complete for port 56a8a0a9-d455-4617-9060-0cb8f5f0e461 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:05.611269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7bc01b2-8122-4ce5-b4f2-153c44da62a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.676642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:05.677055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Checking segment: {'id': 'a6532954-4b09-4d57-a050-58c6125690da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a9d68133-71db-49dd-a691-12474eebbd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:05.677415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.677810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Bound using segment: {'id': 'a6532954-4b09-4d57-a050-58c6125690da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a9d68133-71db-49dd-a691-12474eebbd9e'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:05.678472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Bound port: 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6532954-4b09-4d57-a050-58c6125690da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'a9d68133-71db-49dd-a691-12474eebbd9e'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:05.678688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.742741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.848859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19ff39dd-7661-4c91-b950-e94ff3f69648 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.872208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.877495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff39dd-7661-4c91-b950-e94ff3f69648 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24122a9e-a4e8-4e02-8d25-4703f2e309c3,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:05.888973 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19ff39dd-7661-4c91-b950-e94ff3f69648 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.893418 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-19ff39dd-7661-4c91-b950-e94ff3f69648 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/security-groups/24122a9e-a4e8-4e02-8d25-4703f2e309c3 HTTP/1.1" status: 204 len: 168 time: 0.4672186 Mar 02 20:17:05.894425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44718) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:05.899754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d68133-71db-49dd-a691-12474eebbd9e']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:05.912437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6532954-4b09-4d57-a050-58c6125690da') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:05.912742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6532954-4b09-4d57-a050-58c6125690da') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:05.924634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:05.937430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] For port 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:05.946798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Subnet': ['ID=09f0d43b-2d2d-4bfd-a706-1a7cc56dc111,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:05.967277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 90b46741-3d48-4377-9c86-90a53c0be0f4 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:05.975470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Checking segment: {'id': 'aeaf53a0-702f-406c-9361-672f90a72566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5547fad4-2533-4b41-9b9a-f9846c2e4a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:05.975704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Network hostable DHCP agents. Network: 5547fad4-2533-4b41-9b9a-f9846c2e4a07, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:05.975953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] For port 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e,segment=NetworkSegment(a6532954-4b09-4d57-a050-58c6125690da),segment_id=a6532954-4b09-4d57-a050-58c6125690da)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:05.984676 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 90b46741-3d48-4377-9c86-90a53c0be0f4 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:05.985655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.007759 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 0601d4d4-cf33-4b65-b738-5b7418e06c97 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:06.027138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7bc01b2-8122-4ce5-b4f2-153c44da62a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.050853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 0601d4d4-cf33-4b65-b738-5b7418e06c97 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:06.051221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.099905 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.110482 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f109fd6f-547e-4aa0-9f69-5dbad45be520 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e11949b0e3d04acfa9c2972460204769&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6045120 Mar 02 20:17:06.117672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.127040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:06.127709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.140191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] DHCP port deletion for 2963c79a-4b39-426a-aff5-ef7324a653bc request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:06.148565 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:06.150925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44724) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:06.158406 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Network 5547fad4-2533-4b41-9b9a-f9846c2e4a07 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:06.191871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Deleting port 56a8a0a9-d455-4617-9060-0cb8f5f0e461 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:06.192279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.270709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e7bc01b2-8122-4ce5-b4f2-153c44da62a5 None None] For port 56a8a0a9-d455-4617-9060-0cb8f5f0e461, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=56a8a0a9-d455-4617-9060-0cb8f5f0e461,segment=NetworkSegment(dbd6e4db-e16c-4eeb-8de8-4793080a4a87),segment_id=dbd6e4db-e16c-4eeb-8de8-4793080a4a87)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:06.324232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151de433-1049-4187-bf2c-28096beb4ddf None None] Pushing event updated for resources: {'Port': ['ID=2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:06.324765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e527002-b8dc-4d95-8608-7b22c4be5ffc tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting subnet 01a30387-e67c-4331-8c01-b9762bb2fa81 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:06.330063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e527002-b8dc-4d95-8608-7b22c4be5ffc tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.358422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 5547fad4-2533-4b41-9b9a-f9846c2e4a07) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:06.369757 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:17:06.369757 dv-neutron-831593-2-hyperv neutron-server[84504]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:17:06.369757 dv-neutron-831593-2-hyperv neutron-server[84504]: [parameters: {'id': 'a9d68133-71db-49dd-a691-12474eebbd9e'}] Mar 02 20:17:06.369757 dv-neutron-831593-2-hyperv neutron-server[84504]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:06.369757 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:06.395937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e527002-b8dc-4d95-8608-7b22c4be5ffc tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.397677 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f028f5d3-82aa-43dc-8f40-c5af02eabc4f None None] Network 5547fad4-2533-4b41-9b9a-f9846c2e4a07 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:06.410626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7bc01b2-8122-4ce5-b4f2-153c44da62a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.418948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:06.420381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.472857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d32fb89-6320-4bba-91fb-e215b7262810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.514879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d32fb89-6320-4bba-91fb-e215b7262810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.587620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.objects.ports [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84503) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:17:06.590581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.609418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7682533a-512a-4a3f-8111-8376e9d72d61 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.657851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.665809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e527002-b8dc-4d95-8608-7b22c4be5ffc tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.707369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eaf523-63bd-4842-bb90-d844f112648c None None] Network a9d68133-71db-49dd-a691-12474eebbd9e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:06.719063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Subnet': ['ID=c045bb0b-5ac0-4335-9e8d-99090f414dfa,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:06.763308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Checking segment: {'id': '135fb848-8310-4313-bf7d-f3b52b1ca512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a083290-bda0-41e9-af65-ae81b772bda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:06.763703 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network hostable DHCP agents. Network: 9a083290-bda0-41e9-af65-ae81b772bda2, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:06.773092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.788160 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-693fd4b1-1585-4221-b2ef-ee1567f217bb tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9528522 Mar 02 20:17:06.790900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44730) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:06.810331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2188e5fa-e2ad-4da3-aca8-2f44549b8295 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1282364017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:06.816387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d32fb89-6320-4bba-91fb-e215b7262810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.835643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2188e5fa-e2ad-4da3-aca8-2f44549b8295 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:06.845841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2188e5fa-e2ad-4da3-aca8-2f44549b8295 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Usage tracker for resource:router and tenant:b4024bb6f59a4a558e2740120c93d489 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:06.855283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32fb89-6320-4bba-91fb-e215b7262810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a44430-d17b-48f0-8704-824b3205ab2c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:06.860185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2188e5fa-e2ad-4da3-aca8-2f44549b8295 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:06.867393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network 9a083290-bda0-41e9-af65-ae81b772bda2 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:06.872042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2188e5fa-e2ad-4da3-aca8-2f44549b8295 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:06.873014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.907193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2b04f-61c5-4b67-8f05-56901c278953 req-6ba0f2a2-70a3-44fe-9ffa-db55a02c88d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:06.908622 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b0d2b04f-61c5-4b67-8f05-56901c278953 req-6ba0f2a2-70a3-44fe-9ffa-db55a02c88d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 945 time: 0.2197967 Mar 02 20:17:06.913201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting port 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:06.913532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.917136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e527002-b8dc-4d95-8608-7b22c4be5ffc tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.936503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc01b2-8122-4ce5-b4f2-153c44da62a5 None None] Pushing event updated for resources: {'Port': ['ID=56a8a0a9-d455-4617-9060-0cb8f5f0e461,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:06.960446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e527002-b8dc-4d95-8608-7b22c4be5ffc tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Subnet': ['ID=01a30387-e67c-4331-8c01-b9762bb2fa81,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:06.965369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e527002-b8dc-4d95-8608-7b22c4be5ffc tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.975225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b46741-3d48-4377-9c86-90a53c0be0f4'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:17:06.980664 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2e527002-b8dc-4d95-8608-7b22c4be5ffc tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/01a30387-e67c-4331-8c01-b9762bb2fa81 HTTP/1.1" status: 204 len: 168 time: 1.0806365 Mar 02 20:17:06.980664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44734) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:06.983083 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] For port 56a8a0a9-d455-4617-9060-0cb8f5f0e461, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=56a8a0a9-d455-4617-9060-0cb8f5f0e461,segment=NetworkSegment(dbd6e4db-e16c-4eeb-8de8-4793080a4a87),segment_id=dbd6e4db-e16c-4eeb-8de8-4793080a4a87)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:06.983083 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.992709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 0601d4d4-cf33-4b65-b738-5b7418e06c97, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0601d4d4-cf33-4b65-b738-5b7418e06c97,segment=NetworkSegment(093bfac0-69b5-4dee-9b8d-21f520ba3c3b),segment_id=093bfac0-69b5-4dee-9b8d-21f520ba3c3b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:07.006979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed76fb1e-2b03-437d-b023-f64675edbca0 None None] Network c1265753-9064-4e74-af5d-1b44f4073529 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:07.009544 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2188e5fa-e2ad-4da3-aca8-2f44549b8295 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.009544 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2188e5fa-e2ad-4da3-aca8-2f44549b8295 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.020245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-deb6f20e-e13e-4839-bae4-4e43d276f09a None None] Provisioning complete for port 0601d4d4-cf33-4b65-b738-5b7418e06c97 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:07.020621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-deb6f20e-e13e-4839-bae4-4e43d276f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.128218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d32fb89-6320-4bba-91fb-e215b7262810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.129953 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5d32fb89-6320-4bba-91fb-e215b7262810 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49a44430-d17b-48f0-8704-824b3205ab2c HTTP/1.1" status: 204 len: 168 time: 0.9733839 Mar 02 20:17:07.130736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b02568-1407-47d0-9ec9-668b32a965c5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting subnet 8aa88103-8fa8-4aae-89fb-b90c49c3b0f1 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:07.154528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4b02568-1407-47d0-9ec9-668b32a965c5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.182626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.205574 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b0d2b04f-61c5-4b67-8f05-56901c278953 req-ddb8cb0a-ca78-4366-a1c0-6a92a237a763 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603931 Mar 02 20:17:07.215809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 90b46741-3d48-4377-9c86-90a53c0be0f4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=90b46741-3d48-4377-9c86-90a53c0be0f4,segment=NetworkSegment(294f8c8b-9cfd-48b3-92b9-510e13d7d579),segment_id=294f8c8b-9cfd-48b3-92b9-510e13d7d579)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:07.279423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 9a083290-bda0-41e9-af65-ae81b772bda2) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:07.298307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:07.298307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.337879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4b02568-1407-47d0-9ec9-668b32a965c5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.369808 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'code': 200} Mar 02 20:17:07.418440 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5c5fa820-b1d7-44fd-8b27-feab5f655a15 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2030036 Mar 02 20:17:07.419988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44744) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:07.426425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'port': {'network_id': '9a083290-bda0-41e9-af65-ae81b772bda2', 'name': 'tempest-NetworksIpV6TestAttrs-660069841'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:07.438352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae589ae-1082-4649-ad62-86a9dff7f978 None None] Network 9a083290-bda0-41e9-af65-ae81b772bda2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:07.450912 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 56a8a0a9-d455-4617-9060-0cb8f5f0e461 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:07.489502 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Calling delete_port for 56a8a0a9-d455-4617-9060-0cb8f5f0e461 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:07.534099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4b02568-1407-47d0-9ec9-668b32a965c5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.535221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.580083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2188e5fa-e2ad-4da3-aca8-2f44549b8295 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.644802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] For port 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e,segment=NetworkSegment(a6532954-4b09-4d57-a050-58c6125690da),segment_id=a6532954-4b09-4d57-a050-58c6125690da)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:07.645811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.739387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:07.746559 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:port and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:07.752198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:07.761827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:07.792038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2188e5fa-e2ad-4da3-aca8-2f44549b8295 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.807344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Calling delete_port for 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:07.827593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=0601d4d4-cf33-4b65-b738-5b7418e06c97,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:07.902234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-5547fad4-2533-4b41-9b9a-f9846c2e4a07', 'network_id': '5547fad4-2533-4b41-9b9a-f9846c2e4a07', 'tenant_id': 'b4024bb6f59a4a558e2740120c93d489', 'fixed_ips': [{'subnet_id': '98c2913c-1376-4c01-bd2a-4067a07be203'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:07.903051 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.939444 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:07.942722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.965721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4b02568-1407-47d0-9ec9-668b32a965c5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.984927 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2188e5fa-e2ad-4da3-aca8-2f44549b8295 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:07.987171 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2188e5fa-e2ad-4da3-aca8-2f44549b8295 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.1942515 Mar 02 20:17:07.991343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44756) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:08.057097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b02568-1407-47d0-9ec9-668b32a965c5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa88103-8fa8-4aae-89fb-b90c49c3b0f1,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:08.076767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:08.077289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4b02568-1407-47d0-9ec9-668b32a965c5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:08.092913 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:08.093502 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:08.136516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] device_id is not set on port 73ee8dbd-5e13-4a6b-9d0d-4e74f097df61 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:17:08.177271 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b4b02568-1407-47d0-9ec9-668b32a965c5 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/8aa88103-8fa8-4aae-89fb-b90c49c3b0f1 HTTP/1.1" status: 204 len: 168 time: 1.1960633 Mar 02 20:17:08.184062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Port': ['ID=2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:08.186109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44762) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:08.225316 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:08.235175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=90b46741-3d48-4377-9c86-90a53c0be0f4,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:08.242996 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8d2d8ea0-2caa-4e08-b61b-b7eab7f9e827 req-bd7adca8-329c-47da-86da-86e4d00897d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 1099 time: 0.3592594 Mar 02 20:17:08.282352 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c122357-0f32-4ba4-bda4-841227f6b258 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:08.282985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c122357-0f32-4ba4-bda4-841227f6b258 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:08.302678 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5c122357-0f32-4ba4-bda4-841227f6b258 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/01a30387-e67c-4331-8c01-b9762bb2fa81 HTTP/1.1" status: 404 len: 337 time: 0.1054120 Mar 02 20:17:08.313941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44768) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:08.323533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No DVR routers for this DVR port 2ff1d497-1ba0-4cd0-b53e-31ad2b16ad7e on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:08.359398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Allocated IP 2001:db8::f816:3eff:feac:538c (9a083290-bda0-41e9-af65-ae81b772bda2/c045bb0b-5ac0-4335-9e8d-99090f414dfa/73ee8dbd-5e13-4a6b-9d0d-4e74f097df61) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:08.368792 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8d2d8ea0-2caa-4e08-b61b-b7eab7f9e827 req-dbff31ac-f0fe-4eba-b2b1-70877d32781d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826705 Mar 02 20:17:08.388284 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039f90d2-a25d-4cef-92f4-d34501fd012e None None] Network a9d68133-71db-49dd-a691-12474eebbd9e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:08.415434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-9a083290-bda0-41e9-af65-ae81b772bda2', 'network_id': '9a083290-bda0-41e9-af65-ae81b772bda2', 'tenant_id': '92e5e8aecf034162800c77f3d3a20046', 'fixed_ips': [{'subnet_id': 'c045bb0b-5ac0-4335-9e8d-99090f414dfa'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:08.416264 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:08.611940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:08.632610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Transition to ACTIVE for port object 73ee8dbd-5e13-4a6b-9d0d-4e74f097df61 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:08.651386 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Deleting port 56a8a0a9-d455-4617-9060-0cb8f5f0e461 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:08.655582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:08.676037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 56a8a0a9-d455-4617-9060-0cb8f5f0e461, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=56a8a0a9-d455-4617-9060-0cb8f5f0e461,segment=NetworkSegment(dbd6e4db-e16c-4eeb-8de8-4793080a4a87),segment_id=dbd6e4db-e16c-4eeb-8de8-4793080a4a87)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:08.714057 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:08.772855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Allocated IP 172.20.0.2 (5547fad4-2533-4b41-9b9a-f9846c2e4a07/98c2913c-1376-4c01-bd2a-4067a07be203/3042de4c-e233-4c30-abe3-019917469a13) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:08.792475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:08.794667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network 9a083290-bda0-41e9-af65-ae81b772bda2 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:08.800223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:08.803111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:08.807344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:08.808208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:08.826461 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Port': ['ID=73ee8dbd-5e13-4a6b-9d0d-4e74f097df61,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:08.850420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:08.901154 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44778) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:08.920927 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d68133-71db-49dd-a691-12474eebbd9e']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:08.923187 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-864f43b0-a8b1-4970-829b-57a64d191afc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5005183 Mar 02 20:17:08.926395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44784) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:08.955473 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6532954-4b09-4d57-a050-58c6125690da') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:08.955874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6532954-4b09-4d57-a050-58c6125690da') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:08.984241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:08.998677 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce26d75-00ef-41a7-b038-261d708efb58 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting subnet 2cfe3a01-b51d-4634-be60-6d60634c6742 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:09.026760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ce26d75-00ef-41a7-b038-261d708efb58 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.163778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1130879362-network', 'tenant_id': '9dd6511f4d36452a814ff9cef315639f'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:09.170173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:09.178814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Usage tracker for resource:network and tenant:9dd6511f4d36452a814ff9cef315639f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:09.184426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:09.197151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:09.210442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85663a81-87b1-44ab-bfd0-8b62ee332f74 req-0442f423-37fa-48bf-aec6-8c657130dae3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:09.213895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-39605b3d-9d8d-4eab-b5b8-f3d717a18d22 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Deleting subnet c045bb0b-5ac0-4335-9e8d-99090f414dfa {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:09.215526 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-85663a81-87b1-44ab-bfd0-8b62ee332f74 req-0442f423-37fa-48bf-aec6-8c657130dae3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 946 time: 0.7320306 Mar 02 20:17:09.294643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.300349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0601d4d4-cf33-4b65-b738-5b7418e06c97 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:09.320528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Made reservation on behalf of 9dd6511f4d36452a814ff9cef315639f for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:09.325846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.339182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:09.339845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.347583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:09.360858 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:09.399108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:09.408284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Usage tracker for resource:security_group_rule and tenant:9dd6511f4d36452a814ff9cef315639f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:09.417963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:09.432584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:09.473886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ce26d75-00ef-41a7-b038-261d708efb58 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.486224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.497366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Transition to ACTIVE for port object 3042de4c-e233-4c30-abe3-019917469a13 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:09.521721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Transition to ACTIVE for port object 3042de4c-e233-4c30-abe3-019917469a13 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:09.545007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.553813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=56a8a0a9-d455-4617-9060-0cb8f5f0e461,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:09.599573 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] For port 56a8a0a9-d455-4617-9060-0cb8f5f0e461, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=56a8a0a9-d455-4617-9060-0cb8f5f0e461,segment=NetworkSegment(dbd6e4db-e16c-4eeb-8de8-4793080a4a87),segment_id=dbd6e4db-e16c-4eeb-8de8-4793080a4a87)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:09.600169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.617290 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Allocated IP 2001:db8::f816:3eff:fe82:578a (9a083290-bda0-41e9-af65-ae81b772bda2/c045bb0b-5ac0-4335-9e8d-99090f414dfa/034dcf86-53a6-4458-aad1-1e7a36393a42) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:09.624538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.635706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-7682533a-512a-4a3f-8111-8376e9d72d61 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Deleting port d3020ed6-1a69-4714-8c36-0942ceaaf102 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:09.636040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7682533a-512a-4a3f-8111-8376e9d72d61 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.660385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.672542 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-85663a81-87b1-44ab-bfd0-8b62ee332f74 req-d3a00c9d-c884-41ab-aa5d-bdf6b18b5240 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4348540 Mar 02 20:17:09.701208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.735398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:09.748473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b5f84f-1655-49a2-9c95-4436e36a368e,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:09.754014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.754491 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Added segment abadfa7e-8695-454e-bb50-afa0d90ea936 of type vlan for network 8e59327a-0b28-47d9-a04a-5900b784ddef Mar 02 20:17:09.788331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.795855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Calling delete_port for 56a8a0a9-d455-4617-9060-0cb8f5f0e461 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:09.799151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.825303 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Network': ['ID=a9d68133-71db-49dd-a691-12474eebbd9e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:09.883378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.884399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:09.885011 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.952572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-65c15053-938f-45e7-abd8-38d03982c01b None None] Provisioning complete for port 10bb91fa-50b1-479c-a749-6339432efb29 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:09.952790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-65c15053-938f-45e7-abd8-38d03982c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.953727 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8ab365b2-1ef3-4fc1-8a62-86a310a80a96 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/a9d68133-71db-49dd-a691-12474eebbd9e HTTP/1.1" status: 204 len: 168 time: 5.7533429 Mar 02 20:17:09.958574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.968115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ce26d75-00ef-41a7-b038-261d708efb58 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:09.971992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44790) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:09.994020 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Network 5547fad4-2533-4b41-9b9a-f9846c2e4a07 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:10.004531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Pushing event updated for resources: {'Port': ['ID=3042de4c-e233-4c30-abe3-019917469a13,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:10.014864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:10.036103 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8381897c-0d8e-454b-a5e3-2a7ab0d69c54 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:10.036546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8381897c-0d8e-454b-a5e3-2a7ab0d69c54 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:10.046411 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:10.049947 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8381897c-0d8e-454b-a5e3-2a7ab0d69c54 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/subnets/09f0d43b-2d2d-4bfd-a706-1a7cc56dc111 HTTP/1.1" status: 404 len: 337 time: 0.0770013 Mar 02 20:17:10.055013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44794) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:10.081972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] Pushing event updated for resources: {'Network': ['ID=8e59327a-0b28-47d9-a04a-5900b784ddef,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:10.091001 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0edb60-0b52-4ec7-aa58-06a2cba62269 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:10.091001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0edb60-0b52-4ec7-aa58-06a2cba62269 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:10.098391 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-be0edb60-0b52-4ec7-aa58-06a2cba62269 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/a9d68133-71db-49dd-a691-12474eebbd9e HTTP/1.1" status: 404 len: 339 time: 0.0403454 Mar 02 20:17:10.098971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44800) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:10.115413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 0601d4d4-cf33-4b65-b738-5b7418e06c97 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:10.115795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.132998 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b9388437-469b-4153-a898-1bbbafc6fa6e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2302055 Mar 02 20:17:10.137586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44804) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:10.143942 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 8e59327a-0b28-47d9-a04a-5900b784ddef details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:10.190587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Request body: {'subnet': {'network_id': '8e59327a-0b28-47d9-a04a-5900b784ddef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1130879362-subnet', 'tenant_id': '9dd6511f4d36452a814ff9cef315639f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:10.199442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7682533a-512a-4a3f-8111-8376e9d72d61 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.216355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:10.226028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Usage tracker for resource:subnet and tenant:9dd6511f4d36452a814ff9cef315639f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:10.230687 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:10.247635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:10.258881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.264888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-65c15053-938f-45e7-abd8-38d03982c01b None None] Port 10bb91fa-50b1-479c-a749-6339432efb29 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:10.375634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-7682533a-512a-4a3f-8111-8376e9d72d61 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Calling delete_port for d3020ed6-1a69-4714-8c36-0942ceaaf102 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:10.381326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Made reservation on behalf of 9dd6511f4d36452a814ff9cef315639f for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:10.383686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.389103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.484013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.494110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ce26d75-00ef-41a7-b038-261d708efb58 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.521151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e4e75d-efd0-4dcf-9498-0625de3c4ef5']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:10.542117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3ade7d-0ad2-4b7f-8e82-9351bab59e0e') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:10.542401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3ade7d-0ad2-4b7f-8e82-9351bab59e0e') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:10.555820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] Pushing event deleted for resources: {'Port': ['ID=56a8a0a9-d455-4617-9060-0cb8f5f0e461,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:10.560070 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Attempting to bind port 3042de4c-e233-4c30-abe3-019917469a13 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:10.560443 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Attempting to bind port 3042de4c-e233-4c30-abe3-019917469a13 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'aeaf53a0-702f-406c-9361-672f90a72566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5547fad4-2533-4b41-9b9a-f9846c2e4a07'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:10.560596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.561456 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Attempting to bind port 3042de4c-e233-4c30-abe3-019917469a13 on network 5547fad4-2533-4b41-9b9a-f9846c2e4a07 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:10.566323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce26d75-00ef-41a7-b038-261d708efb58 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfe3a01-b51d-4634-be60-6d60634c6742,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:10.585966 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e44d4-2f80-4711-aaa7-797e44ac95d7 None None] No DVR routers for this DVR port 56a8a0a9-d455-4617-9060-0cb8f5f0e461 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:10.586502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ce26d75-00ef-41a7-b038-261d708efb58 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.590043 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-65c15053-938f-45e7-abd8-38d03982c01b None None] Provisioning complete for port 333eabdc-2c51-4437-986e-557e265680d5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:10.590340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-65c15053-938f-45e7-abd8-38d03982c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.599595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.623404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593806c3-b4be-44d0-aea3-ee08afc61565 None None] Network c1265753-9064-4e74-af5d-1b44f4073529 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:10.638601 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5ce26d75-00ef-41a7-b038-261d708efb58 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/2cfe3a01-b51d-4634-be60-6d60634c6742 HTTP/1.1" status: 204 len: 168 time: 2.3209252 Mar 02 20:17:10.641360 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:10.641763 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.647705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44808) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:10.655834 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:10.682489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:10.682866 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Checking segment: {'id': 'aeaf53a0-702f-406c-9361-672f90a72566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5547fad4-2533-4b41-9b9a-f9846c2e4a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:10.683477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.684024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Bound using segment: {'id': 'aeaf53a0-702f-406c-9361-672f90a72566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5547fad4-2533-4b41-9b9a-f9846c2e4a07'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:10.684422 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Bound port: 3042de4c-e233-4c30-abe3-019917469a13, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeaf53a0-702f-406c-9361-672f90a72566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '5547fad4-2533-4b41-9b9a-f9846c2e4a07'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:10.684800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.807872 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.842411 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03bf6ea-ab08-4612-a23b-7cfdbf452108 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:10.842932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03bf6ea-ab08-4612-a23b-7cfdbf452108 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:10.847853 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b03bf6ea-ab08-4612-a23b-7cfdbf452108 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/128e7ac3-2134-4dac-a463-1c1b7ebe79ef HTTP/1.1" status: 404 len: 337 time: 0.1961684 Mar 02 20:17:10.878700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44816) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:10.881498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.885937 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Transition to ACTIVE for port object 034dcf86-53a6-4458-aad1-1e7a36393a42 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:10.903890 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Allocated IP 172.20.0.1 (5547fad4-2533-4b41-9b9a-f9846c2e4a07/98c2913c-1376-4c01-bd2a-4067a07be203/891063d7-8515-46b8-a7c8-e4408a6b95d9) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:10.935517 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0cf20ab6-0dc7-4591-94cd-1db52f1400bf tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5bbe018-b7fe-45ae-9139-d4755a78e38a HTTP/1.1" status: 200 len: 205 time: 0.0520456 Mar 02 20:17:10.950521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.956134 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44820) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:10.956983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.035638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Transition to ACTIVE for port object 034dcf86-53a6-4458-aad1-1e7a36393a42 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:11.048740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Network': ['ID=87e4e75d-efd0-4dcf-9498-0625de3c4ef5,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:11.073198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] For port 3042de4c-e233-4c30-abe3-019917469a13, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:11.086880 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6ca6b61c-c6b4-468f-8186-135d0d77d7f9 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/87e4e75d-efd0-4dcf-9498-0625de3c4ef5 HTTP/1.1" status: 204 len: 168 time: 0.9847393 Mar 02 20:17:11.089176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44824) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:11.090190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] For port 3042de4c-e233-4c30-abe3-019917469a13, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3042de4c-e233-4c30-abe3-019917469a13,segment=NetworkSegment(aeaf53a0-702f-406c-9361-672f90a72566),segment_id=aeaf53a0-702f-406c-9361-672f90a72566)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:11.094829 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-c0d2ba3a-860d-44e8-8af5-bad0e26250b7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] delete failed (client error): The resource could not be found. Mar 02 20:17:11.097025 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c0d2ba3a-860d-44e8-8af5-bad0e26250b7 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/routers/f5bbe018-b7fe-45ae-9139-d4755a78e38a HTTP/1.1" status: 404 len: 336 time: 0.1344941 Mar 02 20:17:11.118585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ab05-0eee-46be-a56e-bdface44688c req-ad615e0e-bee7-42a9-afa5-80bfe3d967c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:11.120114 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0b62ab05-0eee-46be-a56e-bdface44688c req-ad615e0e-bee7-42a9-afa5-80bfe3d967c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 946 time: 0.2799094 Mar 02 20:17:11.120702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44828) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:11.159340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39605b3d-9d8d-4eab-b5b8-f3d717a18d22 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.160105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.205281 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4982769-31bd-49d5-8957-adee335ae3b3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:11.206281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4982769-31bd-49d5-8957-adee335ae3b3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:11.209674 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a4982769-31bd-49d5-8957-adee335ae3b3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/subnets/7b8172bc-3f85-4129-bd98-bc76b6f9fa0c HTTP/1.1" status: 404 len: 337 time: 0.1151168 Mar 02 20:17:11.220534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.225052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44832) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:11.227092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ffbf9a-1c1c-4fe0-ad56-a470c92c9e9b,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:11.227916 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Network 9a083290-bda0-41e9-af65-ae81b772bda2 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:11.231682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:11.238941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Transition to ACTIVE for port object 891063d7-8515-46b8-a7c8-e4408a6b95d9 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:11.240664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.249535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:11.258016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Checking segment: {'id': 'abadfa7e-8695-454e-bb50-afa0d90ea936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e59327a-0b28-47d9-a04a-5900b784ddef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:11.258374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Network hostable DHCP agents. Network: 8e59327a-0b28-47d9-a04a-5900b784ddef, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:11.260769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5ef1e4-5ae2-4aff-b596-59f49184c998 None None] DHCP port deletion for c1265753-9064-4e74-af5d-1b44f4073529 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:11.272667 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-34045a0a-fc2a-4fda-a438-d4e090f7a085 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:11.273100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34045a0a-fc2a-4fda-a438-d4e090f7a085 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:11.277118 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaac1e9a-0d69-48de-af26-97a4c75f1aff tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:11.277285 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-34045a0a-fc2a-4fda-a438-d4e090f7a085 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/01883ee5-5287-4706-bbc5-b85d4331f8b3 HTTP/1.1" status: 404 len: 339 time: 0.0454333 Mar 02 20:17:11.277374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaac1e9a-0d69-48de-af26-97a4c75f1aff tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:11.277469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ef1e4-5ae2-4aff-b596-59f49184c998 None None] Deleting port 333eabdc-2c51-4437-986e-557e265680d5 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:11.277469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef1e4-5ae2-4aff-b596-59f49184c998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.277705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7682533a-512a-4a3f-8111-8376e9d72d61 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.283151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44836) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:11.287073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39605b3d-9d8d-4eab-b5b8-f3d717a18d22 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.300551 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Pushing event updated for resources: {'Port': ['ID=034dcf86-53a6-4458-aad1-1e7a36393a42,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:11.371050 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aaac1e9a-0d69-48de-af26-97a4c75f1aff tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/d156a7d5-b753-45d5-bfbb-9dd9a3122f9d HTTP/1.1" status: 404 len: 337 time: 0.2464771 Mar 02 20:17:11.373685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44840) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:11.377764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.388517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682533a-512a-4a3f-8111-8376e9d72d61 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event deleted for resources: {'Port': ['ID=d3020ed6-1a69-4714-8c36-0942ceaaf102,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:11.450530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39605b3d-9d8d-4eab-b5b8-f3d717a18d22 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.486225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Network 8e59327a-0b28-47d9-a04a-5900b784ddef is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:11.495351 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-24585b3e-4738-493d-ad5a-d0db8d1d6c80 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:11.495612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24585b3e-4738-493d-ad5a-d0db8d1d6c80 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:11.502153 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-24585b3e-4738-493d-ad5a-d0db8d1d6c80 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/3726b54a-f5f6-450e-98e9-33b0b251782a HTTP/1.1" status: 404 len: 337 time: 0.1271050 Mar 02 20:17:11.505990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44844) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:11.526196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Attempting to bind port 034dcf86-53a6-4458-aad1-1e7a36393a42 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:11.526776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Attempting to bind port 034dcf86-53a6-4458-aad1-1e7a36393a42 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '135fb848-8310-4313-bf7d-f3b52b1ca512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a083290-bda0-41e9-af65-ae81b772bda2'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:11.527059 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Attempting to bind port 034dcf86-53a6-4458-aad1-1e7a36393a42 on network 9a083290-bda0-41e9-af65-ae81b772bda2 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:11.574716 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0b62ab05-0eee-46be-a56e-bdface44688c req-797820b2-10e7-4f04-b241-3bc2a4b1291e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4456561 Mar 02 20:17:11.592592 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 8e59327a-0b28-47d9-a04a-5900b784ddef) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:11.603130 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:11.604042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.672895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c3c3d-e596-4670-bbca-e26bbe666b7d None None] Network 8e59327a-0b28-47d9-a04a-5900b784ddef requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:11.679897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39605b3d-9d8d-4eab-b5b8-f3d717a18d22 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.702960 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-3553461f-93f4-42d2-be79-6159d8bcdb8b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:11.703338 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3553461f-93f4-42d2-be79-6159d8bcdb8b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:11.707473 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3553461f-93f4-42d2-be79-6159d8bcdb8b tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/b87f42b5-0d56-4395-8f19-8c51edeacf59 HTTP/1.1" status: 404 len: 337 time: 0.1956503 Mar 02 20:17:11.715643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:11.716157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Checking segment: {'id': '135fb848-8310-4313-bf7d-f3b52b1ca512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a083290-bda0-41e9-af65-ae81b772bda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:11.719111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.719111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Bound using segment: {'id': '135fb848-8310-4313-bf7d-f3b52b1ca512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a083290-bda0-41e9-af65-ae81b772bda2'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:11.719111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Bound port: 034dcf86-53a6-4458-aad1-1e7a36393a42, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135fb848-8310-4313-bf7d-f3b52b1ca512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '9a083290-bda0-41e9-af65-ae81b772bda2'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:11.719688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.723455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Network 5547fad4-2533-4b41-9b9a-f9846c2e4a07 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:11.724439 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44850) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:11.738667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:11.739726 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa05cbc-f7e2-4b5e-b890-66cdd839948c None None] Pushing event updated for resources: {'Port': ['ID=3042de4c-e233-4c30-abe3-019917469a13,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:11.771232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39605b3d-9d8d-4eab-b5b8-f3d717a18d22 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:11.787091 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-39605b3d-9d8d-4eab-b5b8-f3d717a18d22 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/subnets/c045bb0b-5ac0-4335-9e8d-99090f414dfa HTTP/1.1" status: 204 len: 168 time: 2.8613129 Mar 02 20:17:11.788309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44854) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:11.832707 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aa6ffa9f-88f9-4cf0-b9c3-f2dc25aa89c6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6941671 Mar 02 20:17:11.834189 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39605b3d-9d8d-4eab-b5b8-f3d717a18d22 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Subnet': ['ID=c045bb0b-5ac0-4335-9e8d-99090f414dfa,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:11.873622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:11.988045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event updated for resources: {'Port': ['ID=891063d7-8515-46b8-a7c8-e4408a6b95d9,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:11.995036 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] For port 034dcf86-53a6-4458-aad1-1e7a36393a42, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:11.998714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] For port 034dcf86-53a6-4458-aad1-1e7a36393a42, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=034dcf86-53a6-4458-aad1-1e7a36393a42,segment=NetworkSegment(135fb848-8310-4313-bf7d-f3b52b1ca512),segment_id=135fb848-8310-4313-bf7d-f3b52b1ca512)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:12.026587 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ef5ef1e4-5ae2-4aff-b596-59f49184c998 None None] For port 333eabdc-2c51-4437-986e-557e265680d5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=333eabdc-2c51-4437-986e-557e265680d5,segment=NetworkSegment(b581a7f4-8558-4909-a7b2-367188621a84),segment_id=b581a7f4-8558-4909-a7b2-367188621a84)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:12.027051 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef1e4-5ae2-4aff-b596-59f49184c998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.115846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.135700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b3f5db-1e3d-4a79-ba26-af902acd2bd9 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:12.137745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b3f5db-1e3d-4a79-ba26-af902acd2bd9 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:12.139752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-33b3f5db-1e3d-4a79-ba26-af902acd2bd9 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Synchronizing usage tracker for tenant:92e5e8aecf034162800c77f3d3a20046 on resource:subnet {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:12.204972 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5e4591-0e9c-4848-9d51-74b9d8d7271d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:12.205522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5e4591-0e9c-4848-9d51-74b9d8d7271d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:12.209972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44864) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:12.210142 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4c5e4591-0e9c-4848-9d51-74b9d8d7271d tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/7d5b8a56-fe75-4fb9-b827-99c3dfee027c HTTP/1.1" status: 404 len: 333 time: 0.4690626 Mar 02 20:17:12.262806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-33b3f5db-1e3d-4a79-ba26-af902acd2bd9 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Unset dirty status for tenant:92e5e8aecf034162800c77f3d3a20046 on resource:subnet {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:12.264284 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-33b3f5db-1e3d-4a79-ba26-af902acd2bd9 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4336987 Mar 02 20:17:12.269318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7682533a-512a-4a3f-8111-8376e9d72d61 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.269873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44868) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:12.278708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.292589 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-72893f66-e351-4673-ba09-ee8ed8f7e627 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:12.292589 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72893f66-e351-4673-ba09-ee8ed8f7e627 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:12.298501 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-72893f66-e351-4673-ba09-ee8ed8f7e627 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/da06caaa-b22a-4d25-902a-a8f23a5e80da HTTP/1.1" status: 404 len: 337 time: 0.0855134 Mar 02 20:17:12.305408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44872) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:12.388336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ef1e4-5ae2-4aff-b596-59f49184c998 None None] Calling delete_port for 333eabdc-2c51-4437-986e-557e265680d5 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:12.418061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-8765ca87-0ddd-4015-b206-8ec745f5c42e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting subnet ae47661d-daef-44db-96bc-8267e522d63a {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:12.458676 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-33079567-07a7-4ad8-99e0-6f0970fa3e14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:12.459130 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33079567-07a7-4ad8-99e0-6f0970fa3e14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:12.460831 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-33079567-07a7-4ad8-99e0-6f0970fa3e14 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/f152c53c-cc4a-4a43-93d9-039d933018e7 HTTP/1.1" status: 404 len: 337 time: 0.1537232 Mar 02 20:17:12.464732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44878) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:12.501586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8765ca87-0ddd-4015-b206-8ec745f5c42e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.545381 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f4f80f-f571-4ca9-950a-97660afbd138 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:12.545381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f4f80f-f571-4ca9-950a-97660afbd138 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:12.549782 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-60f4f80f-f571-4ca9-950a-97660afbd138 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/ee04b001-c192-4766-a013-78a8da44ebfc HTTP/1.1" status: 404 len: 333 time: 0.0840960 Mar 02 20:17:12.555507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9e6f0bf5-4322-41f1-b337-b243f6f4d156 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.558820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44882) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:12.586485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebedaad-7ae5-4812-b7b3-c3f35e596a04 req-4c0033ec-be66-4678-adf7-ecfded85c849 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:12.588120 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5ebedaad-7ae5-4812-b7b3-c3f35e596a04 req-4c0033ec-be66-4678-adf7-ecfded85c849 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 946 time: 0.6721399 Mar 02 20:17:12.613202 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bbfe47-9628-4109-927c-cf9c37b24695 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:12.613649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3bbfe47-9628-4109-927c-cf9c37b24695 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:12.616305 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f3bbfe47-9628-4109-927c-cf9c37b24695 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/9de07eaf-b8cc-483d-9cee-f7fbdec245b3 HTTP/1.1" status: 404 len: 337 time: 0.0565431 Mar 02 20:17:12.617423 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6f0bf5-4322-41f1-b337-b243f6f4d156 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 20:17:12.617841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6f0bf5-4322-41f1-b337-b243f6f4d156 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:12.619676 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9e6f0bf5-4322-41f1-b337-b243f6f4d156 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/networks/9a083290-bda0-41e9-af65-ae81b772bda2 HTTP/1.1" status: 409 len: 405 time: 0.3498056 Mar 02 20:17:12.620295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44888) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:12.634521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44892) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:12.638963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8765ca87-0ddd-4015-b206-8ec745f5c42e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.667701 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d86a5d-1487-4c3a-890b-0d1838515357 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:12.668217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d86a5d-1487-4c3a-890b-0d1838515357 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:12.670139 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-68d86a5d-1487-4c3a-890b-0d1838515357 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/subnets/e4e191b4-f446-4ad2-9fa6-024e90c336e5 HTTP/1.1" status: 404 len: 337 time: 0.0488620 Mar 02 20:17:12.673121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44896) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:12.713926 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1240081027'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:12.733487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:12.738760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:network and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:12.742114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:12.756400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:12.768041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34849a4-99b2-4efb-83ed-c4826f12364b None None] Pushing event updated for resources: {'Port': ['ID=034dcf86-53a6-4458-aad1-1e7a36393a42,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:12.794088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68029bf5-d4b1-4c83-a1f7-f6815106a3b6 None None] Network 9a083290-bda0-41e9-af65-ae81b772bda2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:12.817203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-43b2e3d5-acc5-4b80-8966-7bb817b08ea0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Deleting port 10bb91fa-50b1-479c-a749-6339432efb29 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:12.830047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43b2e3d5-acc5-4b80-8966-7bb817b08ea0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.901150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.909604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fcc0d8-0f88-435b-9326-c53bdfacbe38 None None] Network 5547fad4-2533-4b41-9b9a-f9846c2e4a07 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:13.088850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef1e4-5ae2-4aff-b596-59f49184c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.100241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43b2e3d5-acc5-4b80-8966-7bb817b08ea0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.235882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ef1e4-5ae2-4aff-b596-59f49184c998 None None] Pushing event deleted for resources: {'Port': ['ID=333eabdc-2c51-4437-986e-557e265680d5,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:13.253238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-43b2e3d5-acc5-4b80-8966-7bb817b08ea0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Calling delete_port for 10bb91fa-50b1-479c-a749-6339432efb29 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:13.270525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.293388 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5ebedaad-7ae5-4812-b7b3-c3f35e596a04 req-5204d098-8c0b-4057-a47d-3ccca6326c38 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6943309 Mar 02 20:17:13.313545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:13.331107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44910) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:13.334014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.367826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e66931-12f4-4500-a3ff-05d426ecde33 None None] Network 8e59327a-0b28-47d9-a04a-5900b784ddef requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:13.391509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3042de4c-e233-4c30-abe3-019917469a13 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:13.433147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7acedb55-1b68-4d3d-9f3f-11212443a540 None None] Provisioning for port 3042de4c-e233-4c30-abe3-019917469a13 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:13.440562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44914) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:13.446334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-17086811-network', 'tenant_id': 'ad0875b72b1d4b669955a15f6e36a8e0'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:13.451056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:13.455910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Usage tracker for resource:network and tenant:ad0875b72b1d4b669955a15f6e36a8e0 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:13.466806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:13.468456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:13.485336 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a5a3424c-00c9-4344-9dd7-be3814d90eba tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 1094 time: 0.1520679 Mar 02 20:17:13.487828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44918) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:13.493889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:13.499728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:13.504634 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:floatingip and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:13.507615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:13.510340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ef1e4-5ae2-4aff-b596-59f49184c998 None None] No DVR routers for this DVR port 333eabdc-2c51-4437-986e-557e265680d5 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:13.513743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43b2e3d5-acc5-4b80-8966-7bb817b08ea0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.515625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:13.572950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e3d5-acc5-4b80-8966-7bb817b08ea0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Port': ['ID=10bb91fa-50b1-479c-a749-6339432efb29,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:13.579935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:13.580394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Made reservation on behalf of ad0875b72b1d4b669955a15f6e36a8e0 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:13.582826 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.598491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.612675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43b2e3d5-acc5-4b80-8966-7bb817b08ea0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.645853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:13.649832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Usage tracker for resource:security_group_rule and tenant:ad0875b72b1d4b669955a15f6e36a8e0 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:13.654834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:13.660320 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:13.660510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.662226 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Added segment 4d5dbf9c-e20a-40af-a979-525f55077b89 of type vlan for network 4d489ea5-0131-4a50-9341-80d66ce39c10 Mar 02 20:17:13.679469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.709312 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-43b2e3d5-acc5-4b80-8966-7bb817b08ea0 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/ports/10bb91fa-50b1-479c-a749-6339432efb29 HTTP/1.1" status: 204 len: 168 time: 1.0326293 Mar 02 20:17:13.712553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44922) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:13.738722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8765ca87-0ddd-4015-b206-8ec745f5c42e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.779568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 3042de4c-e233-4c30-abe3-019917469a13 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:13.791529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3042de4c-e233-4c30-abe3-019917469a13 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:13.791810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.896424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7682533a-512a-4a3f-8111-8376e9d72d61 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Router 527c4cf3-e715-410c-87a1-35c10fef2cf1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:17:13.898620 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.929861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.935068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.975527 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 3042de4c-e233-4c30-abe3-019917469a13, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3042de4c-e233-4c30-abe3-019917469a13,segment=NetworkSegment(aeaf53a0-702f-406c-9361-672f90a72566),segment_id=aeaf53a0-702f-406c-9361-672f90a72566)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:14.012979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.019296 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8765ca87-0ddd-4015-b206-8ec745f5c42e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.071025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.135036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.156757 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765ca87-0ddd-4015-b206-8ec745f5c42e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Subnet': ['ID=ae47661d-daef-44db-96bc-8267e522d63a,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:14.177498 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 333eabdc-2c51-4437-986e-557e265680d5 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:14.230217 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 333eabdc-2c51-4437-986e-557e265680d5 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:17:14.230816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 333eabdc-2c51-4437-986e-557e265680d5 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:17:14.232870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b31c24-ff7c-4fe4-aea3-963b2b449e7f None None] Network 5c406fdb-66b1-492b-a060-c340cf0f9551 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:14.247542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8765ca87-0ddd-4015-b206-8ec745f5c42e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.260205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.260407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b91be2a7-278a-4f98-be49-78e947fd23e0 None None] Provisioning complete for port 3042de4c-e233-4c30-abe3-019917469a13 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:14.260794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b91be2a7-278a-4f98-be49-78e947fd23e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.263491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:14.264226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.319485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.339846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:14.361089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51d3a00-24b8-40d1-8578-8ae1de078124,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:14.371618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1265753-9064-4e74-af5d-1b44f4073529']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:14.384563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.389363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.389707 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Added segment 3cd48b25-799b-4f43-a8b8-171f839f97ff of type vlan for network fdd45907-cfe2-4fd5-91c0-023530e8f0fd Mar 02 20:17:14.392126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b581a7f4-8558-4909-a7b2-367188621a84') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:14.392422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b581a7f4-8558-4909-a7b2-367188621a84') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:14.399609 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8765ca87-0ddd-4015-b206-8ec745f5c42e tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/subnets/ae47661d-daef-44db-96bc-8267e522d63a HTTP/1.1" status: 204 len: 168 time: 3.0768299 Mar 02 20:17:14.407684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44926) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:14.431152 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7923808 Mar 02 20:17:14.433517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=3042de4c-e233-4c30-abe3-019917469a13,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:14.433651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44930) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:14.448595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.462010 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'subnet': {'network_id': '4d489ea5-0131-4a50-9341-80d66ce39c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:14.469247 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:14.469596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:14.469973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:14.470510 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:14.470638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:14.470949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:14.471268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:14.471600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:14.471921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:14.472241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:14.472562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:14.487973 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7682533a-512a-4a3f-8111-8376e9d72d61 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:17:14.499742 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7682533a-512a-4a3f-8111-8376e9d72d61 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "PUT /v2.0/routers/527c4cf3-e715-410c-87a1-35c10fef2cf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8553066 Mar 02 20:17:14.501485 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543daf3-57fe-4164-9936-08c54aab4c70 None None] Sync routers for ids ['527c4cf3-e715-410c-87a1-35c10fef2cf1'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:17:14.508201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc880c8e-bf35-4a27-b6bc-1fb39069c61b tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Network': ['ID=4d489ea5-0131-4a50-9341-80d66ce39c10,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:14.514520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44934) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:14.526421 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543daf3-57fe-4164-9936-08c54aab4c70 None None] Routers {'527c4cf3-e715-410c-87a1-35c10fef2cf1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:14.528893 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8543daf3-57fe-4164-9936-08c54aab4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['527c4cf3-e715-410c-87a1-35c10fef2cf1'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:14.535572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 4d489ea5-0131-4a50-9341-80d66ce39c10 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:14.564295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.598168 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-6cc26f64-b93e-4908-9380-d75bf7f836b3 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] delete failed (client error): The resource could not be found. Mar 02 20:17:14.603501 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6cc26f64-b93e-4908-9380-d75bf7f836b3 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1819070663 HTTP/1.1" status: 404 len: 335 time: 0.0882761 Mar 02 20:17:14.605603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44938) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:14.611103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:17:14.622703 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.628615 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8543daf3-57fe-4164-9936-08c54aab4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:14.640540 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543daf3-57fe-4164-9936-08c54aab4c70 None None] Routers {'527c4cf3-e715-410c-87a1-35c10fef2cf1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:14.641727 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8543daf3-57fe-4164-9936-08c54aab4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['527c4cf3-e715-410c-87a1-35c10fef2cf1'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:14.686063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:14.686612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.713868 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8543daf3-57fe-4164-9936-08c54aab4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:14.714302 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543daf3-57fe-4164-9936-08c54aab4c70 None None] The sync data for ids ['527c4cf3-e715-410c-87a1-35c10fef2cf1'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:17:14.760630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-983dfa01-edf0-4daa-8d02-babb08ad4e46 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'router': {'external_gateway_info': {'network_id': '527c4cf3-e715-410c-87a1-35c10fef2cf1'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:14.776126 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:14.786855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.787784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:14.788353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.805368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:14.819460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b91be2a7-278a-4f98-be49-78e947fd23e0 None None] Provisioning for port 891063d7-8515-46b8-a7c8-e4408a6b95d9 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:14.826290 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b91be2a7-278a-4f98-be49-78e947fd23e0 None None] Provisioning complete for port 891063d7-8515-46b8-a7c8-e4408a6b95d9 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:14.826914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b91be2a7-278a-4f98-be49-78e947fd23e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.833504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-454012dc-dfaf-4d6f-82fe-7def1da12f2a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting subnet 8ff846e7-ae17-42f9-8cc9-85e3a39936b7 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:14.837045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.892860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b91be2a7-278a-4f98-be49-78e947fd23e0 None None] Port 891063d7-8515-46b8-a7c8-e4408a6b95d9 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:14.895478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-454012dc-dfaf-4d6f-82fe-7def1da12f2a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.913603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:14.939429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.985461 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] Pushing event updated for resources: {'Network': ['ID=fdd45907-cfe2-4fd5-91c0-023530e8f0fd,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:14.998085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network fdd45907-cfe2-4fd5-91c0-023530e8f0fd details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:15.007659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.175 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/fd35612f-6af5-45ae-976b-4119fdb3e974) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:15.043865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.054113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-454012dc-dfaf-4d6f-82fe-7def1da12f2a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.072092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.074134 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] 10.222.0.44 "DELETE /v2.0/networks/c1265753-9064-4e74-af5d-1b44f4073529 HTTP/1.1" status: 204 len: 168 time: 1.3168058 Mar 02 20:17:15.133437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.174625 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e5db2c0d-31e6-4242-b5d4-a8880537963c None None] Provisioning complete for port 891063d7-8515-46b8-a7c8-e4408a6b95d9 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:15.174915 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e5db2c0d-31e6-4242-b5d4-a8880537963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.254764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event updated for resources: {'Port': ['ID=891063d7-8515-46b8-a7c8-e4408a6b95d9,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:15.273709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e5db2c0d-31e6-4242-b5d4-a8880537963c None None] Port 891063d7-8515-46b8-a7c8-e4408a6b95d9 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:15.316631 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744491c9-fb37-48ed-9b0c-5c3cabf92f03 tempest-PortsTestJSON-533920100 tempest-PortsTestJSON-533920100-project] Pushing event deleted for resources: {'Network': ['ID=c1265753-9064-4e74-af5d-1b44f4073529,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:15.323331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.330374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:15.335622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3042de4c-e233-4c30-abe3-019917469a13 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:15.345896 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-84f67978-b4f3-4f4d-aef0-af3b099d3b03 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9044104 Mar 02 20:17:15.350641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44944) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:15.416046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Request body: {'subnet': {'network_id': 'fdd45907-cfe2-4fd5-91c0-023530e8f0fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-17086811-subnet', 'tenant_id': 'ad0875b72b1d4b669955a15f6e36a8e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:15.419315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3042de4c-e233-4c30-abe3-019917469a13 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:15.419896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.420933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:15.426073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Usage tracker for resource:subnet and tenant:ad0875b72b1d4b669955a15f6e36a8e0 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:15.429002 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:15.435262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:15.493592 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.520476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-454012dc-dfaf-4d6f-82fe-7def1da12f2a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.575615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Made reservation on behalf of ad0875b72b1d4b669955a15f6e36a8e0 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:15.579699 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.585431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6dfeaa-683d-4d8e-aaee-a5c1346ad70f None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:17:15.698075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.717756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ccd1e784-7900-4ad5-a262-a01a80953346 None None] Provisioning complete for port 3788768d-2a3b-4a8c-9066-e31edb9734ed triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:15.718335 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ccd1e784-7900-4ad5-a262-a01a80953346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.739855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44950) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:15.754090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Network 5547fad4-2533-4b41-9b9a-f9846c2e4a07 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:15.760780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:15.822996 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:15.824860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=fd35612f-6af5-45ae-976b-4119fdb3e974,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:15.831978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:15.834089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-983dfa01-edf0-4daa-8d02-babb08ad4e46 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.836471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:16.000325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6dfeaa-683d-4d8e-aaee-a5c1346ad70f None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:17:16.040964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-454012dc-dfaf-4d6f-82fe-7def1da12f2a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.157801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454012dc-dfaf-4d6f-82fe-7def1da12f2a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff846e7-ae17-42f9-8cc9-85e3a39936b7,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:16.176500 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-983dfa01-edf0-4daa-8d02-babb08ad4e46 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] update failed (client error): The resource could not be found. Mar 02 20:17:16.177339 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-983dfa01-edf0-4daa-8d02-babb08ad4e46 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "PUT /v2.0/routers/527c4cf3-e715-410c-87a1-35c10fef2cf1 HTTP/1.1" status: 404 len: 339 time: 1.5689080 Mar 02 20:17:16.181893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-454012dc-dfaf-4d6f-82fe-7def1da12f2a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.184644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44956) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:16.325443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-200033981'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:16.345365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:16.350365 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-454012dc-dfaf-4d6f-82fe-7def1da12f2a tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/subnets/8ff846e7-ae17-42f9-8cc9-85e3a39936b7 HTTP/1.1" status: 204 len: 168 time: 1.9310567 Mar 02 20:17:16.355775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44960) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:16.355775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Usage tracker for resource:network and tenant:fcf8040db4914edead9d89105bddc224 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:16.362727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:16.369081 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b459c566-0eaa-41fa-8de5-3aa77a8b9e22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff25e31141134f11bedd474ffb55a307&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6263001 Mar 02 20:17:16.376670 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44964) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:16.393336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:16.416325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75eee71-2d56-4949-b273-42956a18af6c None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:17:16.432908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.502861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.519688 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting port 3788768d-2a3b-4a8c-9066-e31edb9734ed {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:16.520037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.549659 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:17:16.555120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Made reservation on behalf of fcf8040db4914edead9d89105bddc224 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:16.558097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.640547 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f8cf70-44ce-4eb2-a97e-856493ae8d09,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:16.676653 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:16.734158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3aff9beb-8b7c-4d24-a7f7-71d0d2274553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.737259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.objects.ports [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84503) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:17:16.738362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Checking segment: {'id': '3cd48b25-799b-4f43-a8b8-171f839f97ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'fdd45907-cfe2-4fd5-91c0-023530e8f0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:16.738717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Network hostable DHCP agents. Network: fdd45907-cfe2-4fd5-91c0-023530e8f0fd, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:16.754947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.769743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.770282 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Added segment 56e608fd-c5b9-448f-98da-155a0f879cb9 of type vlan for network 71d5f8af-d0de-4283-ac50-8f50550cc60b Mar 02 20:17:16.810904 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] For port 3788768d-2a3b-4a8c-9066-e31edb9734ed, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3788768d-2a3b-4a8c-9066-e31edb9734ed,segment=NetworkSegment(1fb9575f-b5bb-498e-a634-5c7b765dd911),segment_id=1fb9575f-b5bb-498e-a634-5c7b765dd911)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:16.811176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75eee71-2d56-4949-b273-42956a18af6c None None] Network 4d489ea5-0131-4a50-9341-80d66ce39c10 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:16.811289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.824659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3aff9beb-8b7c-4d24-a7f7-71d0d2274553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.831301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.883322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network 4d489ea5-0131-4a50-9341-80d66ce39c10 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:16.891262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:16.891511 dv-neutron-831593-2-hyperv neutron-server[84503]: WARNING neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Unable to schedule network 4d489ea5-0131-4a50-9341-80d66ce39c10: no agents available; will retry on subsequent port and subnet creation events. Mar 02 20:17:16.891808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network 4d489ea5-0131-4a50-9341-80d66ce39c10 is not hosted by any dhcp agent {{(pid=84503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 20:17:16.892593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:16.893314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.899537 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75eee71-2d56-4949-b273-42956a18af6c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 4d489ea5-0131-4a50-9341-80d66ce39c10) {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:17:16.901430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Subnet': ['ID=51524e17-e073-4213-9d25-20c89b1efe8c,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:16.940041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Router 44225927-bdae-45e6-9082-093a86d595fb is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:17:16.949746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Calling delete_port for 3788768d-2a3b-4a8c-9066-e31edb9734ed owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:17.042569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3aff9beb-8b7c-4d24-a7f7-71d0d2274553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.045279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3aff9beb-8b7c-4d24-a7f7-71d0d2274553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.046844 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3aff9beb-8b7c-4d24-a7f7-71d0d2274553 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6453cde-986c-46ab-b1e4-7a5f8228d645 HTTP/1.1" status: 204 len: 168 time: 0.6692636 Mar 02 20:17:17.078381 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2f76815c-1b32-4395-aa44-3af8bbe8149a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6351831 Mar 02 20:17:17.079485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Network fdd45907-cfe2-4fd5-91c0-023530e8f0fd is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:17.084788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44970) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:17.094368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, fdd45907-cfe2-4fd5-91c0-023530e8f0fd) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:17.098983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:17.099829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.116978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff9beb-8b7c-4d24-a7f7-71d0d2274553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6453cde-986c-46ab-b1e4-7a5f8228d645,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:17.175111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.180789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.185608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:17.185608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.185858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4e3f3f6e-ba82-400e-82ee-42cc1e830ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.251944 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9660c1e1-d4fe-4660-9d73-3e865c9c818b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8889298 Mar 02 20:17:17.379485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.416685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Network': ['ID=71d5f8af-d0de-4283-ac50-8f50550cc60b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:17.435943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 71d5f8af-d0de-4283-ac50-8f50550cc60b details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:17.453812 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bb7901e0-7630-42b9-95e4-b6ce52caa34b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2654855 Mar 02 20:17:17.455132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.457838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 44976) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:17.464891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'subnet': {'network_id': '71d5f8af-d0de-4283-ac50-8f50550cc60b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:17.509568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.532681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Port': ['ID=3788768d-2a3b-4a8c-9066-e31edb9734ed,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:17.547260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No DVR routers for this DVR port 3788768d-2a3b-4a8c-9066-e31edb9734ed on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:17.605816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:17.610769 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Usage tracker for resource:subnet and tenant:fcf8040db4914edead9d89105bddc224 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:17.613939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:17.619729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:17.638750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-4d489ea5-0131-4a50-9341-80d66ce39c10', 'network_id': '4d489ea5-0131-4a50-9341-80d66ce39c10', 'tenant_id': '92e5e8aecf034162800c77f3d3a20046', 'fixed_ips': [{'subnet_id': '51524e17-e073-4213-9d25-20c89b1efe8c'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:17.641724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.757675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Made reservation on behalf of fcf8040db4914edead9d89105bddc224 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:17.776490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.791261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:17:17.799255 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b940110d-a729-4706-976e-2561d4fa3142 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "PUT /v2.0/routers/44225927-bdae-45e6-9082-093a86d595fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8031061 Mar 02 20:17:17.808448 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e906f01-0656-4508-b147-0d27a861725e None None] Sync routers for ids ['44225927-bdae-45e6-9082-093a86d595fb'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:17:17.811665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 44990) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:17.812669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.846381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Request body: {'port': {'network_id': '5547fad4-2533-4b41-9b9a-f9846c2e4a07', 'name': 'tempest-FloatingIPNegativeTestJSON-1701867383'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:17.873935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c406fdb-66b1-492b-a060-c340cf0f9551']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:17.934330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.987552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e906f01-0656-4508-b147-0d27a861725e None None] Routers {'44225927-bdae-45e6-9082-093a86d595fb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:17.988191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8e906f01-0656-4508-b147-0d27a861725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['44225927-bdae-45e6-9082-093a86d595fb'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:18.039820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb9575f-b5bb-498e-a634-5c7b765dd911') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:18.040115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb9575f-b5bb-498e-a634-5c7b765dd911') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:18.093818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8e906f01-0656-4508-b147-0d27a861725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:18.116428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.131577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Allocated IP 2001:db8::f816:3eff:febd:8454 (4d489ea5-0131-4a50-9341-80d66ce39c10/51524e17-e073-4213-9d25-20c89b1efe8c/d95d39f6-b4f5-40f9-a1a9-6b9643a3a198) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:18.136486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.136940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e906f01-0656-4508-b147-0d27a861725e None None] Routers {'44225927-bdae-45e6-9082-093a86d595fb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:18.137770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8e906f01-0656-4508-b147-0d27a861725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:16:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['44225927-bdae-45e6-9082-093a86d595fb'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:18.211397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8e906f01-0656-4508-b147-0d27a861725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:18.212069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e906f01-0656-4508-b147-0d27a861725e None None] The sync data for ids ['44225927-bdae-45e6-9082-093a86d595fb'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:17:18.234665 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.258560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.276784 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:18.277191 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:18.294988 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:18.381344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=fd35612f-6af5-45ae-976b-4119fdb3e974,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:18.384507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.444494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:18.456373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.458899 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Usage tracker for resource:port and tenant:b4024bb6f59a4a558e2740120c93d489 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:18.464299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:18.472752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:18.479046 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-cb56641f-7e01-4125-ac07-25f962fc31e7 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:18.482846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.486269 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-cb56641f-7e01-4125-ac07-25f962fc31e7 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/networks?id=8e59327a-0b28-47d9-a04a-5900b784ddef HTTP/1.1" status: 200 len: 812 time: 0.3533936 Mar 02 20:17:18.496353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Transition to ACTIVE for port object d95d39f6-b4f5-40f9-a1a9-6b9643a3a198 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:18.498012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.523964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.534044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Network': ['ID=5c406fdb-66b1-492b-a060-c340cf0f9551,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:18.535533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Transition to ACTIVE for port object d95d39f6-b4f5-40f9-a1a9-6b9643a3a198 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:18.542281 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-049e0952-22c5-44fa-b5cd-7a112a694465 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/quotas/9dd6511f4d36452a814ff9cef315639f HTTP/1.1" status: 200 len: 375 time: 0.0550380 Mar 02 20:17:18.583040 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-09f1b2a2-38ea-4842-8a35-c64425127795 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/5c406fdb-66b1-492b-a060-c340cf0f9551 HTTP/1.1" status: 204 len: 168 time: 2.2242870 Mar 02 20:17:18.587858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45008) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:18.592549 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-f4f072ea-4182-48a3-96e2-c152240fdad3 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dd6511f4d36452a814ff9cef315639f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494359 Mar 02 20:17:18.633538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.637657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Made reservation on behalf of b4024bb6f59a4a558e2740120c93d489 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:18.641162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.665128 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0632f0-de5e-47e3-9d95-a1c8e4ff6136 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:18.665608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0632f0-de5e-47e3-9d95-a1c8e4ff6136 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:18.682332 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2e0632f0-de5e-47e3-9d95-a1c8e4ff6136 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/subnets/43560ee8-74f7-421c-9a2e-25ebe91429f6 HTTP/1.1" status: 404 len: 337 time: 0.0885854 Mar 02 20:17:18.682332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45014) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:18.710376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] device_id is not set on port afb4085f-b4f8-4d64-979b-8b54e666813f yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:17:18.717873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Network 4d489ea5-0131-4a50-9341-80d66ce39c10 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:18.730673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:18.736432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:18.738902 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Pushing event updated for resources: {'Port': ['ID=d95d39f6-b4f5-40f9-a1a9-6b9643a3a198,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:18.751654 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Subnet': ['ID=29971ad2-f6c3-4b57-8f6c-40c2ed513b46,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:18.752287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.792555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Checking segment: {'id': '56e608fd-c5b9-448f-98da-155a0f879cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '71d5f8af-d0de-4283-ac50-8f50550cc60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:18.793177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network hostable DHCP agents. Network: 71d5f8af-d0de-4283-ac50-8f50550cc60b, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:18.829162 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8491ee1-e192-424c-888a-987b4fd895f4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:18.829881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8491ee1-e192-424c-888a-987b4fd895f4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:18.837804 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a8491ee1-e192-424c-888a-987b4fd895f4 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/828464c9-e679-4480-a0e6-24232454d474 HTTP/1.1" status: 404 len: 339 time: 0.1563330 Mar 02 20:17:18.846492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45020) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:18.867384 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP a6d9fe66-9a87-49c5-9580-4d094205801e associated. External IP: 172.26.5.175, port: 90b46741-3d48-4377-9c86-90a53c0be0f4. Mar 02 20:17:18.869006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Attempting to bind port d95d39f6-b4f5-40f9-a1a9-6b9643a3a198 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:18.869378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Attempting to bind port d95d39f6-b4f5-40f9-a1a9-6b9643a3a198 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '4d5dbf9c-e20a-40af-a979-525f55077b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4d489ea5-0131-4a50-9341-80d66ce39c10'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:18.869745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Attempting to bind port d95d39f6-b4f5-40f9-a1a9-6b9643a3a198 on network 4d489ea5-0131-4a50-9341-80d66ce39c10 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:18.878708 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:18.879079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Checking segment: {'id': '4d5dbf9c-e20a-40af-a979-525f55077b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4d489ea5-0131-4a50-9341-80d66ce39c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:18.879484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.879971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Bound using segment: {'id': '4d5dbf9c-e20a-40af-a979-525f55077b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4d489ea5-0131-4a50-9341-80d66ce39c10'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:18.880331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Bound port: d95d39f6-b4f5-40f9-a1a9-6b9643a3a198, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5dbf9c-e20a-40af-a979-525f55077b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '4d489ea5-0131-4a50-9341-80d66ce39c10'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:18.880756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.963861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network 71d5f8af-d0de-4283-ac50-8f50550cc60b is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:19.011477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] For port d95d39f6-b4f5-40f9-a1a9-6b9643a3a198, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:19.017347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] For port d95d39f6-b4f5-40f9-a1a9-6b9643a3a198, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d95d39f6-b4f5-40f9-a1a9-6b9643a3a198,segment=NetworkSegment(4d5dbf9c-e20a-40af-a979-525f55077b89),segment_id=4d5dbf9c-e20a-40af-a979-525f55077b89)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:19.027693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Subnet': ['ID=51524e17-e073-4213-9d25-20c89b1efe8c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:19.031295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45024) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:19.039620 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029132 Mar 02 20:17:19.043905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45026) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:19.045687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Allocated IP 172.20.0.13 (5547fad4-2533-4b41-9b9a-f9846c2e4a07/98c2913c-1376-4c01-bd2a-4067a07be203/afb4085f-b4f8-4d64-979b-8b54e666813f) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:19.083504 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e12c32-1d27-4fff-8681-3e4f9b43f198 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:19.084013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e12c32-1d27-4fff-8681-3e4f9b43f198 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:19.090224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.118718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45032) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:19.123230 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-91e12c32-1d27-4fff-8681-3e4f9b43f198 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/subnets/c0b1243d-cc4b-4e24-8964-2bfcfd153728 HTTP/1.1" status: 404 len: 337 time: 0.2716169 Mar 02 20:17:19.145432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 71d5f8af-d0de-4283-ac50-8f50550cc60b) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:19.154516 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-694de88b-09f1-4abd-9e24-224bb8ed0cfa tempest-NetworksApiDiscovery-9830381 tempest-NetworksApiDiscovery-9830381-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1093526 Mar 02 20:17:19.167589 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:19.168465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.176352 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-7105016d-9f6c-44f5-9031-ce08cbdfa1a3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:19.177040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7105016d-9f6c-44f5-9031-ce08cbdfa1a3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:19.195308 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7105016d-9f6c-44f5-9031-ce08cbdfa1a3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/556abc7d-7ab5-4616-bbdc-5ecfe9b6a073 HTTP/1.1" status: 404 len: 339 time: 0.0751522 Mar 02 20:17:19.198929 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45038) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:19.253085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7ac50-0f2e-423f-a0f8-c0850950ed5c None None] Pushing event updated for resources: {'Port': ['ID=d95d39f6-b4f5-40f9-a1a9-6b9643a3a198,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:19.256522 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-41dc1e6e-c773-47f0-a2a7-3b0897160be3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:19.257212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41dc1e6e-c773-47f0-a2a7-3b0897160be3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:19.259183 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-41dc1e6e-c773-47f0-a2a7-3b0897160be3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/subnets/26e1c870-6b6f-4da4-b8d6-c10c009e58cf HTTP/1.1" status: 404 len: 337 time: 0.0576229 Mar 02 20:17:19.267014 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-76c0ef64-6e4a-47a1-a075-508fbccadc8f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8078496 Mar 02 20:17:19.268153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45042) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:19.268788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45044) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:19.279694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-9f15359f-adde-4dc5-b961-5edd50d33309 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'router': {'external_gateway_info': {'network_id': '71d5f8af-d0de-4283-ac50-8f50550cc60b'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:19.321076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.372008 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d489ea5-0131-4a50-9341-80d66ce39c10']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:19.374489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d7223a-f8b5-4e67-8491-ac7572771c1e None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:17:19.405009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5dbf9c-e20a-40af-a979-525f55077b89') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:19.405386 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5dbf9c-e20a-40af-a979-525f55077b89') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:19.414658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-70dcdb3c-8644-4635-9bbc-77c9402d2a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.436234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.442830 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86e5768-3b4e-4b93-a851-8c97866371e3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:19.443277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86e5768-3b4e-4b93-a851-8c97866371e3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:19.447299 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c86e5768-3b4e-4b93-a851-8c97866371e3 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/fddce0f7-b35e-4e70-8eb8-ad7daa809aba HTTP/1.1" status: 404 len: 339 time: 0.1733994 Mar 02 20:17:19.453078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45050) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:19.493732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.537097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d7223a-f8b5-4e67-8491-ac7572771c1e None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:17:19.547833 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-f5103dcf-b030-4738-aa20-e65df919430d service neutron] 10.222.0.44 "GET /v2.0/networks/8e59327a-0b28-47d9-a04a-5900b784ddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9185760 Mar 02 20:17:19.564154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:19.564561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:19.600918 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:19.786509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45056) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:19.825809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:17:19.825809 dv-neutron-831593-2-hyperv neutron-server[84504]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:17:19.825809 dv-neutron-831593-2-hyperv neutron-server[84504]: [parameters: {'id': '4d489ea5-0131-4a50-9341-80d66ce39c10'}] Mar 02 20:17:19.825809 dv-neutron-831593-2-hyperv neutron-server[84504]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:19.835760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:19.844790 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-36121fea-1d33-4a63-a4a9-2b6926e56ecf service neutron] 10.222.0.44 "GET /v2.0/networks/8e59327a-0b28-47d9-a04a-5900b784ddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904527 Mar 02 20:17:19.848678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.874104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Transition to ACTIVE for port object afb4085f-b4f8-4d64-979b-8b54e666813f will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:19.963578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c6c4a5-fcfd-4c4f-ac7d-df84eeb0c5cf tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting subnet 96ef0ad6-f62f-4911-b662-6a1cd3b18387 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:19.969831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c4a5-fcfd-4c4f-ac7d-df84eeb0c5cf tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.971019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.115663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c8c313-87e2-49bf-8065-4a5a423f044f None None] DHCP port deletion for 5c406fdb-66b1-492b-a060-c340cf0f9551 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:20.147349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-71d5f8af-d0de-4283-ac50-8f50550cc60b', 'network_id': '71d5f8af-d0de-4283-ac50-8f50550cc60b', 'tenant_id': 'fcf8040db4914edead9d89105bddc224', 'fixed_ips': [{'subnet_id': '29971ad2-f6c3-4b57-8f6c-40c2ed513b46'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:20.149278 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.203087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b95da0a2-eb90-40fb-982c-fccb9419af99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.229211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Network 5547fad4-2533-4b41-9b9a-f9846c2e4a07 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:20.235955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:20.241454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:20.273334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event updated for resources: {'Port': ['ID=afb4085f-b4f8-4d64-979b-8b54e666813f,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:20.286687 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c4a5-fcfd-4c4f-ac7d-df84eeb0c5cf tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.307663 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b95da0a2-eb90-40fb-982c-fccb9419af99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:20.315388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b95da0a2-eb90-40fb-982c-fccb9419af99 admin admin] Usage tracker for resource:security_group_rule and tenant:764dfdec53a241f089fcf887dfd96d6d is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:20.319926 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b95da0a2-eb90-40fb-982c-fccb9419af99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:20.326492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:20.327105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.334638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.337216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Allocated IP 2001:db8:1::2 (71d5f8af-d0de-4283-ac50-8f50550cc60b/29971ad2-f6c3-4b57-8f6c-40c2ed513b46/54c30249-9918-4b2e-af42-cf95409e078f) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:20.341422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b95da0a2-eb90-40fb-982c-fccb9419af99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:20.367555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Deleting port d95d39f6-b4f5-40f9-a1a9-6b9643a3a198 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:20.367815 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.379733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9f15359f-adde-4dc5-b961-5edd50d33309 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.417698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c4a5-fcfd-4c4f-ac7d-df84eeb0c5cf tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.469668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:17:20.493036 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d90ea741-cedf-4e32-82f5-564b40a09256 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6506572 Mar 02 20:17:20.495334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45062) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:20.506125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:20.561273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.565189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.568866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:20.592777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b95da0a2-eb90-40fb-982c-fccb9419af99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.603901 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.604406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Usage tracker for resource:floatingip and tenant:b4024bb6f59a4a558e2740120c93d489 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:20.614357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Transition to ACTIVE for port object 54c30249-9918-4b2e-af42-cf95409e078f will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:20.628587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] For port d95d39f6-b4f5-40f9-a1a9-6b9643a3a198, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d95d39f6-b4f5-40f9-a1a9-6b9643a3a198,segment=NetworkSegment(4d5dbf9c-e20a-40af-a979-525f55077b89),segment_id=4d5dbf9c-e20a-40af-a979-525f55077b89)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:20.628921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.633469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Transition to ACTIVE for port object 54c30249-9918-4b2e-af42-cf95409e078f will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:20.654613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:20.666216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:20.691771 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b95da0a2-eb90-40fb-982c-fccb9419af99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.724222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.762021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c4a5-fcfd-4c4f-ac7d-df84eeb0c5cf tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.764848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Calling delete_port for d95d39f6-b4f5-40f9-a1a9-6b9643a3a198 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:20.810468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6c4a5-fcfd-4c4f-ac7d-df84eeb0c5cf tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Subnet': ['ID=96ef0ad6-f62f-4911-b662-6a1cd3b18387,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:20.810831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Network 71d5f8af-d0de-4283-ac50-8f50550cc60b is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:20.819127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:20.821434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:20.821869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.830307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Pushing event updated for resources: {'Port': ['ID=54c30249-9918-4b2e-af42-cf95409e078f,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:20.841581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c4a5-fcfd-4c4f-ac7d-df84eeb0c5cf tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.850292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95da0a2-eb90-40fb-982c-fccb9419af99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24822ccf-0511-4582-82d8-ecd6d9c121fe,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:20.855486 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b95da0a2-eb90-40fb-982c-fccb9419af99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=764dfdec53a241f089fcf887dfd96d6d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0679908 Mar 02 20:17:20.862014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45066) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:20.884259 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e3c6c4a5-fcfd-4c4f-ac7d-df84eeb0c5cf tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/subnets/96ef0ad6-f62f-4911-b662-6a1cd3b18387 HTTP/1.1" status: 204 len: 168 time: 1.4279041 Mar 02 20:17:20.887096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45070) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:20.927304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Attempting to bind port 54c30249-9918-4b2e-af42-cf95409e078f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:20.927793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Attempting to bind port 54c30249-9918-4b2e-af42-cf95409e078f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '56e608fd-c5b9-448f-98da-155a0f879cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '71d5f8af-d0de-4283-ac50-8f50550cc60b'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:20.928421 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Attempting to bind port 54c30249-9918-4b2e-af42-cf95409e078f on network 71d5f8af-d0de-4283-ac50-8f50550cc60b {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:20.935853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:20.936297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Checking segment: {'id': '56e608fd-c5b9-448f-98da-155a0f879cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '71d5f8af-d0de-4283-ac50-8f50550cc60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:20.936766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.938495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Bound using segment: {'id': '56e608fd-c5b9-448f-98da-155a0f879cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '71d5f8af-d0de-4283-ac50-8f50550cc60b'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:20.939162 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Bound port: 54c30249-9918-4b2e-af42-cf95409e078f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e608fd-c5b9-448f-98da-155a0f879cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '71d5f8af-d0de-4283-ac50-8f50550cc60b'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:20.939606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.980836 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.049870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Port': ['ID=d95d39f6-b4f5-40f9-a1a9-6b9643a3a198,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:21.057611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No DVR routers for this DVR port d95d39f6-b4f5-40f9-a1a9-6b9643a3a198 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:21.065058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] For port 54c30249-9918-4b2e-af42-cf95409e078f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:21.068977 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] For port 54c30249-9918-4b2e-af42-cf95409e078f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=54c30249-9918-4b2e-af42-cf95409e078f,segment=NetworkSegment(56e608fd-c5b9-448f-98da-155a0f879cb9),segment_id=56e608fd-c5b9-448f-98da-155a0f879cb9)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:21.078334 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-9f15359f-adde-4dc5-b961-5edd50d33309 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:17:21.083828 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9f15359f-adde-4dc5-b961-5edd50d33309 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "PUT /v2.0/routers/527c4cf3-e715-410c-87a1-35c10fef2cf1 HTTP/1.1" status: 400 len: 364 time: 1.8104072 Mar 02 20:17:21.086087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45074) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:21.087226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49cd0949-b34b-4860-a199-4a1b4ed1e38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.134824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.140305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49cd0949-b34b-4860-a199-4a1b4ed1e38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.210448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:17:21.223643 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12bfcc-93e6-4599-94d0-75000f988339 None None] Sync routers for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:17:21.233165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.254641 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12bfcc-93e6-4599-94d0-75000f988339 None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:21.255482 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9d12bfcc-93e6-4599-94d0-75000f988339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:21.262742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3788768d-2a3b-4a8c-9066-e31edb9734ed no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:21.288222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.340805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 3788768d-2a3b-4a8c-9066-e31edb9734ed {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:17:21.341347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3788768d-2a3b-4a8c-9066-e31edb9734ed not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:17:21.356336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934116e-bd42-49b8-981d-9bd888edbbbf None None] Pushing event updated for resources: {'Port': ['ID=54c30249-9918-4b2e-af42-cf95409e078f,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:21.376467 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.490081 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4897c0da-5beb-4522-9a71-f5c220dd2c2f req-7bb47800-4f22-4fc0-b89c-b9acd8e6df44 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 210 time: 0.1720095 Mar 02 20:17:21.501806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting port 6fd26c44-8909-4a3e-a5f8-9171808a4567 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:21.501806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.513107 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-9d12bfcc-93e6-4599-94d0-75000f988339 None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:17:21.513827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49cd0949-b34b-4860-a199-4a1b4ed1e38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.527552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.539789 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8470bb58-4e08-407d-8911-745899bc0228 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.0506492 Mar 02 20:17:21.545741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'tag': '90b46741-3d48-4377-9c86-90a53c0be0f4'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:17:21.551276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45088) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:21.573576 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd0949-b34b-4860-a199-4a1b4ed1e38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24822ccf-0511-4582-82d8-ecd6d9c121fe,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:21.604079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-49cd0949-b34b-4860-a199-4a1b4ed1e38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.607506 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-49cd0949-b34b-4860-a199-4a1b4ed1e38e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24822ccf-0511-4582-82d8-ecd6d9c121fe HTTP/1.1" status: 204 len: 168 time: 0.7422862 Mar 02 20:17:21.696137 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'tag': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'status': 'completed', 'code': 200} Mar 02 20:17:21.819454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.878688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Allocated IP 172.26.5.143 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/a95d7f13-f6e9-492d-9a3c-8e823dcea253) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:21.954869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d489ea5-0131-4a50-9341-80d66ce39c10']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:22.057133 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0d184b6-1a55-4614-98d6-03a2526c99ba req-825e5b84-cd11-4008-8991-a9606c87f012 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 1099 time: 0.3327224 Mar 02 20:17:22.075656 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-50f758c7-0b3b-49f2-b7ac-f46d3291c67b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/a6d9fe66-9a87-49c5-9580-4d094205801e HTTP/1.1" status: 200 len: 992 time: 0.5213428 Mar 02 20:17:22.089098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5dbf9c-e20a-40af-a979-525f55077b89') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:22.089379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5dbf9c-e20a-40af-a979-525f55077b89') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:22.089858 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9d12bfcc-93e6-4599-94d0-75000f988339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:16:18Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a6d9fe66-9a87-49c5-9580-4d094205801e', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'port_id': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'mac_address': 'fa:16:3e:e5:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:16Z', 'updated_at': '2022-03-02T20:17:16Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:22.095384 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12bfcc-93e6-4599-94d0-75000f988339 None None] Checking router: c7586df4-c13a-4901-a0b8-c7ee9f7c4656 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:17:22.107996 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12bfcc-93e6-4599-94d0-75000f988339 None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:22.109029 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9d12bfcc-93e6-4599-94d0-75000f988339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:22.201451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.255526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.331157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d184b6-1a55-4614-98d6-03a2526c99ba req-fb8ad9fb-fcb6-4343-97d0-1c5f65b25603 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:22.332621 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0d184b6-1a55-4614-98d6-03a2526c99ba req-fb8ad9fb-fcb6-4343-97d0-1c5f65b25603 service neutron] 10.222.0.31 "GET /v2.0/networks?id=732ffdce-2c6c-4226-a395-2a756a9cca82 HTTP/1.1" status: 200 len: 898 time: 0.2585742 Mar 02 20:17:22.351171 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-9d12bfcc-93e6-4599-94d0-75000f988339 None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:17:22.351766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.489098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:22.489510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:22.512306 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:22.610222 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0d184b6-1a55-4614-98d6-03a2526c99ba req-3ea5c425-08ca-4e1c-aa7b-53c579ef268b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90b46741-3d48-4377-9c86-90a53c0be0f4 HTTP/1.1" status: 200 len: 1000 time: 0.2693889 Mar 02 20:17:22.732683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.744222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] For port 6fd26c44-8909-4a3e-a5f8-9171808a4567, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6fd26c44-8909-4a3e-a5f8-9171808a4567,segment=NetworkSegment(851724e1-c51d-47fa-aec9-2e04af0b5782),segment_id=851724e1-c51d-47fa-aec9-2e04af0b5782)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:22.744582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.763974 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a179caf4-0d2d-4a30-8319-2fb1b3999224 req-cabb59be-e403-4f0f-814e-72694d196fca tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 210 time: 0.0755298 Mar 02 20:17:22.802336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d184b6-1a55-4614-98d6-03a2526c99ba req-315bb344-fe49-41d2-a192-92d9e86c85b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:22.803911 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0d184b6-1a55-4614-98d6-03a2526c99ba req-315bb344-fe49-41d2-a192-92d9e86c85b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8814d83f-4ca8-4e89-ba7e-60e9373d99d4 HTTP/1.1" status: 200 len: 834 time: 0.1816545 Mar 02 20:17:22.832942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.853610 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9d12bfcc-93e6-4599-94d0-75000f988339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:16:18Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a6d9fe66-9a87-49c5-9580-4d094205801e', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'port_id': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'mac_address': 'fa:16:3e:e5:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:16Z', 'updated_at': '2022-03-02T20:17:16Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:22.858701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e468be0c-3ce1-44c4-9d4d-02e085d4d104 None None] Network fdd45907-cfe2-4fd5-91c0-023530e8f0fd requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:22.880335 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12bfcc-93e6-4599-94d0-75000f988339 None None] The sync data for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv is: [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:16:18Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a6d9fe66-9a87-49c5-9580-4d094205801e', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'port_id': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'mac_address': 'fa:16:3e:e5:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:16Z', 'updated_at': '2022-03-02T20:17:16Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:17:22.928705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:22.934139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:22.937436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:23.002194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event updated for resources: {'Port': ['ID=a95d7f13-f6e9-492d-9a3c-8e823dcea253,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:23.024882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea32d1c-7a23-4dff-ae02-31afb19877ad None None] Network 71d5f8af-d0de-4283-ac50-8f50550cc60b requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:23.053681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f3eb45-ebc9-4391-a785-801e9ddecff9 None None] Network fd5ad138-07db-413a-8bf7-a4ada3a1a231 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:23.073516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Calling delete_port for 6fd26c44-8909-4a3e-a5f8-9171808a4567 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:23.085436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45102) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:23.098063 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0d184b6-1a55-4614-98d6-03a2526c99ba req-e23efb37-bb07-4fce-8016-a31732b592ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ffdce-2c6c-4226-a395-2a756a9cca82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2832193 Mar 02 20:17:23.129864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:23.232025 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/networks/4d489ea5-0131-4a50-9341-80d66ce39c10 HTTP/1.1" status: 204 len: 168 time: 6.1340823 Mar 02 20:17:23.240839 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45106) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:23.245865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cd86c-9d7e-43cb-97d1-e3c400810d8e tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Network': ['ID=4d489ea5-0131-4a50-9341-80d66ce39c10,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:23.266500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:23.319147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f23f83-4504-4fe3-a362-49f852bbdeb6 None None] New status for floating IP a6d9fe66-9a87-49c5-9580-4d094205801e: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:17:23.395180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-343990892'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:23.400349 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:23.409591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:network and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:23.414561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:23.425881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:23.434843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 54c30249-9918-4b2e-af42-cf95409e078f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:23.481656 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ceec2c09-5c9d-43fc-bad6-4fa069d16806 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/a6d9fe66-9a87-49c5-9580-4d094205801e HTTP/1.1" status: 200 len: 992 time: 0.3890707 Mar 02 20:17:23.523294 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0d184b6-1a55-4614-98d6-03a2526c99ba req-b1672f9c-83e2-4c52-ba62-a9d2a747bd66 service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155288 Mar 02 20:17:23.553627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:23.605992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2e34eb5b-b638-4d6f-8f2c-739c1e93718c None None] Provisioning for port 54c30249-9918-4b2e-af42-cf95409e078f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:23.620225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Port': ['ID=6fd26c44-8909-4a3e-a5f8-9171808a4567,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:23.668464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No DVR routers for this DVR port 6fd26c44-8909-4a3e-a5f8-9171808a4567 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:23.719971 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0fe852fb-d9f4-461d-a45c-2c60197cc2f0 req-3e2f1f9e-10bc-4534-bb7b-9d0b083c7203 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3162351 Mar 02 20:17:23.722560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:23.767351 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0d184b6-1a55-4614-98d6-03a2526c99ba req-2a1f08ca-9ba0-4595-a17f-59fa00bb3008 service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354519 Mar 02 20:17:23.888906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.090486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:24.094180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.141691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7486c05-cb75-4e01-9630-7074a5e5dce8 None None] DHCP port deletion for fd5ad138-07db-413a-8bf7-a4ada3a1a231 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:24.162311 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a766fd-a556-4836-9323-f6d0f4bbedf7 None None] Network fdd45907-cfe2-4fd5-91c0-023530e8f0fd requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:24.176085 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2b68db8e-9510-46b4-9652-0b76eb4a198d req-53ed15de-a5f8-467a-b3d1-25be0b51af1c tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 210 time: 0.0831103 Mar 02 20:17:24.176460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.222001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5ad138-07db-413a-8bf7-a4ada3a1a231']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:24.245781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851724e1-c51d-47fa-aec9-2e04af0b5782') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:24.246098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851724e1-c51d-47fa-aec9-2e04af0b5782') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:24.263956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 54c30249-9918-4b2e-af42-cf95409e078f completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:24.274416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d37a6c92-b804-4854-a0b5-4435e06e20cf None None] Provisioning complete for port 891063d7-8515-46b8-a7c8-e4408a6b95d9 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:24.274986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d37a6c92-b804-4854-a0b5-4435e06e20cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.285331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:24.303740 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.311117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 54c30249-9918-4b2e-af42-cf95409e078f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:24.320508 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.321511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.321857 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Added segment d57f96cb-5024-4f96-82a9-7b17e9ea7ff8 of type vlan for network 6610fb80-4a87-477a-b225-566661a42629 Mar 02 20:17:24.325316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a55fa129-ca1f-4675-be8b-8e62cff8f307 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:24.326054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a55fa129-ca1f-4675-be8b-8e62cff8f307 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Synchronizing usage tracker for tenant:9dd6511f4d36452a814ff9cef315639f on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:24.335705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.346630 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0fe852fb-d9f4-461d-a45c-2c60197cc2f0 req-fe77c879-3aa9-4b9f-a1d3-3e3a1297ec99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 1099 time: 0.3613195 Mar 02 20:17:24.357774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:24.358207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:24.376729 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:24.389173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Allocated IP 2001:db8::1 (755d2284-7b6a-4d4d-b5f2-9a865af647f2/921efc58-d152-48f7-99f7-1017a679d96e/57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:24.453883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.473360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d37a6c92-b804-4854-a0b5-4435e06e20cf None None] Port 891063d7-8515-46b8-a7c8-e4408a6b95d9 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:24.478468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a55fa129-ca1f-4675-be8b-8e62cff8f307 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Unset dirty status for tenant:9dd6511f4d36452a814ff9cef315639f on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:24.479723 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a55fa129-ca1f-4675-be8b-8e62cff8f307 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.31 "GET /v2.0/networks?id=8e59327a-0b28-47d9-a04a-5900b784ddef HTTP/1.1" status: 200 len: 812 time: 0.3486896 Mar 02 20:17:24.486824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45112) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:24.505791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Request body: {'port': {'device_id': 'd5df3c9b-ddeb-4c64-a0e2-3e27d2386306', 'network_id': '8e59327a-0b28-47d9-a04a-5900b784ddef', 'admin_state_up': True, 'tenant_id': '9dd6511f4d36452a814ff9cef315639f'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:24.656157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d37a6c92-b804-4854-a0b5-4435e06e20cf None None] Provisioning for port afb4085f-b4f8-4d64-979b-8b54e666813f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:24.672542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.672964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.682180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.690575 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d37a6c92-b804-4854-a0b5-4435e06e20cf None None] Provisioning complete for port afb4085f-b4f8-4d64-979b-8b54e666813f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:24.690948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d37a6c92-b804-4854-a0b5-4435e06e20cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.747101 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:17:24.756126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Network': ['ID=fd5ad138-07db-413a-8bf7-a4ada3a1a231,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:24.765979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.769006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:24.769607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.776504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d37a6c92-b804-4854-a0b5-4435e06e20cf None None] Port afb4085f-b4f8-4d64-979b-8b54e666813f cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:24.779577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.782418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 54c30249-9918-4b2e-af42-cf95409e078f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=54c30249-9918-4b2e-af42-cf95409e078f,segment=NetworkSegment(56e608fd-c5b9-448f-98da-155a0f879cb9),segment_id=56e608fd-c5b9-448f-98da-155a0f879cb9)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:24.806362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe852fb-d9f4-461d-a45c-2c60197cc2f0 req-e4faf92b-f926-4960-8044-276db53735b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:24.807966 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0fe852fb-d9f4-461d-a45c-2c60197cc2f0 req-e4faf92b-f926-4960-8044-276db53735b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=732ffdce-2c6c-4226-a395-2a756a9cca82 HTTP/1.1" status: 200 len: 898 time: 0.4262421 Mar 02 20:17:24.871923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.895022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:24.900523 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f7c0cfe9-ac1a-4328-aa14-218cf521da89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/a6d9fe66-9a87-49c5-9580-4d094205801e HTTP/1.1" status: 200 len: 994 time: 0.4116838 Mar 02 20:17:24.913868 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a9c9d587-245e-4085-b1aa-61f4771f8f5d tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/fd5ad138-07db-413a-8bf7-a4ada3a1a231 HTTP/1.1" status: 204 len: 168 time: 4.0254788 Mar 02 20:17:24.917063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Usage tracker for resource:port and tenant:9dd6511f4d36452a814ff9cef315639f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:24.919598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45116) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:24.924229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:24.941517 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6920249 Mar 02 20:17:24.950684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45120) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:24.958249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'subnet': {'network_id': '6610fb80-4a87-477a-b225-566661a42629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:24.988756 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56b4df-46c8-4a8a-a1cf-42ed18b86c61 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Network': ['ID=6610fb80-4a87-477a-b225-566661a42629,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:25.003401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=54c30249-9918-4b2e-af42-cf95409e078f,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:25.006278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.014540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 6610fb80-4a87-477a-b225-566661a42629 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:25.016898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:25.054718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.074121 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f1a6bf-9d61-4b8b-b46e-d1b2f020ecff tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:25.074561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f1a6bf-9d61-4b8b-b46e-d1b2f020ecff tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:25.106458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45124) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:25.111747 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-33f1a6bf-9d61-4b8b-b46e-d1b2f020ecff tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/subnets/56b56c09-646f-48b0-a145-d2bc1e84b268 HTTP/1.1" status: 404 len: 337 time: 0.1899016 Mar 02 20:17:25.114304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event updated for resources: {'Port': ['ID=a95d7f13-f6e9-492d-9a3c-8e823dcea253,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:25.120715 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0fe852fb-d9f4-461d-a45c-2c60197cc2f0 req-aa7b0062-4e2c-4697-9246-758655d397e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90b46741-3d48-4377-9c86-90a53c0be0f4 HTTP/1.1" status: 200 len: 1002 time: 0.2909057 Mar 02 20:17:25.147895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Transition to ACTIVE for port object 57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:25.171956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:25.179611 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aded131-09d1-42e8-b63c-54617578832c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:25.180052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aded131-09d1-42e8-b63c-54617578832c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:25.182143 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7aded131-09d1-42e8-b63c-54617578832c tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/0fba9cee-064b-40ac-8c04-491ff0d3286d HTTP/1.1" status: 404 len: 339 time: 0.0617476 Mar 02 20:17:25.185297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45128) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:25.186457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:subnet and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:25.195286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:25.205122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Made reservation on behalf of 9dd6511f4d36452a814ff9cef315639f for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:25.208135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.284402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe852fb-d9f4-461d-a45c-2c60197cc2f0 req-1960c7d9-5018-4c1e-99a2-31bedc4d9b52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:25.285895 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0fe852fb-d9f4-461d-a45c-2c60197cc2f0 req-1960c7d9-5018-4c1e-99a2-31bedc4d9b52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8814d83f-4ca8-4e89-ba7e-60e9373d99d4 HTTP/1.1" status: 200 len: 834 time: 0.1210623 Mar 02 20:17:25.296970 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 54c30249-9918-4b2e-af42-cf95409e078f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:25.358978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.368516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae55a68-6fa8-4f74-b93d-c6c03434f6e7 None None] Network 71d5f8af-d0de-4283-ac50-8f50550cc60b requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:25.382906 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:25.441221 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fee1842c-d136-4e41-ae12-a680fd6a955b req-42c56f12-5979-4b5f-b134-bb0f32e00011 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 210 time: 0.0602863 Mar 02 20:17:25.470898 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 54c30249-9918-4b2e-af42-cf95409e078f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:25.471276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.494324 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.495477 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-719f7161-2f92-49ba-bc23-9ccd5639e078 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9992180 Mar 02 20:17:25.496839 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-7619e43e-4764-437a-94bc-81ccbc360e48 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting subnet f0ec3027-296b-41ab-9a8a-b9cc404282e1 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:25.498925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45134) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:25.503793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7619e43e-4764-437a-94bc-81ccbc360e48 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.550012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1917e13d-0af3-4782-a9fd-a0c7cd36f32f tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Request body: {'floatingip': {'port_id': 'afb4085f-b4f8-4d64-979b-8b54e666813f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:25.553466 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0fe852fb-d9f4-461d-a45c-2c60197cc2f0 req-894ec3c8-070f-4103-86bc-6c63adfb5d6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ffdce-2c6c-4226-a395-2a756a9cca82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1880052 Mar 02 20:17:25.554858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-cbb6798c-9f7e-4a71-8250-abf46a759d73 None None] Provisioning complete for port 54c30249-9918-4b2e-af42-cf95409e078f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:25.555229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cbb6798c-9f7e-4a71-8250-abf46a759d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.622154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:25.636580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.647772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Allocated IP 172.20.0.5 (8e59327a-0b28-47d9-a04a-5900b784ddef/93ffbf9a-1c1c-4fe0-ad56-a470c92c9e9b/abc473c8-9d77-468c-a008-9922d3f3d1f1) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:25.738077 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0fe852fb-d9f4-461d-a45c-2c60197cc2f0 req-5dd99574-e6c5-44c0-8a5f-c639c4342711 service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767983 Mar 02 20:17:25.752304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1917e13d-0af3-4782-a9fd-a0c7cd36f32f tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for floatingip, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.937478 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6fd26c44-8909-4a3e-a5f8-9171808a4567 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:25.956404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7619e43e-4764-437a-94bc-81ccbc360e48 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.973723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 6fd26c44-8909-4a3e-a5f8-9171808a4567 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:17:25.974118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6fd26c44-8909-4a3e-a5f8-9171808a4567 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:17:26.011114 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0fe852fb-d9f4-461d-a45c-2c60197cc2f0 req-48a05ba1-9b09-472d-ae41-8b5dc40b575a service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649124 Mar 02 20:17:26.018332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.103293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network 755d2284-7b6a-4d4d-b5f2-9a865af647f2 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:26.116857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:26.119438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:26.119570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.120142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.139127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.153786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Port': ['ID=57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:26.192961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Network 8e59327a-0b28-47d9-a04a-5900b784ddef is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:26.196381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:26.209870 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:26.246766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-78a5b496-73a0-47a8-90b6-44e50ecfcbfe None None] Provisioning complete for port 54c30249-9918-4b2e-af42-cf95409e078f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:26.247178 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-78a5b496-73a0-47a8-90b6-44e50ecfcbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.266257 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Pushing event updated for resources: {'Port': ['ID=abc473c8-9d77-468c-a008-9922d3f3d1f1,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:26.286401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:26.287182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.365016 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a94891ee-e828-4c5b-95ee-1a3dcca3d2a5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8648050 Mar 02 20:17:26.376812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7619e43e-4764-437a-94bc-81ccbc360e48 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.379140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Request body: {'port': {'device_id': 'd5df3c9b-ddeb-4c64-a0e2-3e27d2386306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:26.413089 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-1917e13d-0af3-4782-a9fd-a0c7cd36f32f tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] update failed (client error): The resource could not be found. Mar 02 20:17:26.414094 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1917e13d-0af3-4782-a9fd-a0c7cd36f32f tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "PUT /v2.0/floatingips/46ce5184-4d9f-4448-8527-8b09b792bd19 HTTP/1.1" status: 404 len: 507 time: 0.9132118 Mar 02 20:17:26.416953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45138) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:26.570186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d7b03bc4-7a00-47e9-b678-f2d8a5925e26 None None] Provisioning for port 57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:26.577765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.580580 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d7b03bc4-7a00-47e9-b678-f2d8a5925e26 None None] Provisioning complete for port 57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:26.581019 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d7b03bc4-7a00-47e9-b678-f2d8a5925e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.659258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d7b03bc4-7a00-47e9-b678-f2d8a5925e26 None None] Port 57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:26.694977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7619e43e-4764-437a-94bc-81ccbc360e48 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.737146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-df0e7e7b-74e6-4bab-b3ff-aa7beb5968af tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Deleting port a95d7f13-f6e9-492d-9a3c-8e823dcea253 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:26.737757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-df0e7e7b-74e6-4bab-b3ff-aa7beb5968af tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.768497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619e43e-4764-437a-94bc-81ccbc360e48 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ec3027-296b-41ab-9a8a-b9cc404282e1,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:26.783264 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145c7bd-d962-4c1a-8608-c86a31e8491c None None] Network 442c8a04-9669-4630-b388-9b4f3cb65a03 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:26.783475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7619e43e-4764-437a-94bc-81ccbc360e48 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.787513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.908982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.981215 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7619e43e-4764-437a-94bc-81ccbc360e48 tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/subnets/f0ec3027-296b-41ab-9a8a-b9cc404282e1 HTTP/1.1" status: 204 len: 168 time: 1.7887597 Mar 02 20:17:26.991561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45144) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:27.037495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb01a-6983-49cc-bd92-022819c24fca req-e6cf9b1c-5d53-4cfc-8045-4950655d4d20 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:27.038990 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a35fb01a-6983-49cc-bd92-022819c24fca req-e6cf9b1c-5d53-4cfc-8045-4950655d4d20 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 931 time: 0.4639592 Mar 02 20:17:27.045457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e16cab-b6f7-453d-a1b2-640cdceea47b None None] DHCP port deletion for 442c8a04-9669-4630-b388-9b4f3cb65a03 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:27.054164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-07e16cab-b6f7-453d-a1b2-640cdceea47b None None] Deleting port a4a5567c-126a-4132-a69b-7c7164e464d0 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:27.054858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-07e16cab-b6f7-453d-a1b2-640cdceea47b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.056711 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-df0e7e7b-74e6-4bab-b3ff-aa7beb5968af tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.057052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-df0e7e7b-74e6-4bab-b3ff-aa7beb5968af tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.162199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Subnet': ['ID=be915576-e30e-4243-ba38-c08011ddccb8,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:27.263221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.267914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Checking segment: {'id': 'd57f96cb-5024-4f96-82a9-7b17e9ea7ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6610fb80-4a87-477a-b225-566661a42629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:27.268611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network hostable DHCP agents. Network: 6610fb80-4a87-477a-b225-566661a42629, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:27.275195 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-df0e7e7b-74e6-4bab-b3ff-aa7beb5968af tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Calling delete_port for a95d7f13-f6e9-492d-9a3c-8e823dcea253 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:27.288270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a4a5567c-126a-4132-a69b-7c7164e464d0 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:27.348623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-07e16cab-b6f7-453d-a1b2-640cdceea47b None None] For port a4a5567c-126a-4132-a69b-7c7164e464d0, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a4a5567c-126a-4132-a69b-7c7164e464d0,segment=NetworkSegment(75578ae2-baa7-457a-a07e-d6542de73988),segment_id=75578ae2-baa7-457a-a07e-d6542de73988)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:27.349014 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-07e16cab-b6f7-453d-a1b2-640cdceea47b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.359680 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a35fb01a-6983-49cc-bd92-022819c24fca req-9464d0b6-ee96-4058-b066-f6160bccc319 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024821 Mar 02 20:17:27.376110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting port a4a5567c-126a-4132-a69b-7c7164e464d0 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:27.376110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.490483 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-07e16cab-b6f7-453d-a1b2-640cdceea47b None None] Calling delete_port for a4a5567c-126a-4132-a69b-7c7164e464d0 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:27.548985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc473c8-9d77-468c-a008-9922d3f3d1f1 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:17:27.556232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.567219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.572085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network 6610fb80-4a87-477a-b225-566661a42629 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:27.609120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.636530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Transition to ACTIVE for port object abc473c8-9d77-468c-a008-9922d3f3d1f1 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:27.637851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-df0e7e7b-74e6-4bab-b3ff-aa7beb5968af tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.662024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.662764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.666893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] For port a4a5567c-126a-4132-a69b-7c7164e464d0, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a4a5567c-126a-4132-a69b-7c7164e464d0,segment=NetworkSegment(75578ae2-baa7-457a-a07e-d6542de73988),segment_id=75578ae2-baa7-457a-a07e-d6542de73988)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:27.668412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.687225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e7e7b-74e6-4bab-b3ff-aa7beb5968af tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event deleted for resources: {'Port': ['ID=a95d7f13-f6e9-492d-9a3c-8e823dcea253,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:27.718075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-07e16cab-b6f7-453d-a1b2-640cdceea47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.779276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.804287 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e16cab-b6f7-453d-a1b2-640cdceea47b None None] Pushing event deleted for resources: {'Port': ['ID=a4a5567c-126a-4132-a69b-7c7164e464d0,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:27.809241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e16cab-b6f7-453d-a1b2-640cdceea47b None None] No DVR routers for this DVR port a4a5567c-126a-4132-a69b-7c7164e464d0 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:27.823339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 6610fb80-4a87-477a-b225-566661a42629) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:27.837671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6397fa-3094-4221-acb7-a547cf921e40 None None] Network 6610fb80-4a87-477a-b225-566661a42629 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:27.941562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-df0e7e7b-74e6-4bab-b3ff-aa7beb5968af tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.948360 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Pushing event updated for resources: {'Port': ['ID=abc473c8-9d77-468c-a008-9922d3f3d1f1,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:27.953269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Calling delete_port for a4a5567c-126a-4132-a69b-7c7164e464d0 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:27.989328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:27.989972 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.994102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-df0e7e7b-74e6-4bab-b3ff-aa7beb5968af tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:27.995247 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-df0e7e7b-74e6-4bab-b3ff-aa7beb5968af tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "DELETE /v2.0/floatingips/46ce5184-4d9f-4448-8527-8b09b792bd19 HTTP/1.1" status: 204 len: 168 time: 1.5774426 Mar 02 20:17:28.002391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45148) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:28.071649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-6610fb80-4a87-477a-b225-566661a42629', 'network_id': '6610fb80-4a87-477a-b225-566661a42629', 'tenant_id': '92e5e8aecf034162800c77f3d3a20046', 'fixed_ips': [{'subnet_id': 'be915576-e30e-4243-ba38-c08011ddccb8'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:28.072895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.112357 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-f0c7a23d-1bde-4b8c-82df-07ebdd621f19 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Request body: {'floatingip': {'floating_network_id': '5547fad4-2533-4b41-9b9a-f9846c2e4a07', 'port_id': 'afb4085f-b4f8-4d64-979b-8b54e666813f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:28.116541 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Attempting to bind port abc473c8-9d77-468c-a008-9922d3f3d1f1 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:28.116986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Attempting to bind port abc473c8-9d77-468c-a008-9922d3f3d1f1 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'abadfa7e-8695-454e-bb50-afa0d90ea936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e59327a-0b28-47d9-a04a-5900b784ddef'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:28.117771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Attempting to bind port abc473c8-9d77-468c-a008-9922d3f3d1f1 on network 8e59327a-0b28-47d9-a04a-5900b784ddef {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:28.119728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event updated for resources: {'Port': ['ID=57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:28.122180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f0c7a23d-1bde-4b8c-82df-07ebdd621f19 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:28.128524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f0c7a23d-1bde-4b8c-82df-07ebdd621f19 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Usage tracker for resource:floatingip and tenant:b4024bb6f59a4a558e2740120c93d489 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:28.132924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f0c7a23d-1bde-4b8c-82df-07ebdd621f19 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:28.138706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Port abc473c8-9d77-468c-a008-9922d3f3d1f1 on network 8e59327a-0b28-47d9-a04a-5900b784ddef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:17:28.139022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Attempting to bind port abc473c8-9d77-468c-a008-9922d3f3d1f1 on network 8e59327a-0b28-47d9-a04a-5900b784ddef {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:28.142791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f0c7a23d-1bde-4b8c-82df-07ebdd621f19 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:28.144465 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d3af1f38-3ef1-42cc-adc3-f002f31c5188 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1925824 Mar 02 20:17:28.148331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45152) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:28.156339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:28.156673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Checking segment: {'id': 'abadfa7e-8695-454e-bb50-afa0d90ea936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e59327a-0b28-47d9-a04a-5900b784ddef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:28.157047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Bound using segment: {'id': 'abadfa7e-8695-454e-bb50-afa0d90ea936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e59327a-0b28-47d9-a04a-5900b784ddef'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:28.157475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Bound port: abc473c8-9d77-468c-a008-9922d3f3d1f1, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abadfa7e-8695-454e-bb50-afa0d90ea936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e59327a-0b28-47d9-a04a-5900b784ddef'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:28.158585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.224346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a23d-1bde-4b8c-82df-07ebdd621f19 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.243082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:28.243661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:28.246644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Allocated IP 2001:db8::2 (6610fb80-4a87-477a-b225-566661a42629/be915576-e30e-4243-ba38-c08011ddccb8/1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:28.291344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Network 755d2284-7b6a-4d4d-b5f2-9a865af647f2 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:28.294812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:28.330582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] For port abc473c8-9d77-468c-a008-9922d3f3d1f1, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:28.336240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] For port abc473c8-9d77-468c-a008-9922d3f3d1f1, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=abc473c8-9d77-468c-a008-9922d3f3d1f1,segment=NetworkSegment(abadfa7e-8695-454e-bb50-afa0d90ea936),segment_id=abadfa7e-8695-454e-bb50-afa0d90ea936)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:28.404227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.496684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.564884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.566316 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] 10.222.0.31 "PUT /v2.0/ports/abc473c8-9d77-468c-a008-9922d3f3d1f1 HTTP/1.1" status: 200 len: 1093 time: 2.1923101 Mar 02 20:17:28.567617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5df3c9b-ddeb-4c64-a0e2-3e27d2386306', 'tag': 'abc473c8-9d77-468c-a008-9922d3f3d1f1'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:17:28.586533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.586985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf5a67-bfd4-4cc0-a06e-6dae7031406e service neutron] Pushing event updated for resources: {'Port': ['ID=abc473c8-9d77-468c-a008-9922d3f3d1f1,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:28.600681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Transition to ACTIVE for port object 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:28.624808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Transition to ACTIVE for port object 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:28.640465 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5df3c9b-ddeb-4c64-a0e2-3e27d2386306', 'tag': 'abc473c8-9d77-468c-a008-9922d3f3d1f1', 'status': 'completed', 'code': 200} Mar 02 20:17:28.704640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.751106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Deleting port a4a5567c-126a-4132-a69b-7c7164e464d0 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:28.751510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.773058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-059f2bb2-951d-4c48-ba42-c4611442dc8a None None] Provisioning complete for port 57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:28.779059 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-059f2bb2-951d-4c48-ba42-c4611442dc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.809148 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-f0c7a23d-1bde-4b8c-82df-07ebdd621f19 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:17:28.815691 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f0c7a23d-1bde-4b8c-82df-07ebdd621f19 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8065000 Mar 02 20:17:28.818075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45160) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:28.828227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': 'afb4085f-b4f8-4d64-979b-8b54e666813f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:28.831747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.834189 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:28.840104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Usage tracker for resource:floatingip and tenant:b4024bb6f59a4a558e2740120c93d489 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:28.848815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Pushing event updated for resources: {'Port': ['ID=1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:28.852329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:28.856654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Network 6610fb80-4a87-477a-b225-566661a42629 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:28.860465 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:28.862572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:28.864273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:28.865050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] The port 'a4a5567c-126a-4132-a69b-7c7164e464d0' was deleted {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:17:28.872609 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-059f2bb2-951d-4c48-ba42-c4611442dc8a None None] Port 57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:28.888796 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7565c3da-f5de-4f90-83fc-d188750943cd req-cb8654bd-a3f4-4fc7-b5cc-179bc8b764ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9dd6511f4d36452a814ff9cef315639f&device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 1096 time: 0.2277222 Mar 02 20:17:28.962136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Attempting to bind port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:28.962524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Attempting to bind port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'd57f96cb-5024-4f96-82a9-7b17e9ea7ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6610fb80-4a87-477a-b225-566661a42629'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:28.963898 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Attempting to bind port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 on network 6610fb80-4a87-477a-b225-566661a42629 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:28.972500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:28.972949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Checking segment: {'id': 'd57f96cb-5024-4f96-82a9-7b17e9ea7ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6610fb80-4a87-477a-b225-566661a42629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:28.973307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.973685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Bound using segment: {'id': 'd57f96cb-5024-4f96-82a9-7b17e9ea7ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6610fb80-4a87-477a-b225-566661a42629'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:28.974174 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Bound port: 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57f96cb-5024-4f96-82a9-7b17e9ea7ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6610fb80-4a87-477a-b225-566661a42629'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:28.974553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:28.984941 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.074415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] For port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:29.079846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] For port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5,segment=NetworkSegment(d57f96cb-5024-4f96-82a9-7b17e9ea7ff8),segment_id=d57f96cb-5024-4f96-82a9-7b17e9ea7ff8)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:29.091948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.151486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.173666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565c3da-f5de-4f90-83fc-d188750943cd req-32102849-32dc-4bb5-bd78-6064a3b0f9ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:29.175323 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7565c3da-f5de-4f90-83fc-d188750943cd req-32102849-32dc-4bb5-bd78-6064a3b0f9ab service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9dd6511f4d36452a814ff9cef315639f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2764087 Mar 02 20:17:29.241823 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753cefe-591a-46fa-a4a2-c9fc9f6d8285 None None] Pushing event updated for resources: {'Port': ['ID=1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:29.243183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dc2d6-a827-43f6-a4f7-fa9254e7d03f req-5b703074-72f4-42cb-8da9-8ceb21b631d2 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:29.245294 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-078dc2d6-a827-43f6-a4f7-fa9254e7d03f req-5b703074-72f4-42cb-8da9-8ceb21b631d2 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 943 time: 0.6123049 Mar 02 20:17:29.298296 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442c8a04-9669-4630-b388-9b4f3cb65a03']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:29.316898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75578ae2-baa7-457a-a07e-d6542de73988') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:29.317192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75578ae2-baa7-457a-a07e-d6542de73988') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:29.340682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.346429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.355466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.409092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Subnet': ['ID=be915576-e30e-4243-ba38-c08011ddccb8,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:29.419277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.435248 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-078dc2d6-a827-43f6-a4f7-fa9254e7d03f req-a284624e-2eb4-410a-b116-41eb53bd71ea tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699696 Mar 02 20:17:29.471077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565c3da-f5de-4f90-83fc-d188750943cd req-d4944320-87c6-4f37-83f0-cacdfcf0323a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:29.475062 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7565c3da-f5de-4f90-83fc-d188750943cd req-d4944320-87c6-4f37-83f0-cacdfcf0323a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2921886 Mar 02 20:17:29.476133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Router 527c4cf3-e715-410c-87a1-35c10fef2cf1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:17:29.486591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:29.487070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:29.506876 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:29.665163 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Allocated IP 172.26.5.228 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/82b83946-3b3a-4430-b5bf-98ca9c0f837b) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:29.679495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.764200 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-8cf5767b-d940-40ee-8f52-d3b98cac25a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9dd6511f4d36452a814ff9cef315639f&device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 1096 time: 0.2431304 Mar 02 20:17:29.833117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.840299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6610fb80-4a87-477a-b225-566661a42629']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:29.852290 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-07397d6a-0a8e-40dd-8287-d24bec03d759 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc473c8-9d77-468c-a008-9922d3f3d1f1 HTTP/1.1" status: 200 len: 217 time: 0.0721636 Mar 02 20:17:29.874250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.886333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57f96cb-5024-4f96-82a9-7b17e9ea7ff8') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:29.886624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57f96cb-5024-4f96-82a9-7b17e9ea7ff8') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:29.893830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] Pushing event deleted for resources: {'Network': ['ID=442c8a04-9669-4630-b388-9b4f3cb65a03,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:29.910532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.932368 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5337baf1-1fbb-45ae-ad5b-f34a0331cd8b tempest-NetworksIpV6Test-614977367 tempest-NetworksIpV6Test-614977367-project] 10.222.0.44 "DELETE /v2.0/networks/442c8a04-9669-4630-b388-9b4f3cb65a03 HTTP/1.1" status: 204 len: 168 time: 2.9358828 Mar 02 20:17:29.944574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.953900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:29.954332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.968574 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:29.970270 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:29.972672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-003dcc68-ea7f-4b95-bdbd-2361a82900ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:29.974621 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-003dcc68-ea7f-4b95-bdbd-2361a82900ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=93ffbf9a-1c1c-4fe0-ad56-a470c92c9e9b HTTP/1.1" status: 200 len: 852 time: 0.1140811 Mar 02 20:17:30.028681 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-398e141f-02f2-4564-9505-e005af78af73 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59327a-0b28-47d9-a04a-5900b784ddef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453801 Mar 02 20:17:30.135292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:17:30.149701 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd2575-06af-4c95-82f0-c52565f099a2 None None] Sync routers for ids ['527c4cf3-e715-410c-87a1-35c10fef2cf1'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:17:30.151797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45166) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:30.161408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f68300f7-2cbe-48d6-9514-88899e9dc921 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "PUT /v2.0/routers/527c4cf3-e715-410c-87a1-35c10fef2cf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0552359 Mar 02 20:17:30.174380 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd2575-06af-4c95-82f0-c52565f099a2 None None] Routers {'527c4cf3-e715-410c-87a1-35c10fef2cf1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:30.175887 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-00fd2575-06af-4c95-82f0-c52565f099a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['527c4cf3-e715-410c-87a1-35c10fef2cf1'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:30.188119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:17:30.188119 dv-neutron-831593-2-hyperv neutron-server[84504]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:17:30.188119 dv-neutron-831593-2-hyperv neutron-server[84504]: [parameters: {'id': '6610fb80-4a87-477a-b225-566661a42629'}] Mar 02 20:17:30.188119 dv-neutron-831593-2-hyperv neutron-server[84504]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:30.188917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:30.254048 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-00fd2575-06af-4c95-82f0-c52565f099a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:30.267133 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd2575-06af-4c95-82f0-c52565f099a2 None None] Routers {'527c4cf3-e715-410c-87a1-35c10fef2cf1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:30.267746 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-00fd2575-06af-4c95-82f0-c52565f099a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['527c4cf3-e715-410c-87a1-35c10fef2cf1'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:30.328220 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-00fd2575-06af-4c95-82f0-c52565f099a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:30.328639 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd2575-06af-4c95-82f0-c52565f099a2 None None] The sync data for ids ['527c4cf3-e715-410c-87a1-35c10fef2cf1'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:17:30.331736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:30.348938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d19a1-1348-4bde-9874-1441ed14e9b8 None None] Network 6610fb80-4a87-477a-b225-566661a42629 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:30.398863 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-a95dd298-e3af-4ee4-81cd-67a18c81cca8 service neutron] 10.222.0.31 "GET /v2.0/networks/8e59327a-0b28-47d9-a04a-5900b784ddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584745 Mar 02 20:17:30.437746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:30.449524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:30.538616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4d5652c6-8bef-4d67-9f2f-95c60d03a3f5 None None] Provisioning for port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:30.637282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4078e0cd-6217-4392-9b0d-3cf41231f335 None None] DHCP port deletion for 6610fb80-4a87-477a-b225-566661a42629 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:30.642156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-4078e0cd-6217-4392-9b0d-3cf41231f335 None None] Deleting port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:30.642726 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4078e0cd-6217-4392-9b0d-3cf41231f335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:30.644203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:30.684368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45174) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:30.691743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:30.700641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event updated for resources: {'Port': ['ID=82b83946-3b3a-4430-b5bf-98ca9c0f837b,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:30.714732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Deleting port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:30.715078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:30.768262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-af82d887-3deb-4316-babc-346a9487c812 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:30.769176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587a634-d9db-4f48-a282-d9d6166f66c5 req-32f8cf85-f6bb-4a61-893a-b2ce8f2f3d76 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:30.770807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3587a634-d9db-4f48-a282-d9d6166f66c5 req-32f8cf85-f6bb-4a61-893a-b2ce8f2f3d76 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 943 time: 0.1539104 Mar 02 20:17:30.886041 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3587a634-d9db-4f48-a282-d9d6166f66c5 req-ec76bc63-ebc8-45ce-ac55-b0f050510e12 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068060 Mar 02 20:17:30.898770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4078e0cd-6217-4392-9b0d-3cf41231f335 None None] For port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5,segment=NetworkSegment(d57f96cb-5024-4f96-82a9-7b17e9ea7ff8),segment_id=d57f96cb-5024-4f96-82a9-7b17e9ea7ff8)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:30.898770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4078e0cd-6217-4392-9b0d-3cf41231f335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:30.985776 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a9f5ad4-dcee-45fb-8cc5-ca9ad2af7cb3 req-67158927-cdef-41c7-8e42-f7271a500cbb service neutron] 10.222.0.31 "GET /v2.0/networks/8e59327a-0b28-47d9-a04a-5900b784ddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730076 Mar 02 20:17:31.038955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Deleting port 82b83946-3b3a-4430-b5bf-98ca9c0f837b {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:31.039286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.043340 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-280d6c3d-d64b-412e-98cd-ea3c8407378e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56cef9e74e754b51943355b498e30ecd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3580749 Mar 02 20:17:31.045598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-4078e0cd-6217-4392-9b0d-3cf41231f335 None None] Calling delete_port for 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:31.053048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45180) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:31.077102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] For port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5,segment=NetworkSegment(d57f96cb-5024-4f96-82a9-7b17e9ea7ff8),segment_id=d57f96cb-5024-4f96-82a9-7b17e9ea7ff8)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:31.077889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.173520 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-af82d887-3deb-4316-babc-346a9487c812 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 20:17:31.174598 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-af82d887-3deb-4316-babc-346a9487c812 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "DELETE /v2.0/routers/527c4cf3-e715-410c-87a1-35c10fef2cf1 HTTP/1.1" status: 409 len: 329 time: 1.0218751 Mar 02 20:17:31.178988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45184) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:31.194505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4078e0cd-6217-4392-9b0d-3cf41231f335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.220750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Calling delete_port for 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:31.247491 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078e0cd-6217-4392-9b0d-3cf41231f335 None None] Pushing event deleted for resources: {'Port': ['ID=1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:31.252723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078e0cd-6217-4392-9b0d-3cf41231f335 None None] No DVR routers for this DVR port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:31.305523 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c13becfa-c2d0-4a30-801e-97a4a3d72a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.342379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:31.342805 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:31.344373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c13becfa-c2d0-4a30-801e-97a4a3d72a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.379184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.379579 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.482176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c13becfa-c2d0-4a30-801e-97a4a3d72a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.496089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13becfa-c2d0-4a30-801e-97a4a3d72a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4e6eed-aa20-4ec5-aabc-dd691758493f,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:31.508478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c13becfa-c2d0-4a30-801e-97a4a3d72a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.512329 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c13becfa-c2d0-4a30-801e-97a4a3d72a66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d4e6eed-aa20-4ec5-aabc-dd691758493f HTTP/1.1" status: 204 len: 168 time: 0.4580219 Mar 02 20:17:31.516772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Calling delete_port for 82b83946-3b3a-4430-b5bf-98ca9c0f837b owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:31.821453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d31610-2e0b-4551-9188-892c26405a3d tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.844166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Deleting port 1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:31.845281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.875031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:31.955203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] The port '1fc6dd62-1dbd-44b6-a4ca-27abd8e237a5' was deleted {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:17:32.127124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event deleted for resources: {'Port': ['ID=82b83946-3b3a-4430-b5bf-98ca9c0f837b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:32.321864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.358287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6610fb80-4a87-477a-b225-566661a42629']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:32.374051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57f96cb-5024-4f96-82a9-7b17e9ea7ff8') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:32.374587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57f96cb-5024-4f96-82a9-7b17e9ea7ff8') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:32.384383 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] create failed (client error): The resource could not be found. Mar 02 20:17:32.385432 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b2b8b146-88fa-4464-ae6e-a35264450eb3 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5639808 Mar 02 20:17:32.389318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.391173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45202) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:32.416447 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d43b1-4d27-4a39-b665-ae2188563ca2 req-b139c9f7-62f8-4739-9676-1ab5e02e1702 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:32.420692 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ad7d43b1-4d27-4a39-b665-ae2188563ca2 req-b139c9f7-62f8-4739-9676-1ab5e02e1702 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 943 time: 0.1787748 Mar 02 20:17:32.420692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.427907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:32.428381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:32.454829 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:32.511297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9160f540-4b4c-4317-a2f0-b7353572c887 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Deleting port afb4085f-b4f8-4d64-979b-8b54e666813f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:32.511634 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9160f540-4b4c-4317-a2f0-b7353572c887 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.564641 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ad7d43b1-4d27-4a39-b665-ae2188563ca2 req-6c87aada-e4a4-4512-a3b5-3a9b2615e3b5 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392186 Mar 02 20:17:32.620926 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.643371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.650690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Network': ['ID=6610fb80-4a87-477a-b225-566661a42629,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:32.653174 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d3423c36-00c2-4829-97d1-2a6f8ec9daa7 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/networks/6610fb80-4a87-477a-b225-566661a42629 HTTP/1.1" status: 204 len: 168 time: 4.5039530 Mar 02 20:17:32.657215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45210) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:32.662857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-376195127'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:32.668343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:32.673224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:network and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:32.686859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:32.686859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:32.768381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:32.771928 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.807576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:32.817455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.817930 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Added segment 31d38850-8b14-4028-8c74-281dea84b23f of type vlan for network 39f9c245-727d-4a98-a32e-82b30334e491 Mar 02 20:17:32.848207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.868019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45216) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:32.893298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9160f540-4b4c-4317-a2f0-b7353572c887 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.952660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.956705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:32.957284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:33.029635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-9160f540-4b4c-4317-a2f0-b7353572c887 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Calling delete_port for afb4085f-b4f8-4d64-979b-8b54e666813f owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:33.041470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-181d8c6a-295c-4b9b-8078-db8a8edb4e3a tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1062818703', 'prefixes': ['172.20.0.0/16']}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:33.053083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-181d8c6a-295c-4b9b-8078-db8a8edb4e3a tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:33.078068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Network': ['ID=39f9c245-727d-4a98-a32e-82b30334e491,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:33.090317 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 39f9c245-727d-4a98-a32e-82b30334e491 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:33.130269 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f08cb91c-e87e-4821-9930-f63d7098c3cb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4717147 Mar 02 20:17:33.133079 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45222) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:33.138570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Request body: {'subnet': {'network_id': '39f9c245-727d-4a98-a32e-82b30334e491', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:33.196632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-94d31610-2e0b-4551-9188-892c26405a3d tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Deleting port 57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:33.197230 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d31610-2e0b-4551-9188-892c26405a3d tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:33.255963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:33.260093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Usage tracker for resource:subnet and tenant:92e5e8aecf034162800c77f3d3a20046 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:33.262934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:33.269752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:33.316493 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device abc473c8-9d77-468c-a008-9922d3f3d1f1 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:17:33.352514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Made reservation on behalf of 92e5e8aecf034162800c77f3d3a20046 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:33.366126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9160f540-4b4c-4317-a2f0-b7353572c887 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:33.419969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160f540-4b4c-4317-a2f0-b7353572c887 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event deleted for resources: {'Port': ['ID=afb4085f-b4f8-4d64-979b-8b54e666813f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:33.488383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:33.498233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port abc473c8-9d77-468c-a008-9922d3f3d1f1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=abc473c8-9d77-468c-a008-9922d3f3d1f1,segment=NetworkSegment(abadfa7e-8695-454e-bb50-afa0d90ea936),segment_id=abadfa7e-8695-454e-bb50-afa0d90ea936)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:33.512967 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'abc473c8-9d77-468c-a008-9922d3f3d1f1', 'network_id': '8e59327a-0b28-47d9-a04a-5900b784ddef', 'port_id': 'abc473c8-9d77-468c-a008-9922d3f3d1f1', 'mac_address': 'fa:16:3e:54:dd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ffbf9a-1c1c-4fe0-ad56-a470c92c9e9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:17:33.525390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d31610-2e0b-4551-9188-892c26405a3d tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:33.586289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:33.607191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc473c8-9d77-468c-a008-9922d3f3d1f1 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:17:33.626658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port abc473c8-9d77-468c-a008-9922d3f3d1f1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=abc473c8-9d77-468c-a008-9922d3f3d1f1,segment=NetworkSegment(abadfa7e-8695-454e-bb50-afa0d90ea936),segment_id=abadfa7e-8695-454e-bb50-afa0d90ea936)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:33.752794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:33.808733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-94d31610-2e0b-4551-9188-892c26405a3d tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Calling delete_port for 57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:33.826232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=abc473c8-9d77-468c-a008-9922d3f3d1f1,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:33.852421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06a6ee-1e06-435a-a186-de87665acfc1 req-4addc5c7-fd49-4b67-9347-83b12aa6ccdf tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:33.853892 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9c06a6ee-1e06-435a-a186-de87665acfc1 req-4addc5c7-fd49-4b67-9347-83b12aa6ccdf tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 944 time: 0.1411400 Mar 02 20:17:33.867204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9160f540-4b4c-4317-a2f0-b7353572c887 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:33.885375 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9160f540-4b4c-4317-a2f0-b7353572c887 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "DELETE /v2.0/ports/afb4085f-b4f8-4d64-979b-8b54e666813f HTTP/1.1" status: 204 len: 168 time: 1.4931417 Mar 02 20:17:33.888379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45228) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:33.938500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-181d8c6a-295c-4b9b-8078-db8a8edb4e3a tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] Notify callbacks [] for subnetpool, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:33.939748 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-181d8c6a-295c-4b9b-8078-db8a8edb4e3a tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0707083 Mar 02 20:17:33.942550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45232) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:33.951406 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9c06a6ee-1e06-435a-a186-de87665acfc1 req-55a5cda7-b36e-4242-9956-c7140a8a5eb9 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907183 Mar 02 20:17:34.012534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['abc473c8-9d77-468c-a008-9922d3f3d1f1'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:17:34.069167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.objects.ports [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84504) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 20:17:34.071565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:34.077737 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7c39a590-8fa3-46fc-a620-89be1d380463 tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] 10.222.0.44 "GET /v2.0/subnetpools/60947831-3c1e-43c2-80cd-7f17abb72e43 HTTP/1.1" status: 200 len: 732 time: 0.1311414 Mar 02 20:17:34.080727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45236) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:34.094756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-35f8f26a-e443-44ba-8ad4-fbb2d0ce9832 tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1872193967'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:34.162040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03d8fa6-c54f-4e0b-8776-7a926bd145e2 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:34.163078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d03d8fa6-c54f-4e0b-8776-7a926bd145e2 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Synchronizing usage tracker for tenant:b4024bb6f59a4a558e2740120c93d489 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:34.185859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d31610-2e0b-4551-9188-892c26405a3d tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:34.206799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event updated for resources: {'Subnet': ['ID=f3e987ec-aad6-45af-b4fa-5b204597e2ba,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:34.232623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Checking segment: {'id': '31d38850-8b14-4028-8c74-281dea84b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '39f9c245-727d-4a98-a32e-82b30334e491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:34.233024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network hostable DHCP agents. Network: 39f9c245-727d-4a98-a32e-82b30334e491, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:34.272965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d31610-2e0b-4551-9188-892c26405a3d tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event deleted for resources: {'Port': ['ID=57e21e48-8ffe-44d1-aa9f-f5ca328e3bcc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:34.284048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d03d8fa6-c54f-4e0b-8776-7a926bd145e2 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Unset dirty status for tenant:b4024bb6f59a4a558e2740120c93d489 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:34.287814 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d03d8fa6-c54f-4e0b-8776-7a926bd145e2 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "GET /v2.0/ports?device_id=44225927-bdae-45e6-9082-093a86d595fb HTTP/1.1" status: 200 len: 913 time: 0.3958828 Mar 02 20:17:34.288575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45240) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:34.363256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Network 39f9c245-727d-4a98-a32e-82b30334e491 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:34.451133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-35f8f26a-e443-44ba-8ad4-fbb2d0ce9832 tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] Notify callbacks [] for subnetpool, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:34.452892 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-35f8f26a-e443-44ba-8ad4-fbb2d0ce9832 tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] 10.222.0.44 "PUT /v2.0/subnetpools/60947831-3c1e-43c2-80cd-7f17abb72e43 HTTP/1.1" status: 200 len: 684 time: 0.3698106 Mar 02 20:17:34.455974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45244) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:34.460645 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d31610-2e0b-4551-9188-892c26405a3d tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:34.579199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 39f9c245-727d-4a98-a32e-82b30334e491) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:34.587695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:34.588271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:34.588908 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b0f78-8408-4ac8-bd67-a63b5177be9f None None] Network 39f9c245-727d-4a98-a32e-82b30334e491 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:34.722598 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e6b7ab7d-eca6-4e36-a1d3-d0fa44c818c8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5881877 Mar 02 20:17:34.726140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45248) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:34.794117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0b06e22-a187-4f1c-8f98-9627027b7b72 tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] Notify callbacks [] for subnetpool, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:34.795208 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b0b06e22-a187-4f1c-8f98-9627027b7b72 tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] 10.222.0.44 "DELETE /v2.0/subnetpools/60947831-3c1e-43c2-80cd-7f17abb72e43 HTTP/1.1" status: 204 len: 168 time: 0.3381569 Mar 02 20:17:34.799106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45252) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:34.827344 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-c18fef53-8ffb-4416-8db8-56a72c12ad73 tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] show failed (client error): The resource could not be found. Mar 02 20:17:34.828352 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c18fef53-8ffb-4416-8db8-56a72c12ad73 tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] 10.222.0.44 "GET /v2.0/subnetpools/60947831-3c1e-43c2-80cd-7f17abb72e43 HTTP/1.1" status: 404 len: 346 time: 0.0283780 Mar 02 20:17:34.831120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45256) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:34.853609 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-da81382f-44ca-4eb4-8eb1-8916e2c7ffca tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] delete failed (client error): The resource could not be found. Mar 02 20:17:34.854562 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-da81382f-44ca-4eb4-8eb1-8916e2c7ffca tempest-SubnetPoolsTestJSON-1602679064 tempest-SubnetPoolsTestJSON-1602679064-project] 10.222.0.44 "DELETE /v2.0/subnetpools/60947831-3c1e-43c2-80cd-7f17abb72e43 HTTP/1.1" status: 404 len: 346 time: 0.0225925 Mar 02 20:17:34.868914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-39f9c245-727d-4a98-a32e-82b30334e491', 'network_id': '39f9c245-727d-4a98-a32e-82b30334e491', 'tenant_id': '92e5e8aecf034162800c77f3d3a20046', 'fixed_ips': [{'subnet_id': 'f3e987ec-aad6-45af-b4fa-5b204597e2ba'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:34.869855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:34.891777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-337be391-84b6-48d0-8984-66450420749c tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:34.998054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.016205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d31610-2e0b-4551-9188-892c26405a3d tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Router 527c4cf3-e715-410c-87a1-35c10fef2cf1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:17:35.099325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Allocated IP 2001:db8::f816:3eff:fe7a:3f8c (39f9c245-727d-4a98-a32e-82b30334e491/f3e987ec-aad6-45af-b4fa-5b204597e2ba/65eb36b3-90ab-4a9e-9c17-13900761a7db) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:35.134468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.342559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.348459 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device abc473c8-9d77-468c-a008-9922d3f3d1f1 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:35.381588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d31610-2e0b-4551-9188-892c26405a3d tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:17:35.384283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02e96b-789f-473c-9ac0-f22af2ff9d82 req-cdd12956-fda9-4cce-b791-43afddea5863 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:35.385757 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6b02e96b-789f-473c-9ac0-f22af2ff9d82 req-cdd12956-fda9-4cce-b791-43afddea5863 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 944 time: 0.2122326 Mar 02 20:17:35.389876 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-94d31610-2e0b-4551-9188-892c26405a3d tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "PUT /v2.0/routers/527c4cf3-e715-410c-87a1-35c10fef2cf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2065165 Mar 02 20:17:35.390330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45264) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:35.408084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f48b5ad-c66d-4052-b389-97d9b667b9c4 None None] Sync routers for ids ['527c4cf3-e715-410c-87a1-35c10fef2cf1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:17:35.430345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Transition to ACTIVE for port object 65eb36b3-90ab-4a9e-9c17-13900761a7db will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:35.470438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f48b5ad-c66d-4052-b389-97d9b667b9c4 None None] Routers {'527c4cf3-e715-410c-87a1-35c10fef2cf1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:35.471069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6f48b5ad-c66d-4052-b389-97d9b667b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['527c4cf3-e715-410c-87a1-35c10fef2cf1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:35.479118 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-4772681f-a8ec-4eb0-8b6d-f78eab1fd093 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] show failed (client error): The resource could not be found. Mar 02 20:17:35.484501 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4772681f-a8ec-4eb0-8b6d-f78eab1fd093 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1595170735 HTTP/1.1" status: 404 len: 335 time: 0.0888977 Mar 02 20:17:35.486588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45270) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:35.495341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-901b75bc-5461-4187-95d8-a584dcb77474 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:35.518793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Transition to ACTIVE for port object 65eb36b3-90ab-4a9e-9c17-13900761a7db will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:35.535249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45274) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:35.538055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6f48b5ad-c66d-4052-b389-97d9b667b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:35.541571 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6b02e96b-789f-473c-9ac0-f22af2ff9d82 req-12cca499-fcac-42f4-8354-a267d47d1e46 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465952 Mar 02 20:17:35.554379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f48b5ad-c66d-4052-b389-97d9b667b9c4 None None] Routers {'527c4cf3-e715-410c-87a1-35c10fef2cf1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:35.555045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6f48b5ad-c66d-4052-b389-97d9b667b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['527c4cf3-e715-410c-87a1-35c10fef2cf1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:35.591828 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-901b75bc-5461-4187-95d8-a584dcb77474 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] update failed (client error): The resource could not be found. Mar 02 20:17:35.593953 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-901b75bc-5461-4187-95d8-a584dcb77474 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-638790569 HTTP/1.1" status: 404 len: 334 time: 0.1025980 Mar 02 20:17:35.598953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45280) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:35.616547 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6f48b5ad-c66d-4052-b389-97d9b667b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:35.617153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f48b5ad-c66d-4052-b389-97d9b667b9c4 None None] The sync data for ids ['527c4cf3-e715-410c-87a1-35c10fef2cf1'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:17:35.618795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.656419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port abc473c8-9d77-468c-a008-9922d3f3d1f1 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:35.672707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port abc473c8-9d77-468c-a008-9922d3f3d1f1 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:35.673074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.745055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Network 39f9c245-727d-4a98-a32e-82b30334e491 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:35.745933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Pushing event updated for resources: {'Port': ['ID=65eb36b3-90ab-4a9e-9c17-13900761a7db,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:35.750521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:35.754618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:35.783021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.801383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-337be391-84b6-48d0-8984-66450420749c tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Deleting port 891063d7-8515-46b8-a7c8-e4408a6b95d9 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:35.801938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-337be391-84b6-48d0-8984-66450420749c tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.831858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2543716-cb8e-4eb9-a3a4-a4a60f63ca00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.841080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e987ec-aad6-45af-b4fa-5b204597e2ba,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:35.894602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Attempting to bind port 65eb36b3-90ab-4a9e-9c17-13900761a7db on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:35.894969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Attempting to bind port 65eb36b3-90ab-4a9e-9c17-13900761a7db by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '31d38850-8b14-4028-8c74-281dea84b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '39f9c245-727d-4a98-a32e-82b30334e491'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:35.895329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Attempting to bind port 65eb36b3-90ab-4a9e-9c17-13900761a7db on network 39f9c245-727d-4a98-a32e-82b30334e491 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:35.917888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:35.919468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Checking segment: {'id': '31d38850-8b14-4028-8c74-281dea84b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '39f9c245-727d-4a98-a32e-82b30334e491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:35.919468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.919468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Bound using segment: {'id': '31d38850-8b14-4028-8c74-281dea84b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '39f9c245-727d-4a98-a32e-82b30334e491'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:35.919468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Bound port: 65eb36b3-90ab-4a9e-9c17-13900761a7db, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d38850-8b14-4028-8c74-281dea84b23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '39f9c245-727d-4a98-a32e-82b30334e491'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:35.919878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.932405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.955354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8850cc1-5d38-44cd-ab45-0da5ca4bca06 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Deleting subnet 29971ad2-f6c3-4b57-8f6c-40c2ed513b46 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:35.958363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f8850cc1-5d38-44cd-ab45-0da5ca4bca06 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.972334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a2543716-cb8e-4eb9-a3a4-a4a60f63ca00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:35.980207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a2543716-cb8e-4eb9-a3a4-a4a60f63ca00 admin admin] Usage tracker for resource:security_group_rule and tenant:db126c9d169c4c02ad12c7c906a9d706 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:35.984892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a2543716-cb8e-4eb9-a3a4-a4a60f63ca00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:35.993057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a2543716-cb8e-4eb9-a3a4-a4a60f63ca00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:35.995977 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5df3c9b-ddeb-4c64-a0e2-3e27d2386306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc473c8-9d77-468c-a008-9922d3f3d1f1'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:17:36.009206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.028517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port abc473c8-9d77-468c-a008-9922d3f3d1f1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=abc473c8-9d77-468c-a008-9922d3f3d1f1,segment=NetworkSegment(abadfa7e-8695-454e-bb50-afa0d90ea936),segment_id=abadfa7e-8695-454e-bb50-afa0d90ea936)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:36.045506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f8850cc1-5d38-44cd-ab45-0da5ca4bca06 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.072464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-337be391-84b6-48d0-8984-66450420749c tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.074427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f9c245-727d-4a98-a32e-82b30334e491']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:36.084957 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] For port 65eb36b3-90ab-4a9e-9c17-13900761a7db, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:36.095662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] For port 65eb36b3-90ab-4a9e-9c17-13900761a7db, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=65eb36b3-90ab-4a9e-9c17-13900761a7db,segment=NetworkSegment(31d38850-8b14-4028-8c74-281dea84b23f),segment_id=31d38850-8b14-4028-8c74-281dea84b23f)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:36.099127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.102336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d38850-8b14-4028-8c74-281dea84b23f') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:36.102636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d38850-8b14-4028-8c74-281dea84b23f') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:36.120555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.121769 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5df3c9b-ddeb-4c64-a0e2-3e27d2386306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc473c8-9d77-468c-a008-9922d3f3d1f1', 'code': 200} Mar 02 20:17:36.162880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.171871 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:36.172268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:36.187479 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:36.201076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.224518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-337be391-84b6-48d0-8984-66450420749c tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Calling delete_port for 891063d7-8515-46b8-a7c8-e4408a6b95d9 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:36.244164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=abc473c8-9d77-468c-a008-9922d3f3d1f1,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:36.275877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f8850cc1-5d38-44cd-ab45-0da5ca4bca06 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.312487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2543716-cb8e-4eb9-a3a4-a4a60f63ca00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.385473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:17:36.385473 dv-neutron-831593-2-hyperv neutron-server[84503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:17:36.385473 dv-neutron-831593-2-hyperv neutron-server[84503]: [parameters: {'id': '39f9c245-727d-4a98-a32e-82b30334e491'}] Mar 02 20:17:36.385473 dv-neutron-831593-2-hyperv neutron-server[84503]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:36.386334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:36.415664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5329d5f-6072-4ba7-bee5-e422da104882 None None] Pushing event updated for resources: {'Port': ['ID=65eb36b3-90ab-4a9e-9c17-13900761a7db,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:36.426194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d32d6e3-d66c-4c0d-a8b1-8cb601231f16 None None] Network 39f9c245-727d-4a98-a32e-82b30334e491 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:36.444933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f8850cc1-5d38-44cd-ab45-0da5ca4bca06 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.513633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2543716-cb8e-4eb9-a3a4-a4a60f63ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.535938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8850cc1-5d38-44cd-ab45-0da5ca4bca06 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event deleted for resources: {'Subnet': ['ID=29971ad2-f6c3-4b57-8f6c-40c2ed513b46,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:36.551456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f8850cc1-5d38-44cd-ab45-0da5ca4bca06 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.564845 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f8850cc1-5d38-44cd-ab45-0da5ca4bca06 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "DELETE /v2.0/subnets/29971ad2-f6c3-4b57-8f6c-40c2ed513b46 HTTP/1.1" status: 204 len: 168 time: 0.9625576 Mar 02 20:17:36.564845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45286) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:36.578117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c811edbd-e809-475f-a6df-35baf8e63728 None None] Network 71d5f8af-d0de-4283-ac50-8f50550cc60b requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:36.596133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2543716-cb8e-4eb9-a3a4-a4a60f63ca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da940eb6-09b5-43e6-a200-fe029dc07518,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:36.602808 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a2543716-cb8e-4eb9-a3a4-a4a60f63ca00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db126c9d169c4c02ad12c7c906a9d706&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0601001 Mar 02 20:17:36.605225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45292) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:36.667615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-337be391-84b6-48d0-8984-66450420749c tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.716877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-48c280cf-d0b2-498c-97c9-bc185c5303fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.726750 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d8802d62-ea82-4205-8957-1e8fc40eebc7 req-87ca0e7b-bc75-4d21-baa9-6ad7910f8ef5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 1098 time: 0.2346237 Mar 02 20:17:36.758870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337be391-84b6-48d0-8984-66450420749c tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event deleted for resources: {'Port': ['ID=891063d7-8515-46b8-a7c8-e4408a6b95d9,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:36.765409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.801196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Deleting port 54c30249-9918-4b2e-af42-cf95409e078f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:36.801596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.828385 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d8802d62-ea82-4205-8957-1e8fc40eebc7 req-7d89fbf5-b597-4449-910f-96983f49b8f5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889194 Mar 02 20:17:36.901629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-48c280cf-d0b2-498c-97c9-bc185c5303fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.915728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.939112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20030eb-2f5d-4423-a7bb-5170bbdb22d3 None None] DHCP port deletion for 71d5f8af-d0de-4283-ac50-8f50550cc60b request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:36.943689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e20030eb-2f5d-4423-a7bb-5170bbdb22d3 None None] Deleting port 54c30249-9918-4b2e-af42-cf95409e078f {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:36.944176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e20030eb-2f5d-4423-a7bb-5170bbdb22d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:36.953967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Deleting port 65eb36b3-90ab-4a9e-9c17-13900761a7db {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:36.954547 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:37.118766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c29bd-50e8-4955-bd73-be3726520fc0 req-4f977c37-0cb6-4e7b-b299-e022823b43e9 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:37.120163 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-769c29bd-50e8-4955-bd73-be3726520fc0 req-4f977c37-0cb6-4e7b-b299-e022823b43e9 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.4045043 Mar 02 20:17:37.128324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-337be391-84b6-48d0-8984-66450420749c tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:37.212763 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] For port 54c30249-9918-4b2e-af42-cf95409e078f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=54c30249-9918-4b2e-af42-cf95409e078f,segment=NetworkSegment(56e608fd-c5b9-448f-98da-155a0f879cb9),segment_id=56e608fd-c5b9-448f-98da-155a0f879cb9)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:37.213171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:37.246395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e20030eb-2f5d-4423-a7bb-5170bbdb22d3 None None] For port 54c30249-9918-4b2e-af42-cf95409e078f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=54c30249-9918-4b2e-af42-cf95409e078f,segment=NetworkSegment(56e608fd-c5b9-448f-98da-155a0f879cb9),segment_id=56e608fd-c5b9-448f-98da-155a0f879cb9)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:37.247702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e20030eb-2f5d-4423-a7bb-5170bbdb22d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:37.268395 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-48c280cf-d0b2-498c-97c9-bc185c5303fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:37.349874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c280cf-d0b2-498c-97c9-bc185c5303fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da940eb6-09b5-43e6-a200-fe029dc07518,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:37.378564 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-769c29bd-50e8-4955-bd73-be3726520fc0 req-cfc2f277-b818-4ed2-8ea4-f912dffae2ee tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463965 Mar 02 20:17:37.401023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 54c30249-9918-4b2e-af42-cf95409e078f no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:37.456732 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e20030eb-2f5d-4423-a7bb-5170bbdb22d3 None None] Calling delete_port for 54c30249-9918-4b2e-af42-cf95409e078f owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:37.475021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Calling delete_port for 54c30249-9918-4b2e-af42-cf95409e078f owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:37.607452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:37.654757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] For port 65eb36b3-90ab-4a9e-9c17-13900761a7db, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=65eb36b3-90ab-4a9e-9c17-13900761a7db,segment=NetworkSegment(31d38850-8b14-4028-8c74-281dea84b23f),segment_id=31d38850-8b14-4028-8c74-281dea84b23f)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:37.655131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:37.677297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e20030eb-2f5d-4423-a7bb-5170bbdb22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:37.689940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-48c280cf-d0b2-498c-97c9-bc185c5303fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:37.691330 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-48c280cf-d0b2-498c-97c9-bc185c5303fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da940eb6-09b5-43e6-a200-fe029dc07518 HTTP/1.1" status: 204 len: 168 time: 1.0849404 Mar 02 20:17:37.706585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337be391-84b6-48d0-8984-66450420749c tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Router 44225927-bdae-45e6-9082-093a86d595fb has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:17:37.777359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20030eb-2f5d-4423-a7bb-5170bbdb22d3 None None] Pushing event deleted for resources: {'Port': ['ID=54c30249-9918-4b2e-af42-cf95409e078f,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:37.779291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20030eb-2f5d-4423-a7bb-5170bbdb22d3 None None] No DVR routers for this DVR port 54c30249-9918-4b2e-af42-cf95409e078f on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:37.797292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20970db-1a49-4b89-99d0-ac20a1d69beb None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:17:37.832830 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Calling delete_port for 65eb36b3-90ab-4a9e-9c17-13900761a7db owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:37.862662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337be391-84b6-48d0-8984-66450420749c tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:17:37.865374 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-337be391-84b6-48d0-8984-66450420749c tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "PUT /v2.0/routers/44225927-bdae-45e6-9082-093a86d595fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5733786 Mar 02 20:17:37.868157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45304) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:37.871618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:37.872012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:37.872420 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1941eb-1cc1-49e3-8c17-8405e7bb8034 None None] Sync routers for ids ['44225927-bdae-45e6-9082-093a86d595fb'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:17:37.894347 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1941eb-1cc1-49e3-8c17-8405e7bb8034 None None] Routers {'44225927-bdae-45e6-9082-093a86d595fb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:37.894950 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de1941eb-1cc1-49e3-8c17-8405e7bb8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['44225927-bdae-45e6-9082-093a86d595fb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:37.970781 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de1941eb-1cc1-49e3-8c17-8405e7bb8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:37.977596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20970db-1a49-4b89-99d0-ac20a1d69beb None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:17:37.984008 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1941eb-1cc1-49e3-8c17-8405e7bb8034 None None] Routers {'44225927-bdae-45e6-9082-093a86d595fb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:37.984776 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de1941eb-1cc1-49e3-8c17-8405e7bb8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['44225927-bdae-45e6-9082-093a86d595fb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:38.049697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.060586 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de1941eb-1cc1-49e3-8c17-8405e7bb8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:38.060586 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1941eb-1cc1-49e3-8c17-8405e7bb8034 None None] The sync data for ids ['44225927-bdae-45e6-9082-093a86d595fb'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:17:38.167821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Port': ['ID=65eb36b3-90ab-4a9e-9c17-13900761a7db,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:38.184419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No DVR routers for this DVR port 65eb36b3-90ab-4a9e-9c17-13900761a7db on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:38.244610 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c00a-41ea-4341-aff6-58957e978bef tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.346492 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.374210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Deleting port 54c30249-9918-4b2e-af42-cf95409e078f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:38.374865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.416953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f9c245-727d-4a98-a32e-82b30334e491']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:38.472619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] The port '54c30249-9918-4b2e-af42-cf95409e078f' was deleted {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:17:38.475215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d38850-8b14-4028-8c74-281dea84b23f') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:38.475827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d38850-8b14-4028-8c74-281dea84b23f') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:38.534856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.620533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.631140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.638328 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:38.638716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:38.652921 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:38.715457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c00a-41ea-4341-aff6-58957e978bef tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.730945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c00a-41ea-4341-aff6-58957e978bef tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.739232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d5f8af-d0de-4283-ac50-8f50550cc60b']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:38.754305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e608fd-c5b9-448f-98da-155a0f879cb9') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:38.754751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e608fd-c5b9-448f-98da-155a0f879cb9') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:38.767886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.769481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc0122-2f5e-43ea-9b6d-c127af8d8c5b req-27a14937-a390-4846-a515-6a52ea6d2325 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:38.770968 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e9bc0122-2f5e-43ea-9b6d-c127af8d8c5b req-27a14937-a390-4846-a515-6a52ea6d2325 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.1694942 Mar 02 20:17:38.785228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.791690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:38.794946 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:38.807184 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:38.823377 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e9bc0122-2f5e-43ea-9b6d-c127af8d8c5b req-e5edb254-02c3-4c90-a825-08bf2aed02a3 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453062 Mar 02 20:17:38.846540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c00a-41ea-4341-aff6-58957e978bef tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.846540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd0c00a-41ea-4341-aff6-58957e978bef tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Fanout notify agent at l3_agent the message router_deleted on router 44225927-bdae-45e6-9082-093a86d595fb {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:17:38.883426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c00a-41ea-4341-aff6-58957e978bef tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.884652 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4cd0c00a-41ea-4341-aff6-58957e978bef tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "DELETE /v2.0/routers/44225927-bdae-45e6-9082-093a86d595fb HTTP/1.1" status: 204 len: 168 time: 1.0155227 Mar 02 20:17:38.887318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45326) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:38.894475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.916896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:38.929783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Network': ['ID=39f9c245-727d-4a98-a32e-82b30334e491,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:38.940502 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8773dbef-b525-4290-87f3-476945befbfa tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/networks/39f9c245-727d-4a98-a32e-82b30334e491 HTTP/1.1" status: 204 len: 168 time: 4.2133703 Mar 02 20:17:38.943846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45330) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:38.981454 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-9859ddc6-962a-40da-8918-51d3ca532fa4 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:38.981874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9859ddc6-962a-40da-8918-51d3ca532fa4 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:38.984347 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9859ddc6-962a-40da-8918-51d3ca532fa4 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/subnets/f3e987ec-aad6-45af-b4fa-5b204597e2ba HTTP/1.1" status: 404 len: 337 time: 0.0393920 Mar 02 20:17:38.987075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45334) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:39.011694 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-36895d96-63f4-4e99-ae35-289ea0596d4d tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:39.012133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36895d96-63f4-4e99-ae35-289ea0596d4d tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:39.015857 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-36895d96-63f4-4e99-ae35-289ea0596d4d tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/networks/39f9c245-727d-4a98-a32e-82b30334e491 HTTP/1.1" status: 404 len: 339 time: 0.0258305 Mar 02 20:17:39.016517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45340) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:39.055036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.062264 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-658c3320-7ed5-48cb-95ec-718fab44d9fb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:39.062932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658c3320-7ed5-48cb-95ec-718fab44d9fb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:39.064423 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-658c3320-7ed5-48cb-95ec-718fab44d9fb tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/subnets/be915576-e30e-4243-ba38-c08011ddccb8 HTTP/1.1" status: 404 len: 337 time: 0.0470006 Mar 02 20:17:39.078729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45344) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:39.079740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.084067 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "DELETE /v2.0/networks/71d5f8af-d0de-4283-ac50-8f50550cc60b HTTP/1.1" status: 204 len: 168 time: 2.5190508 Mar 02 20:17:39.088932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45346) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:39.111753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d52ae-6463-4974-8fe3-cab8829aa672 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event deleted for resources: {'Network': ['ID=71d5f8af-d0de-4283-ac50-8f50550cc60b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:39.123907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45352) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:39.152084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-7447b053-38b8-4e6a-b059-8374a0e4443d tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Deleting subnet 98c2913c-1376-4c01-bd2a-4067a07be203 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:39.153570 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-9531ba72-ba92-45b0-8ac1-bacd186e149f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:39.154035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9531ba72-ba92-45b0-8ac1-bacd186e149f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:39.158472 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9531ba72-ba92-45b0-8ac1-bacd186e149f tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/networks/6610fb80-4a87-477a-b225-566661a42629 HTTP/1.1" status: 404 len: 339 time: 0.0686381 Mar 02 20:17:39.160451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45358) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:39.163402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7447b053-38b8-4e6a-b059-8374a0e4443d tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.250719 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d9b0e3-b9ed-4570-b436-7f7e9d1029dc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:39.251349 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d9b0e3-b9ed-4570-b436-7f7e9d1029dc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:39.255174 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-59d9b0e3-b9ed-4570-b436-7f7e9d1029dc tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/subnets/51524e17-e073-4213-9d25-20c89b1efe8c HTTP/1.1" status: 404 len: 337 time: 0.0628545 Mar 02 20:17:39.256676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45362) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:39.264236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7447b053-38b8-4e6a-b059-8374a0e4443d tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.293064 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82a9a6e-d852-4260-ae70-f09ceab2d1a8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:39.293496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82a9a6e-d852-4260-ae70-f09ceab2d1a8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:39.295135 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d82a9a6e-d852-4260-ae70-f09ceab2d1a8 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/networks/4d489ea5-0131-4a50-9341-80d66ce39c10 HTTP/1.1" status: 404 len: 339 time: 0.0386992 Mar 02 20:17:39.298575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45366) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:39.308345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1118580646-network', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:39.318588 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:39.328234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Usage tracker for resource:network and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:39.337860 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e0d03-a31b-4fb3-9e16-fea2cebdc820 req-90368819-b9c6-4857-96fc-a1bdc125492b tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:39.339391 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c20e0d03-a31b-4fb3-9e16-fea2cebdc820 req-90368819-b9c6-4857-96fc-a1bdc125492b tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.3774178 Mar 02 20:17:39.342402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:39.356485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:39.420496 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c20e0d03-a31b-4fb3-9e16-fea2cebdc820 req-a29f46ef-83df-4cc5-aefd-5321582db777 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682654 Mar 02 20:17:39.423245 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7447b053-38b8-4e6a-b059-8374a0e4443d tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.466421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Made reservation on behalf of 27a22670d9d94d5cb974e0bd0ae4f9ef for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:39.468774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.485668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.507383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-4e68aa6a-5de7-45d8-abef-795b1a16be33 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Deleting port 73ee8dbd-5e13-4a6b-9d0d-4e74f097df61 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:39.507983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4e68aa6a-5de7-45d8-abef-795b1a16be33 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.532987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0409fc4-f7f9-49e3-8769-1d4b9821319c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Deleting subnet 14b7f2a5-0fe5-4cba-932d-8906ed388201 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:39.535008 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:39.539918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:39.540876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f0409fc4-f7f9-49e3-8769-1d4b9821319c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.542064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:39.548595 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:39.604062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7447b053-38b8-4e6a-b059-8374a0e4443d tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.641485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f0409fc4-f7f9-49e3-8769-1d4b9821319c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.654582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447b053-38b8-4e6a-b059-8374a0e4443d tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event deleted for resources: {'Subnet': ['ID=98c2913c-1376-4c01-bd2a-4067a07be203,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:39.658562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.662167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7447b053-38b8-4e6a-b059-8374a0e4443d tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.669753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed55c5d-019c-4505-b194-e6dff39c0dc1 None None] Network 5547fad4-2533-4b41-9b9a-f9846c2e4a07 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:39.675834 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7447b053-38b8-4e6a-b059-8374a0e4443d tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "DELETE /v2.0/subnets/98c2913c-1376-4c01-bd2a-4067a07be203 HTTP/1.1" status: 204 len: 168 time: 0.7851582 Mar 02 20:17:39.676027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45372) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:39.755373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.815942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.817667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:39.839559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750f3ae1-a496-4d01-8faf-0af3c37b0a76,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:39.844795 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.845497 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Added segment 21a2903f-20f8-4885-bc2c-3465db5e55fb of type vlan for network 82ac1006-fbfb-4cae-a77f-d83f7abec9de Mar 02 20:17:39.852753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4e68aa6a-5de7-45d8-abef-795b1a16be33 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.854646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Deleting port 3042de4c-e233-4c30-abe3-019917469a13 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:39.854976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.923022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f0409fc4-f7f9-49e3-8769-1d4b9821319c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:39.994673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94496dcc-e65b-4777-9c35-5cabecd31ae4 None None] DHCP port deletion for 5547fad4-2533-4b41-9b9a-f9846c2e4a07 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:39.999222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-94496dcc-e65b-4777-9c35-5cabecd31ae4 None None] Deleting port 3042de4c-e233-4c30-abe3-019917469a13 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:39.999493 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-94496dcc-e65b-4777-9c35-5cabecd31ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.024671 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-4e68aa6a-5de7-45d8-abef-795b1a16be33 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Calling delete_port for 73ee8dbd-5e13-4a6b-9d0d-4e74f097df61 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:40.057486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.231375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f0409fc4-f7f9-49e3-8769-1d4b9821319c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.250988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-94496dcc-e65b-4777-9c35-5cabecd31ae4 None None] For port 3042de4c-e233-4c30-abe3-019917469a13, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3042de4c-e233-4c30-abe3-019917469a13,segment=NetworkSegment(aeaf53a0-702f-406c-9361-672f90a72566),segment_id=aeaf53a0-702f-406c-9361-672f90a72566)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:40.251294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-94496dcc-e65b-4777-9c35-5cabecd31ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.277390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4e68aa6a-5de7-45d8-abef-795b1a16be33 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.277633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.278134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:40.278678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.323312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0409fc4-f7f9-49e3-8769-1d4b9821319c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event deleted for resources: {'Subnet': ['ID=14b7f2a5-0fe5-4cba-932d-8906ed388201,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:40.336382 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68aa6a-5de7-45d8-abef-795b1a16be33 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Port': ['ID=73ee8dbd-5e13-4a6b-9d0d-4e74f097df61,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:40.340990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f0409fc4-f7f9-49e3-8769-1d4b9821319c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.349894 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4e68aa6a-5de7-45d8-abef-795b1a16be33 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.359866 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f0409fc4-f7f9-49e3-8769-1d4b9821319c tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "DELETE /v2.0/subnets/14b7f2a5-0fe5-4cba-932d-8906ed388201 HTTP/1.1" status: 204 len: 168 time: 1.2671223 Mar 02 20:17:40.361692 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4e68aa6a-5de7-45d8-abef-795b1a16be33 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/ports/73ee8dbd-5e13-4a6b-9d0d-4e74f097df61 HTTP/1.1" status: 204 len: 168 time: 1.0622475 Mar 02 20:17:40.362412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45380) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:40.364942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45384) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:40.382757 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b816f5-a4f4-4a1d-bb57-8111d8a1b8cd None None] Network 23140653-5e90-4c87-9927-fd5c5719553e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:40.404370 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-94496dcc-e65b-4777-9c35-5cabecd31ae4 None None] Calling delete_port for 3042de4c-e233-4c30-abe3-019917469a13 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:40.409872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] For port 3042de4c-e233-4c30-abe3-019917469a13, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3042de4c-e233-4c30-abe3-019917469a13,segment=NetworkSegment(aeaf53a0-702f-406c-9361-672f90a72566),segment_id=aeaf53a0-702f-406c-9361-672f90a72566)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:40.410255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.427859 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2991786 Mar 02 20:17:40.427859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec06ed5-0e96-4299-bfd9-8c916b8b9ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=82ac1006-fbfb-4cae-a77f-d83f7abec9de,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:40.430987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45388) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:40.451704 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-4468930c-201d-414c-abd5-afa7b6a64327 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:40.452305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4468930c-201d-414c-abd5-afa7b6a64327 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:40.456341 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4468930c-201d-414c-abd5-afa7b6a64327 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/subnets/c045bb0b-5ac0-4335-9e8d-99090f414dfa HTTP/1.1" status: 404 len: 337 time: 0.0584466 Mar 02 20:17:40.457836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45392) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:40.486204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Request body: {'subnet': {'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1118580646-subnet', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'ip_version': 4}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:40.489145 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 82ac1006-fbfb-4cae-a77f-d83f7abec9de details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:40.562955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Calling delete_port for 3042de4c-e233-4c30-abe3-019917469a13 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:40.589244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:40.596876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469fd94-6bd4-4f5d-a62f-0fff54f1254b req-5bbbc00c-2de2-4fca-9e24-b575a5ff031e tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:40.598376 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1469fd94-6bd4-4f5d-a62f-0fff54f1254b req-5bbbc00c-2de2-4fca-9e24-b575a5ff031e tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.4982450 Mar 02 20:17:40.607486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Usage tracker for resource:subnet and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:40.613064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:40.643215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:40.674873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.695459 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1469fd94-6bd4-4f5d-a62f-0fff54f1254b req-c2f0ab2a-5c02-430d-8619-e572cd298ed9 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892484 Mar 02 20:17:40.728338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Deleting port 034dcf86-53a6-4458-aad1-1e7a36393a42 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:40.732873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.750626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Made reservation on behalf of 27a22670d9d94d5cb974e0bd0ae4f9ef for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:40.753037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.784177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-94496dcc-e65b-4777-9c35-5cabecd31ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.794587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-41650b3e-e1de-4120-9996-7c69848fcd5b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Deleting subnet eaab6fca-0f75-43f7-b931-70cbd8023346 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:40.801820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41650b3e-e1de-4120-9996-7c69848fcd5b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.830805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d72fd47-1288-4c4b-ae44-d43817b3bb7e None None] DHCP port deletion for 23140653-5e90-4c87-9927-fd5c5719553e request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:40.841743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94496dcc-e65b-4777-9c35-5cabecd31ae4 None None] Pushing event deleted for resources: {'Port': ['ID=3042de4c-e233-4c30-abe3-019917469a13,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:40.845853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3d72fd47-1288-4c4b-ae44-d43817b3bb7e None None] Deleting port 0601d4d4-cf33-4b65-b738-5b7418e06c97 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:40.846250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3d72fd47-1288-4c4b-ae44-d43817b3bb7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.883294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94496dcc-e65b-4777-9c35-5cabecd31ae4 None None] No DVR routers for this DVR port 3042de4c-e233-4c30-abe3-019917469a13 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:40.906410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41650b3e-e1de-4120-9996-7c69848fcd5b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:40.951594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:40.952749 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:41.065242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-3d72fd47-1288-4c4b-ae44-d43817b3bb7e None None] For port 0601d4d4-cf33-4b65-b738-5b7418e06c97, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0601d4d4-cf33-4b65-b738-5b7418e06c97,segment=NetworkSegment(093bfac0-69b5-4dee-9b8d-21f520ba3c3b),segment_id=093bfac0-69b5-4dee-9b8d-21f520ba3c3b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:41.065683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3d72fd47-1288-4c4b-ae44-d43817b3bb7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.067471 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.072705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] For port 034dcf86-53a6-4458-aad1-1e7a36393a42, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=034dcf86-53a6-4458-aad1-1e7a36393a42,segment=NetworkSegment(135fb848-8310-4313-bf7d-f3b52b1ca512),segment_id=135fb848-8310-4313-bf7d-f3b52b1ca512)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:41.073070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.147253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2afb9036-43e4-41be-8d2f-419a51a61236,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:41.158992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Checking segment: {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:41.159354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Network hostable DHCP agents. Network: 82ac1006-fbfb-4cae-a77f-d83f7abec9de, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:41.236943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3d72fd47-1288-4c4b-ae44-d43817b3bb7e None None] Calling delete_port for 0601d4d4-cf33-4b65-b738-5b7418e06c97 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:41.260812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Network 82ac1006-fbfb-4cae-a77f-d83f7abec9de is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:41.290842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3042de4c-e233-4c30-abe3-019917469a13 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:41.327939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Calling delete_port for 034dcf86-53a6-4458-aad1-1e7a36393a42 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:41.328190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 3042de4c-e233-4c30-abe3-019917469a13 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:17:41.328371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3042de4c-e233-4c30-abe3-019917469a13 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:17:41.328798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0601d4d4-cf33-4b65-b738-5b7418e06c97 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:41.346570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 82ac1006-fbfb-4cae-a77f-d83f7abec9de) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:41.351470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:41.352232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.368708 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be51dd-d868-40f5-be00-997931beb714 None None] Network 82ac1006-fbfb-4cae-a77f-d83f7abec9de requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:41.391425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41650b3e-e1de-4120-9996-7c69848fcd5b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.454210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Deleting port 3042de4c-e233-4c30-abe3-019917469a13 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:41.454979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.486409 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-10b76081-e549-4836-b560-d4f251195db6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0542645 Mar 02 20:17:41.489144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45396) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:41.495482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:41.500861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:41.504800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Usage tracker for resource:router and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:41.507757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:41.513707 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:41.524003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] The port '3042de4c-e233-4c30-abe3-019917469a13' was deleted {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:17:41.546830 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.583833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3d72fd47-1288-4c4b-ae44-d43817b3bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.588439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41650b3e-e1de-4120-9996-7c69848fcd5b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.635793 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Port': ['ID=034dcf86-53a6-4458-aad1-1e7a36393a42,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:41.637883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.644398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.645327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.651618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41650b3e-e1de-4120-9996-7c69848fcd5b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event deleted for resources: {'Subnet': ['ID=eaab6fca-0f75-43f7-b931-70cbd8023346,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:41.659084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No DVR routers for this DVR port 034dcf86-53a6-4458-aad1-1e7a36393a42 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:41.661249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72fd47-1288-4c4b-ae44-d43817b3bb7e None None] Pushing event deleted for resources: {'Port': ['ID=0601d4d4-cf33-4b65-b738-5b7418e06c97,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:41.671193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.673125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f6de10-6ec2-4f57-92e9-c7636cb45d2d None None] Network b42bdcc7-83c1-40fd-8c21-1402b220bb78 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:41.694629 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41650b3e-e1de-4120-9996-7c69848fcd5b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.695242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72fd47-1288-4c4b-ae44-d43817b3bb7e None None] No DVR routers for this DVR port 0601d4d4-cf33-4b65-b738-5b7418e06c97 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:41.696633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5547fad4-2533-4b41-9b9a-f9846c2e4a07']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:41.716002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeaf53a0-702f-406c-9361-672f90a72566') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:41.716154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeaf53a0-702f-406c-9361-672f90a72566') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:41.730849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.741620 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-41650b3e-e1de-4120-9996-7c69848fcd5b tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "DELETE /v2.0/subnets/eaab6fca-0f75-43f7-b931-70cbd8023346 HTTP/1.1" status: 204 len: 168 time: 1.3758786 Mar 02 20:17:41.745674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45402) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:41.783988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.810148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.822471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.837732 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:41.838587 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.860921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a083290-bda0-41e9-af65-ae81b772bda2']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:41.871497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:41.878069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.878486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135fb848-8310-4313-bf7d-f3b52b1ca512') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:41.878486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135fb848-8310-4313-bf7d-f3b52b1ca512') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:41.888312 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:41.891455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.909270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.915866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:41.916255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:41.931145 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:42.025492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.143873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.149272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Allocated IP 172.20.0.2 (82ac1006-fbfb-4cae-a77f-d83f7abec9de/2afb9036-43e4-41be-8d2f-419a51a61236/bb01f303-896b-4c12-8c78-645f1c955f93) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:42.178161 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.202511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.239473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0881fbbf-67c9-493e-8258-a1534f04e51d None None] DHCP port deletion for b42bdcc7-83c1-40fd-8c21-1402b220bb78 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:42.257896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0881fbbf-67c9-493e-8258-a1534f04e51d None None] Deleting port 948d8947-633e-4a4d-83ce-80e3a6c348e5 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:42.258371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0881fbbf-67c9-493e-8258-a1534f04e51d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.280523 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] Pushing event deleted for resources: {'Network': ['ID=5547fad4-2533-4b41-9b9a-f9846c2e4a07,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:42.291555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.291801 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9a1cd8d7-1198-47ab-b8f7-b9619fe6f7e5 tempest-FloatingIPNegativeTestJSON-522735554 tempest-FloatingIPNegativeTestJSON-522735554-project] 10.222.0.44 "DELETE /v2.0/networks/5547fad4-2533-4b41-9b9a-f9846c2e4a07 HTTP/1.1" status: 204 len: 168 time: 2.6122561 Mar 02 20:17:42.317485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e911cdc-72dc-4ab5-8c33-e2a8555b9acb req-98b426cd-1353-4380-a3de-3decc42399c2 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:42.319899 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.324107 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e911cdc-72dc-4ab5-8c33-e2a8555b9acb req-98b426cd-1353-4380-a3de-3decc42399c2 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.4273138 Mar 02 20:17:42.327188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Network': ['ID=9a083290-bda0-41e9-af65-ae81b772bda2,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:42.327363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.333352 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fe6aa30a-39bc-4b42-b07b-60c22f5a0f48 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/networks/9a083290-bda0-41e9-af65-ae81b772bda2 HTTP/1.1" status: 204 len: 168 time: 1.8756797 Mar 02 20:17:42.334352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45408) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:42.378284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23140653-5e90-4c87-9927-fd5c5719553e']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:42.395901 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093bfac0-69b5-4dee-9b8d-21f520ba3c3b') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:42.396189 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093bfac0-69b5-4dee-9b8d-21f520ba3c3b') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:42.414629 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e911cdc-72dc-4ab5-8c33-e2a8555b9acb req-170ff812-3c07-423f-a223-8e7242c5a160 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895717 Mar 02 20:17:42.417340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.440245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-059c859d-26f4-4b6a-8556-01d2bd2f623a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Deleting port 929048d4-3276-495f-8967-ed64fb57ecc3 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:42.440608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-059c859d-26f4-4b6a-8556-01d2bd2f623a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.449161 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.457190 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:42.458140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:42.474638 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:42.511157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.527237 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Transition to ACTIVE for port object bb01f303-896b-4c12-8c78-645f1c955f93 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:42.560560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Transition to ACTIVE for port object bb01f303-896b-4c12-8c78-645f1c955f93 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:42.676933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.682232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.699116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.701562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-059c859d-26f4-4b6a-8556-01d2bd2f623a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.708465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event deleted for resources: {'Network': ['ID=23140653-5e90-4c87-9927-fd5c5719553e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:42.713992 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-08bd0e29-c5a8-4c1a-8e99-0801069a63bb tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "DELETE /v2.0/networks/23140653-5e90-4c87-9927-fd5c5719553e HTTP/1.1" status: 204 len: 168 time: 0.9708128 Mar 02 20:17:42.715552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45414) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:42.752512 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-0881fbbf-67c9-493e-8258-a1534f04e51d None None] For port 948d8947-633e-4a4d-83ce-80e3a6c348e5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=948d8947-633e-4a4d-83ce-80e3a6c348e5,segment=NetworkSegment(943c516f-0668-49c7-ac2e-64a633fbd7ef),segment_id=943c516f-0668-49c7-ac2e-64a633fbd7ef)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:42.753099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0881fbbf-67c9-493e-8258-a1534f04e51d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.778072 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.785394 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Network 82ac1006-fbfb-4cae-a77f-d83f7abec9de is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:42.836312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:42.855685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.862085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-059c859d-26f4-4b6a-8556-01d2bd2f623a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Calling delete_port for 929048d4-3276-495f-8967-ed64fb57ecc3 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:42.868647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Deleting port 948d8947-633e-4a4d-83ce-80e3a6c348e5 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:42.868994 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.891169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45420) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:42.947743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:42.959661 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0881fbbf-67c9-493e-8258-a1534f04e51d None None] Calling delete_port for 948d8947-633e-4a4d-83ce-80e3a6c348e5 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:42.973094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.985720 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Pushing event updated for resources: {'Port': ['ID=bb01f303-896b-4c12-8c78-645f1c955f93,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:43.100273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Attempting to bind port bb01f303-896b-4c12-8c78-645f1c955f93 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:43.100646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Attempting to bind port bb01f303-896b-4c12-8c78-645f1c955f93 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:43.101011 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Attempting to bind port bb01f303-896b-4c12-8c78-645f1c955f93 on network 82ac1006-fbfb-4cae-a77f-d83f7abec9de {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:43.118463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:43.118837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Checking segment: {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:43.119243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.119636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Bound using segment: {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:43.120106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Bound port: bb01f303-896b-4c12-8c78-645f1c955f93, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:43.120479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.146426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] For port 948d8947-633e-4a4d-83ce-80e3a6c348e5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=948d8947-633e-4a4d-83ce-80e3a6c348e5,segment=NetworkSegment(943c516f-0668-49c7-ac2e-64a633fbd7ef),segment_id=943c516f-0668-49c7-ac2e-64a633fbd7ef)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:43.152196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.173512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.214605 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] For port bb01f303-896b-4c12-8c78-645f1c955f93, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:43.219177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] For port bb01f303-896b-4c12-8c78-645f1c955f93, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bb01f303-896b-4c12-8c78-645f1c955f93,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:43.243991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0881fbbf-67c9-493e-8258-a1534f04e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.281961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Calling delete_port for 948d8947-633e-4a4d-83ce-80e3a6c348e5 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:43.297728 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-85d4190d-74c3-4a40-a798-763a7a1fffd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4024bb6f59a4a558e2740120c93d489&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4038475 Mar 02 20:17:43.300458 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45426) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:43.310075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 948d8947-633e-4a4d-83ce-80e3a6c348e5 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:43.346598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.356889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881fbbf-67c9-493e-8258-a1534f04e51d None None] Pushing event deleted for resources: {'Port': ['ID=948d8947-633e-4a4d-83ce-80e3a6c348e5,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:43.365484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:43.365815 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:43.369573 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-059c859d-26f4-4b6a-8556-01d2bd2f623a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.397447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 948d8947-633e-4a4d-83ce-80e3a6c348e5 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:17:43.397786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 948d8947-633e-4a4d-83ce-80e3a6c348e5 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:17:43.412780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881fbbf-67c9-493e-8258-a1534f04e51d None None] No DVR routers for this DVR port 948d8947-633e-4a4d-83ce-80e3a6c348e5 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:43.437616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c859d-26f4-4b6a-8556-01d2bd2f623a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Port': ['ID=929048d4-3276-495f-8967-ed64fb57ecc3,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:43.453999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Allocated IP 172.26.5.162 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/b288b488-c6ca-418f-a8b3-b6a91e79452c) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:43.462110 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35be82-a319-45a9-8dab-4c60942dbac2 None None] Pushing event updated for resources: {'Port': ['ID=bb01f303-896b-4c12-8c78-645f1c955f93,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:43.463197 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-059c859d-26f4-4b6a-8556-01d2bd2f623a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.483846 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-059c859d-26f4-4b6a-8556-01d2bd2f623a tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/ports/929048d4-3276-495f-8967-ed64fb57ecc3 HTTP/1.1" status: 204 len: 168 time: 1.1434274 Mar 02 20:17:43.486936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45432) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:43.507910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f557d84-b65b-4378-b1e1-083496901524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.533138 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2102e4-7c16-43ed-8c7b-63f8ab30f600 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] DELETE failed (client error): The resource could not be found. Mar 02 20:17:43.533592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2102e4-7c16-43ed-8c7b-63f8ab30f600 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:17:43.539699 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6a2102e4-7c16-43ed-8c7b-63f8ab30f600 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/subnets/658c623a-9531-4cfb-b073-2a19fdea6967 HTTP/1.1" status: 404 len: 337 time: 0.0520277 Mar 02 20:17:43.542111 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45436) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:43.600344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f557d84-b65b-4378-b1e1-083496901524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.677496 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.701803 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.768118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f557d84-b65b-4378-b1e1-083496901524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.783614 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f557d84-b65b-4378-b1e1-083496901524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04223a7b-1d59-4ab8-b2e8-d3c9aa15a5e6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:43.808536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.832225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.861224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2963c79a-4b39-426a-aff5-ef7324a653bc']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:43.867682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Deleting port 948d8947-633e-4a4d-83ce-80e3a6c348e5 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:43.868014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.877321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3f557d84-b65b-4378-b1e1-083496901524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:43.880808 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3f557d84-b65b-4378-b1e1-083496901524 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04223a7b-1d59-4ab8-b2e8-d3c9aa15a5e6 HTTP/1.1" status: 204 len: 168 time: 0.5771544 Mar 02 20:17:43.903822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:43.906589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd6e4db-e16c-4eeb-8de8-4793080a4a87') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:43.906589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd6e4db-e16c-4eeb-8de8-4793080a4a87') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:43.907281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:43.916404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:43.941586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b288b488-c6ca-418f-a8b3-b6a91e79452c,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:43.951309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] The port '948d8947-633e-4a4d-83ce-80e3a6c348e5' was deleted {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:17:43.953467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.016386 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.186195 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-08bcd0c1-8e29-4522-8ba8-92f1a054763b req-a75ba959-f593-45bf-8f39-8305ad5e456e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9dd6511f4d36452a814ff9cef315639f&device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 1098 time: 0.1019089 Mar 02 20:17:44.192909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.193643 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.210470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:44.210965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:44.226030 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:44.349469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.382695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42bdcc7-83c1-40fd-8c21-1402b220bb78']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:44.399574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943c516f-0668-49c7-ac2e-64a633fbd7ef') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:44.399862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943c516f-0668-49c7-ac2e-64a633fbd7ef') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:44.414407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.429572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe17ca-32ef-470a-b266-455e5ce9bab8 req-1f006985-95ad-4f0b-a11a-337764887545 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:44.431370 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2afe17ca-32ef-470a-b266-455e5ce9bab8 req-1f006985-95ad-4f0b-a11a-337764887545 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.4170260 Mar 02 20:17:44.440476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.469113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.471114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:44.471398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:44.488231 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:44.509664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcd0c1-8e29-4522-8ba8-92f1a054763b req-e872abf6-671f-4db4-9f77-bce2a1856181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:44.511360 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-08bcd0c1-8e29-4522-8ba8-92f1a054763b req-e872abf6-671f-4db4-9f77-bce2a1856181 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59327a-0b28-47d9-a04a-5900b784ddef HTTP/1.1" status: 200 len: 914 time: 0.3149047 Mar 02 20:17:44.550615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.594746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d5f2e3-9306-4779-bc71-7afda11359dc None None] Network 82ac1006-fbfb-4cae-a77f-d83f7abec9de requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:44.598037 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/networks/2963c79a-4b39-426a-aff5-ef7324a653bc HTTP/1.1" status: 204 len: 168 time: 1.0510798 Mar 02 20:17:44.598037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a68b16-b8e8-4e51-b221-438789c8ac41 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Network': ['ID=2963c79a-4b39-426a-aff5-ef7324a653bc,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:44.598037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45456) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:44.619220 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-08bcd0c1-8e29-4522-8ba8-92f1a054763b req-3f62bc92-1143-4e77-bd4b-ec9138106343 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc473c8-9d77-468c-a008-9922d3f3d1f1 HTTP/1.1" status: 200 len: 217 time: 0.0982931 Mar 02 20:17:44.644021 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2afe17ca-32ef-470a-b266-455e5ce9bab8 req-75dd4260-275d-48d4-bfbf-2f67d3716ee7 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053821 Mar 02 20:17:44.742359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcd0c1-8e29-4522-8ba8-92f1a054763b req-14ac0da8-4ee2-48ba-8bae-a66227f167ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:44.743903 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-08bcd0c1-8e29-4522-8ba8-92f1a054763b req-14ac0da8-4ee2-48ba-8bae-a66227f167ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=93ffbf9a-1c1c-4fe0-ad56-a470c92c9e9b HTTP/1.1" status: 200 len: 852 time: 0.1170874 Mar 02 20:17:44.748085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.779922 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.792357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event deleted for resources: {'Network': ['ID=b42bdcc7-83c1-40fd-8c21-1402b220bb78,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:44.800321 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-42d5a427-6d60-43d9-9a93-7ffff7913de6 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "DELETE /v2.0/networks/b42bdcc7-83c1-40fd-8c21-1402b220bb78 HTTP/1.1" status: 204 len: 168 time: 2.0833654 Mar 02 20:17:44.801297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45462) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:44.812753 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-08bcd0c1-8e29-4522-8ba8-92f1a054763b req-1d76e006-8fc6-40f9-91a6-23f0a5991a2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59327a-0b28-47d9-a04a-5900b784ddef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553038 Mar 02 20:17:44.818012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e881b935-0c49-41b6-bef4-99ec77a07853 None None] Provisioning for port bb01f303-896b-4c12-8c78-645f1c955f93 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:44.897451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-882b7a01-35e6-4e11-b80d-71817d1b20ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Deleting subnet 7902e766-1271-41d5-bd6c-2f767c104e9d {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:44.923574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-882b7a01-35e6-4e11-b80d-71817d1b20ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:44.980214 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-08bcd0c1-8e29-4522-8ba8-92f1a054763b req-ebbae89b-ec56-4e7e-a391-96e99919bcbd service neutron] 10.222.0.31 "GET /v2.0/networks/8e59327a-0b28-47d9-a04a-5900b784ddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588180 Mar 02 20:17:45.015531 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:17:45.071197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f87e4bb-2005-4cdc-bb27-fa143af4ba9f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Deleting subnet 921efc58-d152-48f7-99f7-1017a679d96e {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:17:45.074794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f87e4bb-2005-4cdc-bb27-fa143af4ba9f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.138309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f87e4bb-2005-4cdc-bb27-fa143af4ba9f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.235793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-882b7a01-35e6-4e11-b80d-71817d1b20ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.309572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f87e4bb-2005-4cdc-bb27-fa143af4ba9f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.332089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45472) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:45.358661 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb01f303-896b-4c12-8c78-645f1c955f93 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:45.388758 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-882b7a01-35e6-4e11-b80d-71817d1b20ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.406783 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-08bcd0c1-8e29-4522-8ba8-92f1a054763b req-be02f526-5857-493c-82a2-7bf59a3e879e service neutron] 10.222.0.31 "GET /v2.0/networks/8e59327a-0b28-47d9-a04a-5900b784ddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201224 Mar 02 20:17:45.478126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:17:45.498303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Sync routers for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:17:45.500683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:45.501293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:45.533290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'network': {'name': 'tempest-RoutersTest-63585034'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:45.538339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:45.541494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f87e4bb-2005-4cdc-bb27-fa143af4ba9f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.543392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:network and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:45.546648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:45.552609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:45.554717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port bb01f303-896b-4c12-8c78-645f1c955f93 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:45.569619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.573785 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-822fcf13-8504-4153-b37f-00f7694cf7b4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0806410 Mar 02 20:17:45.574451 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45478) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:45.578455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-882b7a01-35e6-4e11-b80d-71817d1b20ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.585075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87e4bb-2005-4cdc-bb27-fa143af4ba9f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event deleted for resources: {'Subnet': ['ID=921efc58-d152-48f7-99f7-1017a679d96e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:45.620142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port bb01f303-896b-4c12-8c78-645f1c955f93 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:45.620711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.627039 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f87e4bb-2005-4cdc-bb27-fa143af4ba9f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.629937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b7a01-35e6-4e11-b80d-71817d1b20ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Subnet': ['ID=7902e766-1271-41d5-bd6c-2f767c104e9d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:45.634288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-882b7a01-35e6-4e11-b80d-71817d1b20ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.650047 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9f87e4bb-2005-4cdc-bb27-fa143af4ba9f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "DELETE /v2.0/subnets/921efc58-d152-48f7-99f7-1017a679d96e HTTP/1.1" status: 204 len: 168 time: 0.8457475 Mar 02 20:17:45.652390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45482) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:45.658935 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-882b7a01-35e6-4e11-b80d-71817d1b20ec tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/subnets/7902e766-1271-41d5-bd6c-2f767c104e9d HTTP/1.1" status: 204 len: 168 time: 1.0526457 Mar 02 20:17:45.660058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584dff4-6900-4b9f-a5dc-365bf45b51d9 None None] Network 755d2284-7b6a-4d4d-b5f2-9a865af647f2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:45.671661 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722aae6-1d7e-40df-b640-6bfdfa6b077d None None] Network 6585bcb2-b6ca-49b3-ae75-07884ea9354f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:45.676803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45486) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:45.689758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:45.692384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.716640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.771356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:45.777342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:security_group_rule and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:45.781276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:45.791378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:45.890099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.921212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.932356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.944158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.980752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:17:46.030368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:46.056035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff1b57b-be95-4109-8699-c0a11ca8727f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:46.057288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Deleting port 80b898c3-edef-4ab4-8137-9a552ced344d {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:46.057628 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.058652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.058994 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added segment 1fddeb41-22e6-4de9-ba9b-cd699bf89778 of type vlan for network 46017433-1fcb-4229-b18f-ad4e6abfd8d4 Mar 02 20:17:46.086432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.097424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Deleting port c56f68cf-8948-4405-83ed-37d8b7b3582d {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:46.097763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.149367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.197171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc85c5-8cc0-43de-895d-b028a8c1909e req-e8a52812-fee6-4031-9c29-772c95e2ab90 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:46.199758 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-00dc85c5-8cc0-43de-895d-b028a8c1909e req-e8a52812-fee6-4031-9c29-772c95e2ab90 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.3900323 Mar 02 20:17:46.284883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.300296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:46.302151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.443314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port bb01f303-896b-4c12-8c78-645f1c955f93, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bb01f303-896b-4c12-8c78-645f1c955f93,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:46.460677 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-00dc85c5-8cc0-43de-895d-b028a8c1909e req-8c68239c-9bfb-459d-b35f-0d8ef1e568ec tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510407 Mar 02 20:17:46.494837 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] For port 80b898c3-edef-4ab4-8137-9a552ced344d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=80b898c3-edef-4ab4-8137-9a552ced344d,segment=NetworkSegment(3b898dad-4416-4afe-9b9a-bb6b6ab84fc2),segment_id=3b898dad-4416-4afe-9b9a-bb6b6ab84fc2)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:46.495495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.570357 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2354450 Mar 02 20:17:46.573496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45492) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:46.575702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.586909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'network': {'name': 'tempest-RoutersTest-1177440758'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:46.589263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:46.594413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:network and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:46.597532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:46.604770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:46.614843 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b19f9-8f77-443f-b869-b14b44d7541e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Network': ['ID=46017433-1fcb-4229-b18f-ad4e6abfd8d4,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:46.643387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Calling delete_port for 80b898c3-edef-4ab4-8137-9a552ced344d owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:46.655440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 46017433-1fcb-4229-b18f-ad4e6abfd8d4 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:46.667727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21dd997-7e97-428c-95ca-9b3b7da3c776 None None] DHCP port deletion for 755d2284-7b6a-4d4d-b5f2-9a865af647f2 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:46.691418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f21dd997-7e97-428c-95ca-9b3b7da3c776 None None] Deleting port 80b898c3-edef-4ab4-8137-9a552ced344d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:46.691786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f21dd997-7e97-428c-95ca-9b3b7da3c776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.702739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] For port c56f68cf-8948-4405-83ed-37d8b7b3582d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c56f68cf-8948-4405-83ed-37d8b7b3582d,segment=NetworkSegment(8ad72e7f-67b9-45f1-8b62-23302683de86),segment_id=8ad72e7f-67b9-45f1-8b62-23302683de86)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:46.702739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.703050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:46.704829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.743960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:46.768776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2bc70-ea27-4573-a2f3-18afc5af10ac None None] DHCP port deletion for 6585bcb2-b6ca-49b3-ae75-07884ea9354f request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:17:46.795358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.797280 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added segment e9e1458e-92e8-41f7-a96b-e1c9ed01def7 of type vlan for network d77becb9-fbba-48cf-a8fc-6bda50c0ea04 Mar 02 20:17:46.817162 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2bc70-ea27-4573-a2f3-18afc5af10ac None None] Deleting port c56f68cf-8948-4405-83ed-37d8b7b3582d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:46.817529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6fa2bc70-ea27-4573-a2f3-18afc5af10ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.823598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Calling delete_port for c56f68cf-8948-4405-83ed-37d8b7b3582d owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:46.844210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.868606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=bb01f303-896b-4c12-8c78-645f1c955f93,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:46.974341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.975828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.019668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.029184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.033390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:47.036557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.044052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event deleted for resources: {'Port': ['ID=80b898c3-edef-4ab4-8137-9a552ced344d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:47.053799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] No DVR routers for this DVR port 80b898c3-edef-4ab4-8137-9a552ced344d on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:47.072255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] No DVR routers for this DVR port c56f68cf-8948-4405-83ed-37d8b7b3582d on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:47.080879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:44Z', 'revision_number': 3, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:47.121463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Checking router: 439f1d21-6bd2-42df-b2c1-b1f705ac9375 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:17:47.121810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Updating router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 port b288b488-c6ca-418f-a8b3-b6a91e79452c binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:17:47.213987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Port': ['ID=c56f68cf-8948-4405-83ed-37d8b7b3582d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:47.261312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5f99adc1-bf2f-4a1a-b251-0d72f23ef8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.265857 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f21dd997-7e97-428c-95ca-9b3b7da3c776 None None] For port 80b898c3-edef-4ab4-8137-9a552ced344d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=80b898c3-edef-4ab4-8137-9a552ced344d,segment=NetworkSegment(3b898dad-4416-4afe-9b9a-bb6b6ab84fc2),segment_id=3b898dad-4416-4afe-9b9a-bb6b6ab84fc2)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:47.266243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f21dd997-7e97-428c-95ca-9b3b7da3c776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.280353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Network': ['ID=d77becb9-fbba-48cf-a8fc-6bda50c0ea04,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:47.286098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.305646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.323214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network d77becb9-fbba-48cf-a8fc-6bda50c0ea04 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:47.333893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755d2284-7b6a-4d4d-b5f2-9a865af647f2']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:47.365839 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b898dad-4416-4afe-9b9a-bb6b6ab84fc2') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:47.366257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b898dad-4416-4afe-9b9a-bb6b6ab84fc2') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:47.378613 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-797e85d4-1020-4d6d-a660-4199bc1ff2a4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8035722 Mar 02 20:17:47.379182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45496) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:47.389896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'subnet': {'network_id': '46017433-1fcb-4229-b18f-ad4e6abfd8d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:47.440898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.456630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb01f303-896b-4c12-8c78-645f1c955f93 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:47.461698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.475369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.492821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:47.493125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.495612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f21dd997-7e97-428c-95ca-9b3b7da3c776 None None] Calling delete_port for 80b898c3-edef-4ab4-8137-9a552ced344d owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:47.508878 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:47.515774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6585bcb2-b6ca-49b3-ae75-07884ea9354f']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:47.560084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:47.566182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Allocated IP 172.20.0.1 (82ac1006-fbfb-4cae-a77f-d83f7abec9de/2afb9036-43e4-41be-8d2f-419a51a61236/4bf8f10b-3953-4fc2-9b79-840b2f52224f) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:47.568321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:subnet and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:47.572911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:47.584261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:47.633586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6fa2bc70-ea27-4573-a2f3-18afc5af10ac None None] For port c56f68cf-8948-4405-83ed-37d8b7b3582d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c56f68cf-8948-4405-83ed-37d8b7b3582d,segment=NetworkSegment(8ad72e7f-67b9-45f1-8b62-23302683de86),segment_id=8ad72e7f-67b9-45f1-8b62-23302683de86)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:47.634004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6fa2bc70-ea27-4573-a2f3-18afc5af10ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.693861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:47.700320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad72e7f-67b9-45f1-8b62-23302683de86') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:47.700893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad72e7f-67b9-45f1-8b62-23302683de86') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:47.720414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.772694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.786906 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:17:47.787760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:47.802563 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:47.844997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.866777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.873650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.895184 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2bc70-ea27-4573-a2f3-18afc5af10ac None None] Calling delete_port for c56f68cf-8948-4405-83ed-37d8b7b3582d owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:17:47.905771 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.925861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Pushing event deleted for resources: {'Network': ['ID=755d2284-7b6a-4d4d-b5f2-9a865af647f2,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:47.932752 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fbe67881-2e49-4808-9ebd-9c88ee365944 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "DELETE /v2.0/networks/755d2284-7b6a-4d4d-b5f2-9a865af647f2 HTTP/1.1" status: 204 len: 168 time: 2.2768745 Mar 02 20:17:47.939257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45502) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:47.989586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-f21dd997-7e97-428c-95ca-9b3b7da3c776 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:47.989938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-f21dd997-7e97-428c-95ca-9b3b7da3c776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:47.996327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Transition to ACTIVE for port object 4bf8f10b-3953-4fc2-9b79-840b2f52224f will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:47.996480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.996480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-076b3f8b-f6e2-4bf5-8b53-44423301e413 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Synchronizing usage tracker for tenant:fcf8040db4914edead9d89105bddc224 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:48.019788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.034235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a95c4-789c-4037-9a6b-01493ae43620 req-a7bd6b9d-4b37-4bb3-a620-cdaaa0e5efed tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:48.035612 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ae3a95c4-789c-4037-9a6b-01493ae43620 req-a7bd6b9d-4b37-4bb3-a620-cdaaa0e5efed tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.2995570 Mar 02 20:17:48.038833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] Pushing event deleted for resources: {'Network': ['ID=6585bcb2-b6ca-49b3-ae75-07884ea9354f,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:48.046210 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-143d6745-2ba5-48f3-8deb-1d9a324a9052 tempest-NetworksIpV6TestAttrs-1965632215 tempest-NetworksIpV6TestAttrs-1965632215-project] 10.222.0.44 "DELETE /v2.0/networks/6585bcb2-b6ca-49b3-ae75-07884ea9354f HTTP/1.1" status: 204 len: 168 time: 2.3659697 Mar 02 20:17:48.103072 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port bb01f303-896b-4c12-8c78-645f1c955f93 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:48.103700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.132148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-6fa2bc70-ea27-4573-a2f3-18afc5af10ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:48.132741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-6fa2bc70-ea27-4573-a2f3-18afc5af10ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:48.151346 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ae3a95c4-789c-4037-9a6b-01493ae43620 req-ee1f772a-97ba-493a-85b8-b39aabe400fa tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911372 Mar 02 20:17:48.152203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-076b3f8b-f6e2-4bf5-8b53-44423301e413 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Unset dirty status for tenant:fcf8040db4914edead9d89105bddc224 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:48.153365 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-076b3f8b-f6e2-4bf5-8b53-44423301e413 tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "GET /v2.0/ports?device_id=527c4cf3-e715-410c-87a1-35c10fef2cf1 HTTP/1.1" status: 200 len: 205 time: 0.2145498 Mar 02 20:17:48.158809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45508) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:48.232998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.282633 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.338897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-513c742e-ff24-4b65-9f01-1de6331bbb5f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.371207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Network 82ac1006-fbfb-4cae-a77f-d83f7abec9de is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:48.371614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.386415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:48.392098 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Pushing event updated for resources: {'Port': ['ID=4bf8f10b-3953-4fc2-9b79-840b2f52224f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:48.395133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:48.409037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Transition to ACTIVE for port object b288b488-c6ca-418f-a8b3-b6a91e79452c will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:48.422017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45516) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:48.428104 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c56f68cf-8948-4405-83ed-37d8b7b3582d no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:48.442732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Subnet': ['ID=86b918d9-8fc3-4a36-bd6a-94f091198831,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:48.481212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.481624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: c56f68cf-8948-4405-83ed-37d8b7b3582d {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:17:48.482186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c56f68cf-8948-4405-83ed-37d8b7b3582d not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:17:48.483514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 80b898c3-edef-4ab4-8137-9a552ced344d no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:48.498302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Checking segment: {'id': '1fddeb41-22e6-4de9-ba9b-cd699bf89778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '46017433-1fcb-4229-b18f-ad4e6abfd8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:48.504035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network hostable DHCP agents. Network: 46017433-1fcb-4229-b18f-ad4e6abfd8d4, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:48.539730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f21dd997-7e97-428c-95ca-9b3b7da3c776 None None] Deleting port 80b898c3-edef-4ab4-8137-9a552ced344d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:48.539960 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f21dd997-7e97-428c-95ca-9b3b7da3c776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.573872 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.614075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 80b898c3-edef-4ab4-8137-9a552ced344d {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:17:48.618044 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 80b898c3-edef-4ab4-8137-9a552ced344d not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:17:48.634411 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2bc70-ea27-4573-a2f3-18afc5af10ac None None] Deleting port c56f68cf-8948-4405-83ed-37d8b7b3582d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:48.635079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6fa2bc70-ea27-4573-a2f3-18afc5af10ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.678719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 46017433-1fcb-4229-b18f-ad4e6abfd8d4 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:48.720238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.764340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f21dd997-7e97-428c-95ca-9b3b7da3c776 None None] The port '80b898c3-edef-4ab4-8137-9a552ced344d' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:17:48.769464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45522) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:48.775578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 46017433-1fcb-4229-b18f-ad4e6abfd8d4) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:48.789888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:48.789888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.812741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2bc70-ea27-4573-a2f3-18afc5af10ac None None] The port 'c56f68cf-8948-4405-83ed-37d8b7b3582d' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:17:48.822980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab4509b-99fc-4ca3-b43d-aca67b6f4b07 None None] Network 46017433-1fcb-4229-b18f-ad4e6abfd8d4 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:48.931008 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8aed8d71-36d1-47fa-a687-0cf27b6d502d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5445325 Mar 02 20:17:48.931008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45530) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:48.939682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'subnet': {'network_id': 'd77becb9-fbba-48cf-a8fc-6bda50c0ea04', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:48.948652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-513c742e-ff24-4b65-9f01-1de6331bbb5f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.956066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-513c742e-ff24-4b65-9f01-1de6331bbb5f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:48.997885 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ca6c00fb-67aa-4aa3-bcf0-29ed8198c641 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=809bdfa688034064abc15e030437eaaf&network_id=732ffdce-2c6c-4226-a395-2a756a9cca82 HTTP/1.1" status: 200 len: 3000 time: 0.5606387 Mar 02 20:17:49.023657 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-60d6157d-3c70-4275-a26e-405907a34262 None None] Provisioning for port 4bf8f10b-3953-4fc2-9b79-840b2f52224f completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:49.067201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-60d6157d-3c70-4275-a26e-405907a34262 None None] Provisioning complete for port 4bf8f10b-3953-4fc2-9b79-840b2f52224f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:49.072548 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-60d6157d-3c70-4275-a26e-405907a34262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.099877 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1629b18-3829-47dc-8371-f3716395dd3a None None] Pushing event updated for resources: {'Port': ['ID=b288b488-c6ca-418f-a8b3-b6a91e79452c,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:49.118001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Attempting to bind port b288b488-c6ca-418f-a8b3-b6a91e79452c on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:49.118554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Attempting to bind port b288b488-c6ca-418f-a8b3-b6a91e79452c by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:49.119069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Attempting to bind port b288b488-c6ca-418f-a8b3-b6a91e79452c on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:49.127049 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-448319bc-2810-4d4c-8112-fc93e77ed7ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92e5e8aecf034162800c77f3d3a20046&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3525271 Mar 02 20:17:49.132778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-513c742e-ff24-4b65-9f01-1de6331bbb5f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.132778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513c742e-ff24-4b65-9f01-1de6331bbb5f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Fanout notify agent at l3_agent the message router_deleted on router 527c4cf3-e715-410c-87a1-35c10fef2cf1 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:17:49.133875 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45536) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:49.135430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:49.143602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:subnet and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:49.155867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:49.166920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:49.187624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-513c742e-ff24-4b65-9f01-1de6331bbb5f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.189571 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-513c742e-ff24-4b65-9f01-1de6331bbb5f tempest-RoutersNegativeIpV6Test-1501835192 tempest-RoutersNegativeIpV6Test-1501835192-project] 10.222.0.44 "DELETE /v2.0/routers/527c4cf3-e715-410c-87a1-35c10fef2cf1 HTTP/1.1" status: 204 len: 168 time: 1.0284016 Mar 02 20:17:49.202724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:49.203790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:49.204454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.204952 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:49.205540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Bound port: b288b488-c6ca-418f-a8b3-b6a91e79452c, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:49.206188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.214641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.235537 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-46017433-1fcb-4229-b18f-ad4e6abfd8d4', 'network_id': '46017433-1fcb-4229-b18f-ad4e6abfd8d4', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'fixed_ips': [{'subnet_id': '86b918d9-8fc3-4a36-bd6a-94f091198831'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:49.236469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.239138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9e02e-902c-4674-8bab-f6c478447b51 req-5e2d6df5-2fa4-4664-9825-df65165dd5f3 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:49.240647 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-56d9e02e-902c-4674-8bab-f6c478447b51 req-5e2d6df5-2fa4-4664-9825-df65165dd5f3 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.1485338 Mar 02 20:17:49.257642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-60d6157d-3c70-4275-a26e-405907a34262 None None] Port 4bf8f10b-3953-4fc2-9b79-840b2f52224f cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:49.264787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:49.288570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-300b5eb0-288a-4ec2-b957-e60a74058d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.333314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.333624 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-56d9e02e-902c-4674-8bab-f6c478447b51 req-5ca8ff32-0177-4a04-8bf3-da4e0b1424ff tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674744 Mar 02 20:17:49.335531 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-300b5eb0-288a-4ec2-b957-e60a74058d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.383901 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] For port b288b488-c6ca-418f-a8b3-b6a91e79452c, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:49.400219 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] For port b288b488-c6ca-418f-a8b3-b6a91e79452c, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b288b488-c6ca-418f-a8b3-b6a91e79452c,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:49.434151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d3357171-9093-46c5-a611-2340c4f47877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.468943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Allocated IP 172.20.0.2 (46017433-1fcb-4229-b18f-ad4e6abfd8d4/86b918d9-8fc3-4a36-bd6a-94f091198831/f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:49.494335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-300b5eb0-288a-4ec2-b957-e60a74058d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.498117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.522149 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b5eb0-288a-4ec2-b957-e60a74058d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768b7bce-6e0a-496b-8eef-64eb84d36ef9,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:49.548263 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-300b5eb0-288a-4ec2-b957-e60a74058d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.550178 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-300b5eb0-288a-4ec2-b957-e60a74058d03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/768b7bce-6e0a-496b-8eef-64eb84d36ef9 HTTP/1.1" status: 204 len: 168 time: 0.4093370 Mar 02 20:17:49.583531 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.615313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Pushing event updated for resources: {'Port': ['ID=4bf8f10b-3953-4fc2-9b79-840b2f52224f,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:49.623928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:49.730292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1629b18-3829-47dc-8371-f3716395dd3a None None] Pushing event updated for resources: {'Port': ['ID=b288b488-c6ca-418f-a8b3-b6a91e79452c,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:49.761463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:49.762121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:49.766448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45548) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:49.897314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Network 82ac1006-fbfb-4cae-a77f-d83f7abec9de is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:49.899610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:49.993707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.013355 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Transition to ACTIVE for port object f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:50.040103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Transition to ACTIVE for port object f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:50.044364 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:17:50.150037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.286365 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0fdb0d68-c05e-40e2-be36-f5008869d483 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcf8040db4914edead9d89105bddc224&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5185969 Mar 02 20:17:50.288681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45562) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:50.310116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Network 46017433-1fcb-4229-b18f-ad4e6abfd8d4 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:50.329100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:50.332792 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:50.338111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Pushing event updated for resources: {'Port': ['ID=f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:50.368797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abbd4278-ee16-43a8-b11a-2e3997b07d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.399259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abbd4278-ee16-43a8-b11a-2e3997b07d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.471006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.566286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3aa4cc27-45f7-444f-8586-ea49a9e76296 None None] Provisioning complete for port 4bf8f10b-3953-4fc2-9b79-840b2f52224f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:50.567189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3aa4cc27-45f7-444f-8586-ea49a9e76296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.572642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Subnet': ['ID=9177ca2f-d47c-4fe8-862b-f4f1281a5028,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:50.619460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:17:50.632000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Checking segment: {'id': 'e9e1458e-92e8-41f7-a96b-e1c9ed01def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'd77becb9-fbba-48cf-a8fc-6bda50c0ea04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:50.632408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network hostable DHCP agents. Network: d77becb9-fbba-48cf-a8fc-6bda50c0ea04, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:50.636818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Attempting to bind port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:50.637457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Attempting to bind port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '1fddeb41-22e6-4de9-ba9b-cd699bf89778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '46017433-1fcb-4229-b18f-ad4e6abfd8d4'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:50.638044 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Attempting to bind port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 on network 46017433-1fcb-4229-b18f-ad4e6abfd8d4 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:50.661187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abbd4278-ee16-43a8-b11a-2e3997b07d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.665776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.679252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:50.680040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Checking segment: {'id': '1fddeb41-22e6-4de9-ba9b-cd699bf89778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '46017433-1fcb-4229-b18f-ad4e6abfd8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:50.680647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.681191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Bound using segment: {'id': '1fddeb41-22e6-4de9-ba9b-cd699bf89778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '46017433-1fcb-4229-b18f-ad4e6abfd8d4'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:50.681811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Bound port: f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fddeb41-22e6-4de9-ba9b-cd699bf89778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '46017433-1fcb-4229-b18f-ad4e6abfd8d4'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:50.682378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.688298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd4278-ee16-43a8-b11a-2e3997b07d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f3d4b-fd5c-4f77-bb31-b7f8542b2a33,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:50.706488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-abbd4278-ee16-43a8-b11a-2e3997b07d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.707521 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-abbd4278-ee16-43a8-b11a-2e3997b07d17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e00f3d4b-fd5c-4f77-bb31-b7f8542b2a33 HTTP/1.1" status: 204 len: 168 time: 0.4172785 Mar 02 20:17:50.730501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34198f-7236-40f3-af73-c0493fa3b01e req-4aa494ac-e634-48e3-be41-8f959969001b tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:50.732171 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8f34198f-7236-40f3-af73-c0493fa3b01e req-4aa494ac-e634-48e3-be41-8f959969001b tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.2398355 Mar 02 20:17:50.756641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.760188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4cc27-45f7-444f-8586-ea49a9e76296 None None] Port 4bf8f10b-3953-4fc2-9b79-840b2f52224f cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:50.790975 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network d77becb9-fbba-48cf-a8fc-6bda50c0ea04 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:50.798383 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8f34198f-7236-40f3-af73-c0493fa3b01e req-d1cfdb4e-3108-4c6f-9d3e-62679c146f26 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588858 Mar 02 20:17:50.815247 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45578) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:50.894804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] For port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:50.898166 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, d77becb9-fbba-48cf-a8fc-6bda50c0ea04) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:50.899241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 2, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:50.916113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] For port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4,segment=NetworkSegment(1fddeb41-22e6-4de9-ba9b-cd699bf89778),segment_id=1fddeb41-22e6-4de9-ba9b-cd699bf89778)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:50.916508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:50.916508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:50.916702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d2fa7-fe45-4e83-8035-30eb94e6470d None None] Network d77becb9-fbba-48cf-a8fc-6bda50c0ea04 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:50.934681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d97bca4-9d5d-4dd2-8868-62aeaf03f996 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:50.945949 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0d97bca4-9d5d-4dd2-8868-62aeaf03f996 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 814 time: 0.1072049 Mar 02 20:17:50.950441 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75aa4a-09da-4b47-bfbe-a59228b791a0 None None] The sync data for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv is: [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 2, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:17:51.005478 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fbc9e3da-7c40-4814-9ea1-80ebc8fafd9b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0742419 Mar 02 20:17:51.007443 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:51.007600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45588) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:51.015723 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-64e8432a-c896-4fdb-a778-70a4c96cdcdc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-636521959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:51.032910 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-64e8432a-c896-4fdb-a778-70a4c96cdcdc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:51.037150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-64e8432a-c896-4fdb-a778-70a4c96cdcdc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:router and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:51.040057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-64e8432a-c896-4fdb-a778-70a4c96cdcdc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:51.048038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-64e8432a-c896-4fdb-a778-70a4c96cdcdc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:51.068543 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:17:51.078520 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-065eff9d-3fe3-484a-8c63-d11de661da4b admin admin] 10.222.0.44 "PUT /v2.0/routers/439f1d21-6bd2-42df-b2c1-b1f705ac9375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5027859 Mar 02 20:17:51.162199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d35df2-8c27-46bb-854f-1169bf446bba None None] Pushing event updated for resources: {'Port': ['ID=f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:51.181769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64e8432a-c896-4fdb-a778-70a4c96cdcdc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:51.182820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64e8432a-c896-4fdb-a778-70a4c96cdcdc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:51.208305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64e8432a-c896-4fdb-a778-70a4c96cdcdc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:51.336153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-d77becb9-fbba-48cf-a8fc-6bda50c0ea04', 'network_id': 'd77becb9-fbba-48cf-a8fc-6bda50c0ea04', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'fixed_ips': [{'subnet_id': '9177ca2f-d47c-4fe8-862b-f4f1281a5028'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:51.336973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:51.367937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64e8432a-c896-4fdb-a778-70a4c96cdcdc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:51.473438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45604) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:51.532084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-64e8432a-c896-4fdb-a778-70a4c96cdcdc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:51.536743 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-64e8432a-c896-4fdb-a778-70a4c96cdcdc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5278773 Mar 02 20:17:51.540543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45610) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:51.596080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45614) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:51.634279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'network': {'name': 'tempest-network-smoke--731331040', 'project_id': '809bdfa688034064abc15e030437eaaf', 'port_security_enabled': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:51.656824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:51.716544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Allocated IP 172.21.0.2 (d77becb9-fbba-48cf-a8fc-6bda50c0ea04/9177ca2f-d47c-4fe8-862b-f4f1281a5028/0a4be64b-19b8-4af4-a162-34f7b07fd260) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:51.717351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:51.747950 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9024d6c-a132-4d91-8eea-12d616319dc3 req-d2eb712f-8da8-4867-8243-a3ccb86dca4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9dd6511f4d36452a814ff9cef315639f&device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 1098 time: 0.2420659 Mar 02 20:17:51.903820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a04349-31fa-4712-b10c-7538e4d26bc3 req-1cbef842-26a8-4818-9901-45581a74bb16 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:51.919563 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a5a04349-31fa-4712-b10c-7538e4d26bc3 req-1cbef842-26a8-4818-9901-45581a74bb16 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.5060065 Mar 02 20:17:51.998973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.009144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024d6c-a132-4d91-8eea-12d616319dc3 req-04004eff-f240-4dae-a674-7911750f1adc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:52.013185 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9024d6c-a132-4d91-8eea-12d616319dc3 req-04004eff-f240-4dae-a674-7911750f1adc service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e59327a-0b28-47d9-a04a-5900b784ddef HTTP/1.1" status: 200 len: 914 time: 0.2575200 Mar 02 20:17:52.017766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:52.021297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.035169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-880714316'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:52.040738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:52.045241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:network and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:52.049318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:52.056695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:52.173594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:52.193213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.193608 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Added segment 00bb6d72-b3dd-42d7-acba-973be02f3894 of type vlan for network 1257a92a-847b-47ff-bb1a-9201e37c23b1 Mar 02 20:17:52.226527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.243737 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9024d6c-a132-4d91-8eea-12d616319dc3 req-e5188187-cea7-4b3f-8487-57f71661ef47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc473c8-9d77-468c-a008-9922d3f3d1f1 HTTP/1.1" status: 200 len: 217 time: 0.1767709 Mar 02 20:17:52.243737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:52.254552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.265680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.309632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.317569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Transition to ACTIVE for port object 0a4be64b-19b8-4af4-a162-34f7b07fd260 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:52.362569 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a5a04349-31fa-4712-b10c-7538e4d26bc3 req-adc7d702-9fc7-4788-a147-f0087e9083e0 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419987 Mar 02 20:17:52.380146 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Transition to ACTIVE for port object 0a4be64b-19b8-4af4-a162-34f7b07fd260 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:52.482430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.589736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:17:52.624271 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Network d77becb9-fbba-48cf-a8fc-6bda50c0ea04 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:52.639592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:52.652213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:52.682593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:52.687144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:security_group_rule and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:52.691059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:52.697539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:52.761868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.765419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Pushing event updated for resources: {'Port': ['ID=0a4be64b-19b8-4af4-a162-34f7b07fd260,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:52.849391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.867469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.877564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:52.878216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.904709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Attempting to bind port 0a4be64b-19b8-4af4-a162-34f7b07fd260 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:52.905145 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Attempting to bind port 0a4be64b-19b8-4af4-a162-34f7b07fd260 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'e9e1458e-92e8-41f7-a96b-e1c9ed01def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'd77becb9-fbba-48cf-a8fc-6bda50c0ea04'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:52.905574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Attempting to bind port 0a4be64b-19b8-4af4-a162-34f7b07fd260 on network d77becb9-fbba-48cf-a8fc-6bda50c0ea04 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:17:52.916645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:17:52.919679 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Checking segment: {'id': 'e9e1458e-92e8-41f7-a96b-e1c9ed01def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'd77becb9-fbba-48cf-a8fc-6bda50c0ea04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:52.920260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.922592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Bound using segment: {'id': 'e9e1458e-92e8-41f7-a96b-e1c9ed01def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'd77becb9-fbba-48cf-a8fc-6bda50c0ea04'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:17:52.927151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Bound port: 0a4be64b-19b8-4af4-a162-34f7b07fd260, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e1458e-92e8-41f7-a96b-e1c9ed01def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'd77becb9-fbba-48cf-a8fc-6bda50c0ea04'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:52.927533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:52.981649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:53.111739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e898f7-8c25-4fce-a4e5-05f0bef68ba1 None None] Network 46017433-1fcb-4229-b18f-ad4e6abfd8d4 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:53.119015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9024d6c-a132-4d91-8eea-12d616319dc3 req-a17a5e55-9ce0-4245-87f1-a1c1439de8da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:53.120493 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9024d6c-a132-4d91-8eea-12d616319dc3 req-a17a5e55-9ce0-4245-87f1-a1c1439de8da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=93ffbf9a-1c1c-4fe0-ad56-a470c92c9e9b HTTP/1.1" status: 200 len: 852 time: 0.8130581 Mar 02 20:17:53.135363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57f6fb5-d98d-45c0-8864-b01087e4f208,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:53.278239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:53.299765 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9024d6c-a132-4d91-8eea-12d616319dc3 req-9f26c1b4-cdb6-4698-9c53-bfafc64abd58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e59327a-0b28-47d9-a04a-5900b784ddef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572914 Mar 02 20:17:53.317933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Network': ['ID=1257a92a-847b-47ff-bb1a-9201e37c23b1,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:53.348630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:53.349220 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Added segment a9201955-5507-4cac-9681-6628066f6b7c of type vlan for network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 Mar 02 20:17:53.428356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Allocated IP 172.20.0.1 (46017433-1fcb-4229-b18f-ad4e6abfd8d4/86b918d9-8fc3-4a36-bd6a-94f091198831/3220a3a5-6429-443c-a0e0-0790a8687ca9) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:53.440523 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-11da3feb-c742-4cec-8664-c15cae3a7117 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8386886 Mar 02 20:17:53.446576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 1257a92a-847b-47ff-bb1a-9201e37c23b1 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:53.449199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45646) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:53.504719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:53.551170 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:17:53.555637 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64346e05-c123-4e47-821f-009b2c59da84 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:53.557334 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-64346e05-c123-4e47-821f-009b2c59da84 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=809bdfa688034064abc15e030437eaaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1036961 Mar 02 20:17:53.563113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45652) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:53.563624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45654) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:53.593585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-938125701-network', 'tenant_id': '4029da931e22489aba2c00ff9903632c'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:53.598511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:53.611748 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:53.634547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:53.644637 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] For port 0a4be64b-19b8-4af4-a162-34f7b07fd260, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:17:53.653004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Transition to ACTIVE for port object 3220a3a5-6429-443c-a0e0-0790a8687ca9 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:53.687073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] For port 0a4be64b-19b8-4af4-a162-34f7b07fd260, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0a4be64b-19b8-4af4-a162-34f7b07fd260,segment=NetworkSegment(e9e1458e-92e8-41f7-a96b-e1c9ed01def7),segment_id=e9e1458e-92e8-41f7-a96b-e1c9ed01def7)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:17:53.695441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Usage tracker for resource:network and tenant:4029da931e22489aba2c00ff9903632c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:53.703227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45660) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:53.715584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:53.746053 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:53.767709 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9024d6c-a132-4d91-8eea-12d616319dc3 req-2735bf16-f4b9-4fbb-847c-f57fb34d3cfd service neutron] 10.222.0.31 "GET /v2.0/networks/8e59327a-0b28-47d9-a04a-5900b784ddef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514902 Mar 02 20:17:53.779238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:53.803303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:53.816900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-4afedff8-b3bf-446f-8af8-6479c6f6dee8 None None] Provisioning for port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:53.865243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:53.902172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 46017433-1fcb-4229-b18f-ad4e6abfd8d4 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:53.910335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:53.912742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:53.930615 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:53.931269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:53.961296 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a204a0-8395-4ef6-a9c5-77f56e4ffcd2 None None] Pushing event updated for resources: {'Port': ['ID=0a4be64b-19b8-4af4-a162-34f7b07fd260,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:53.976426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-368bba40-1796-459e-be32-786aa2b68592 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-51327209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:53.991186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.000374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:54.000374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.002563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Made reservation on behalf of 4029da931e22489aba2c00ff9903632c for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:54.005137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.045696 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9024d6c-a132-4d91-8eea-12d616319dc3 req-4fa19108-dfe3-4efe-898d-1e31759b427a service neutron] 10.222.0.31 "GET /v2.0/networks/8e59327a-0b28-47d9-a04a-5900b784ddef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709608 Mar 02 20:17:54.066914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-368bba40-1796-459e-be32-786aa2b68592 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:54.101769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.160129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-368bba40-1796-459e-be32-786aa2b68592 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Usage tracker for resource:router and tenant:ef3bc29d7a2f4a28acf432d464476af2 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:54.173298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4,segment=NetworkSegment(1fddeb41-22e6-4de9-ba9b-cd699bf89778),segment_id=1fddeb41-22e6-4de9-ba9b-cd699bf89778)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:54.175572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.177481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.185499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d240b-d6a6-4bfc-bb16-f6f23dcc34a7 req-8e17dc75-5391-40ca-b97f-93561e073191 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:54.195654 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a22d240b-d6a6-4bfc-bb16-f6f23dcc34a7 req-8e17dc75-5391-40ca-b97f-93561e073191 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.5193610 Mar 02 20:17:54.198736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=3220a3a5-6429-443c-a0e0-0790a8687ca9,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:54.208695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8edc638c-b6a8-4bb4-877f-601b780a5b92 None None] Provisioning complete for port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:54.209225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8edc638c-b6a8-4bb4-877f-601b780a5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.210813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-368bba40-1796-459e-be32-786aa2b68592 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:54.229901 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b06d0-a033-421f-8e77-d8b9113cb057 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:54.234845 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ef6b06d0-a033-421f-8e77-d8b9113cb057 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6649809 Mar 02 20:17:54.235946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45666) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:54.236461 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-368bba40-1796-459e-be32-786aa2b68592 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:54.255651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.256477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b288b488-c6ca-418f-a8b3-b6a91e79452c up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:54.261311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Network': ['ID=677ef8da-2b2c-4874-bda3-75e56bcfbaf6,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:54.295986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:54.333307 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f57c9186-799f-45a3-a896-5b65af67896f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8580534 Mar 02 20:17:54.334530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Usage tracker for resource:security_group_rule and tenant:4029da931e22489aba2c00ff9903632c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:54.339740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45670) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:54.343585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:54.345282 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c59149e5-c9a6-4c8d-bd8f-7b6cddcdef3a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1082375 Mar 02 20:17:54.351074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:54.354007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-368bba40-1796-459e-be32-786aa2b68592 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.355610 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45674) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:54.357152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-368bba40-1796-459e-be32-786aa2b68592 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.367860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'name': 'tempest-PortsIpV6TestJSON-1775192396'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:54.464544 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a22d240b-d6a6-4bfc-bb16-f6f23dcc34a7 req-6ecceda8-7c6a-437a-b25a-f8a82e20062c tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677784 Mar 02 20:17:54.484170 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8f828f6c-ce27-4491-a928-60f50452c09a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=809bdfa688034064abc15e030437eaaf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1224899 Mar 02 20:17:54.489058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45678) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:54.536831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:54.606142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:54.609096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-368bba40-1796-459e-be32-786aa2b68592 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.611233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:54.629469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:port and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:54.632737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:54.641965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:54.679292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.696140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.735512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-368bba40-1796-459e-be32-786aa2b68592 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.764689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port b288b488-c6ca-418f-a8b3-b6a91e79452c completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:54.769863 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b288b488-c6ca-418f-a8b3-b6a91e79452c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:54.770266 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.780442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.792948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:54.796743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.800790 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c52c2dd-d74a-4c61-a07c-4f38db3eb800 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:54.803032 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3c52c2dd-d74a-4c61-a07c-4f38db3eb800 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3099971 Mar 02 20:17:54.819689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45682) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:54.863376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port 48f5a959-cc26-4c40-92d0-e37e24b9f971 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:17:54.909959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-368bba40-1796-459e-be32-786aa2b68592 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.913616 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-368bba40-1796-459e-be32-786aa2b68592 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2044861 Mar 02 20:17:54.915831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.923679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:54.925426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45686) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:54.931697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-da5f2a40-c720-4e4e-9b91-b0c04ccbaa5d None None] Provisioning for port 3220a3a5-6429-443c-a0e0-0790a8687ca9 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:54.936417 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-70d014e0-08c5-4bcd-a005-e0c339c6ffe9 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1129684 Mar 02 20:17:54.940545 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1895607111'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:54.947392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-da5f2a40-c720-4e4e-9b91-b0c04ccbaa5d None None] Provisioning complete for port 3220a3a5-6429-443c-a0e0-0790a8687ca9 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:54.947766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-da5f2a40-c720-4e4e-9b91-b0c04ccbaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:54.964155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45690) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:54.970245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:54.973416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af5e1d8-b1d4-4f2f-819a-7e8d4a9328bc,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:54.983790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-587669277', 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1', 'project_id': '809bdfa688034064abc15e030437eaaf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:55.000443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.000443 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Added segment 6426d153-fabb-4602-ae54-54a851eb0195 of type vlan for network c8bdd446-26d7-4d55-a02a-ba6e39362e68 Mar 02 20:17:55.005619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Usage tracker for resource:network and tenant:ef3bc29d7a2f4a28acf432d464476af2 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:55.018468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:55.028909 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port b288b488-c6ca-418f-a8b3-b6a91e79452c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b288b488-c6ca-418f-a8b3-b6a91e79452c,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:55.030730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-da5f2a40-c720-4e4e-9b91-b0c04ccbaa5d None None] Port 3220a3a5-6429-443c-a0e0-0790a8687ca9 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:55.094861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:55.144742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.163658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.185071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Made reservation on behalf of ef3bc29d7a2f4a28acf432d464476af2 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:55.188537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.198681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.229201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.272260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.313521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=b288b488-c6ca-418f-a8b3-b6a91e79452c,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:55.388266 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9419ab71-c33d-43db-9b7c-fb0398c83f52 None None] Network d77becb9-fbba-48cf-a8fc-6bda50c0ea04 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:55.417599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.429278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:55.432019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:17:55.457233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0a4be64b-19b8-4af4-a162-34f7b07fd260 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:55.470974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:subnet and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:55.474848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:55.500557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:55.528855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=3220a3a5-6429-443c-a0e0-0790a8687ca9,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:55.539177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:55.547697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.549743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Usage tracker for resource:security_group_rule and tenant:ef3bc29d7a2f4a28acf432d464476af2 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:55.555653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:55.563734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:55.567212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.568247 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:55.568980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.608682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 46017433-1fcb-4229-b18f-ad4e6abfd8d4 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:55.611831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:55.640134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:55.790956 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] Pushing event updated for resources: {'Network': ['ID=c8bdd446-26d7-4d55-a02a-ba6e39362e68,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:55.802583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network c8bdd446-26d7-4d55-a02a-ba6e39362e68 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:55.837638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 0a4be64b-19b8-4af4-a162-34f7b07fd260 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:55.845617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d32a6052-96eb-4ce5-a283-9350e0db2ed8 None None] Provisioning for port 0a4be64b-19b8-4af4-a162-34f7b07fd260 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:55.918142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190409f-674d-4a67-b683-c50a6b79c55c req-0fa963e2-9e21-4ba6-bbf1-addf0a00a228 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:55.919648 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8190409f-674d-4a67-b683-c50a6b79c55c req-0fa963e2-9e21-4ba6-bbf1-addf0a00a228 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.3215473 Mar 02 20:17:55.936714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d32a6052-96eb-4ce5-a283-9350e0db2ed8 None None] Provisioning complete for port 0a4be64b-19b8-4af4-a162-34f7b07fd260 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:55.937083 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d32a6052-96eb-4ce5-a283-9350e0db2ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.940136 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2ee36fdb-fac1-494f-9f72-61417f6cf4c4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3751857 Mar 02 20:17:55.943791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.946521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45696) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:55.953626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Request body: {'subnet': {'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-938125701-subnet', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'ip_version': 4}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:55.960784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.980722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:55.988283 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:56.003775 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 0a4be64b-19b8-4af4-a162-34f7b07fd260 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:56.004215 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.093468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Usage tracker for resource:subnet and tenant:4029da931e22489aba2c00ff9903632c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:56.117727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:56.121638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.163292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:56.191337 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8190409f-674d-4a67-b683-c50a6b79c55c req-b7359d5b-ef59-4c04-9ac6-6d871762f3fb tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635410 Mar 02 20:17:56.208381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a4bf52-5efb-485a-aee1-82ea90947346,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:56.220284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:56.224535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.239362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=48f5a959-cc26-4c40-92d0-e37e24b9f971,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:56.248915 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d32a6052-96eb-4ce5-a283-9350e0db2ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.255031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.255369 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Added segment dbe64992-1e60-4523-99e5-43dafec01a04 of type vlan for network 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 Mar 02 20:17:56.287157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 0a4be64b-19b8-4af4-a162-34f7b07fd260, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0a4be64b-19b8-4af4-a162-34f7b07fd260,segment=NetworkSegment(e9e1458e-92e8-41f7-a96b-e1c9ed01def7),segment_id=e9e1458e-92e8-41f7-a96b-e1c9ed01def7)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:17:56.290347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Checking segment: {'id': 'a9201955-5507-4cac-9681-6628066f6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:56.290707 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network hostable DHCP agents. Network: 677ef8da-2b2c-4874-bda3-75e56bcfbaf6, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:56.320748 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Made reservation on behalf of 4029da931e22489aba2c00ff9903632c for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:56.323068 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.341770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.369752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.370841 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:56.391086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router ed9570e0-b01a-49ea-aef5-a74898213d98 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:17:56.556500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:56.566938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-d32a6052-96eb-4ce5-a283-9350e0db2ed8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:17:56.567475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-d32a6052-96eb-4ce5-a283-9350e0db2ed8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:17:56.571730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=0a4be64b-19b8-4af4-a162-34f7b07fd260,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:56.579176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:17:56.585687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:56.586103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.590769 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-50eeeead-f452-47c4-88f5-4c72b1fdc360 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/ed9570e0-b01a-49ea-aef5-a74898213d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0428426 Mar 02 20:17:56.593484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45702) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:56.596538 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4e89d-3700-41bd-9e86-48a3190dd8ad None None] Sync routers for ids ['ed9570e0-b01a-49ea-aef5-a74898213d98'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:17:56.609498 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4e89d-3700-41bd-9e86-48a3190dd8ad None None] Routers {'ed9570e0-b01a-49ea-aef5-a74898213d98'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:56.610304 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d0e4e89d-3700-41bd-9e86-48a3190dd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ed9570e0-b01a-49ea-aef5-a74898213d98'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:56.669494 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d0e4e89d-3700-41bd-9e86-48a3190dd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:56.680764 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4e89d-3700-41bd-9e86-48a3190dd8ad None None] Routers {'ed9570e0-b01a-49ea-aef5-a74898213d98'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:17:56.681704 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d0e4e89d-3700-41bd-9e86-48a3190dd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ed9570e0-b01a-49ea-aef5-a74898213d98'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:56.686922 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e85aad-748b-4f3c-9f5c-68cdbe8ffbca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:56.687630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-52e85aad-748b-4f3c-9f5c-68cdbe8ffbca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:56.717932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.757729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.761466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:56.763798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.763912 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d0e4e89d-3700-41bd-9e86-48a3190dd8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:56.764294 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4e89d-3700-41bd-9e86-48a3190dd8ad None None] The sync data for ids ['ed9570e0-b01a-49ea-aef5-a74898213d98'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:17:56.776171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 677ef8da-2b2c-4874-bda3-75e56bcfbaf6) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:56.780090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:56.784534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-52e85aad-748b-4f3c-9f5c-68cdbe8ffbca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:56.784900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:56.786678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.786785 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-52e85aad-748b-4f3c-9f5c-68cdbe8ffbca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports/3220a3a5-6429-443c-a0e0-0790a8687ca9 HTTP/1.1" status: 200 len: 910 time: 0.1914587 Mar 02 20:17:56.788762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d043c7-b1be-4f12-bf32-5b22ccaeb820 None None] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:56.789083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45708) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:56.944007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:56.967167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event updated for resources: {'Network': ['ID=6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:56.978855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:56.984430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Subnet': ['ID=4da4a3be-0feb-404e-ac62-c5233487ee2f,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:57.035863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ec31e-3957-477e-a000-b5c66da4f984 req-a6a4aa56-a1ff-4e36-a2b0-90939b6dd745 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:57.037309 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-524ec31e-3957-477e-a000-b5c66da4f984 req-a6a4aa56-a1ff-4e36-a2b0-90939b6dd745 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.1818113 Mar 02 20:17:57.052214 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6fd429b6-76c6-4aac-8181-ef726c829078 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.1184397 Mar 02 20:17:57.057326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45712) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:57.064895 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3fdf322f-04fa-4d1b-a171-ebd139a7609b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7240853 Mar 02 20:17:57.069565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Request body: {'subnet': {'network_id': '6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:57.074610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45716) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:57.077313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Checking segment: {'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:57.077679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network hostable DHCP agents. Network: 1257a92a-847b-47ff-bb1a-9201e37c23b1, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:57.098904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-699953004'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:57.104572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42bf5249-8a7d-4c3a-973b-4c5baf67ccbf,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:57.116079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:57.120861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:network and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:57.124791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:57.131856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Checking segment: {'id': '6426d153-fabb-4602-ae54-54a851eb0195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:57.132220 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Network hostable DHCP agents. Network: c8bdd446-26d7-4d55-a02a-ba6e39362e68, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:57.138157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:57.232135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:57.236835 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.255528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 1257a92a-847b-47ff-bb1a-9201e37c23b1 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:57.267426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Network c8bdd446-26d7-4d55-a02a-ba6e39362e68 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:57.271756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e6be0404-dd01-454e-95f8-e4041d2d63c6 None None] Provisioning complete for port 0a4be64b-19b8-4af4-a162-34f7b07fd260 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:57.272292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e6be0404-dd01-454e-95f8-e4041d2d63c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.283925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:57.292994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.293455 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Added segment 016f67a1-9b29-4c7e-9eed-a593fa43687c of type vlan for network cd763b08-f79f-4820-9df1-2bafedc8a88f Mar 02 20:17:57.312843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0a4be64b-19b8-4af4-a162-34f7b07fd260 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:57.322945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.348437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 1257a92a-847b-47ff-bb1a-9201e37c23b1) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:57.351884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, c8bdd446-26d7-4d55-a02a-ba6e39362e68) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:57.360322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:57.360925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.365474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:57.366192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.370225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d621ea-25a1-4e37-a590-2f90f29712c0 None None] Network 1257a92a-847b-47ff-bb1a-9201e37c23b1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:57.374583 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-524ec31e-3957-477e-a000-b5c66da4f984 req-20ca7121-0722-427e-8c76-930a994eaea9 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243618 Mar 02 20:17:57.399515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:57.403225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3642be94-21d8-406b-80e9-8cdf4be57c4f None None] Network c8bdd446-26d7-4d55-a02a-ba6e39362e68 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:57.407074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Usage tracker for resource:subnet and tenant:ef3bc29d7a2f4a28acf432d464476af2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:57.411983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:57.421003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:57.472811 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0c1c5070-9f1a-445c-9a8e-2c81e5d64952 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5249927 Mar 02 20:17:57.475575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45720) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:57.480986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-938125701-router', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:57.486958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:57.490951 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Usage tracker for resource:router and tenant:4029da931e22489aba2c00ff9903632c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:57.493782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:57.500297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:57.504334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.508005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:57.509245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.516448 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e69be7db-d4c5-42f8-997a-21dc2587de64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5478673 Mar 02 20:17:57.626510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.627445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.647353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Network': ['ID=cd763b08-f79f-4820-9df1-2bafedc8a88f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:57.663667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Made reservation on behalf of ef3bc29d7a2f4a28acf432d464476af2 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:57.676622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.695048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network cd763b08-f79f-4820-9df1-2bafedc8a88f details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:57.708604 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c99ef360-37e0-417b-9e6e-f308c17054a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6322627 Mar 02 20:17:57.710792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45726) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:57.719264 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'ports': [{'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6'}, {'network_id': 'cd763b08-f79f-4820-9df1-2bafedc8a88f'}]} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:57.720503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:57.721555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': 'cd763b08-f79f-4820-9df1-2bafedc8a88f'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:57.828158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.925539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 0a4be64b-19b8-4af4-a162-34f7b07fd260 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:57.926066 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.930280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:57.945180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45730) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:57.955472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962402912', 'description': 'tempest-secgroup-smoke-1962402912 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:57.969655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:58.105891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-1257a92a-847b-47ff-bb1a-9201e37c23b1', 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ips': [{'subnet_id': '4da4a3be-0feb-404e-ac62-c5233487ee2f'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:58.106742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.145036 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-c8bdd446-26d7-4d55-a02a-ba6e39362e68', 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'fixed_ips': [{'subnet_id': '42bf5249-8a7d-4c3a-973b-4c5baf67ccbf'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:58.145495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.149689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:58.189088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.195550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e6be0404-dd01-454e-95f8-e4041d2d63c6 None None] Provisioning complete for port 3220a3a5-6429-443c-a0e0-0790a8687ca9 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:58.195919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e6be0404-dd01-454e-95f8-e4041d2d63c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.215990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:58.220466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:port and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:58.223402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:58.230376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:58.330378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.357121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 2} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:58.361250 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.367865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e6be0404-dd01-454e-95f8-e4041d2d63c6 None None] Port 3220a3a5-6429-443c-a0e0-0790a8687ca9 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:17:58.375970 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b288b488-c6ca-418f-a8b3-b6a91e79452c up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:58.393540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.488212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:58.495632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:58.503227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:58.583562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Allocated IP 172.20.0.18 (1257a92a-847b-47ff-bb1a-9201e37c23b1/4da4a3be-0feb-404e-ac62-c5233487ee2f/c77994e9-46e9-48a8-a286-eba9ab95fd6d) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:58.598667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:58.606566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b288b488-c6ca-418f-a8b3-b6a91e79452c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:58.606931 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.613633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.634653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port 8a769632-37c5-4077-b879-f0078ce6c963 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:17:58.724097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.729529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Allocated IP 172.20.0.2 (c8bdd446-26d7-4d55-a02a-ba6e39362e68/42bf5249-8a7d-4c3a-973b-4c5baf67ccbf/a7f22a39-b335-4d66-aaac-174b59322af8) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:58.804474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.829830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e10bf-fb7d-4657-8434-7e0dcf6f86df req-aff3e036-5075-4ae3-aeee-c5fbff578e8d tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:58.833357 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a81e10bf-fb7d-4657-8434-7e0dcf6f86df req-aff3e036-5075-4ae3-aeee-c5fbff578e8d tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.3215787 Mar 02 20:17:58.841789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event updated for resources: {'Subnet': ['ID=8f310873-ab4f-48ed-beef-44e29a09be1e,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:58.907898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Allocated IP 172.21.0.1 (d77becb9-fbba-48cf-a8fc-6bda50c0ea04/9177ca2f-d47c-4fe8-862b-f4f1281a5028/19d27cdf-f757-4ce2-b598-e5273fa08956) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:58.913112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:58.916065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Checking segment: {'id': 'dbe64992-1e60-4523-99e5-43dafec01a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:17:58.916485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Network hostable DHCP agents. Network: 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:58.944548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Allocated IP 172.26.5.117 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/8413cfc2-c174-4d19-8a17-588146329965) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:59.023309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.105885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.152664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.157002 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a81e10bf-fb7d-4657-8434-7e0dcf6f86df req-1118867d-004d-4d7a-a629-be7f4fdb29b9 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114176 Mar 02 20:17:59.166700 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.168027 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.2194135 Mar 02 20:17:59.174415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.176840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45736) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:59.178752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Transition to ACTIVE for port object c77994e9-46e9-48a8-a286-eba9ab95fd6d will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:59.178915 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Network 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:59.202277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Transition to ACTIVE for port object a7f22a39-b335-4d66-aaac-174b59322af8 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:59.202443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c2b28736-b60d-470f-a364-53e186d1bb61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'a50ce6a6-a452-4ce1-9154-c6bb78d46809', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:59.204615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cc282-847f-474a-a184-76a3182c6992 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50ce6a6-a452-4ce1-9154-c6bb78d46809,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:59.211373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.218795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c2b28736-b60d-470f-a364-53e186d1bb61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:59.241611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.259651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Transition to ACTIVE for port object 19d27cdf-f757-4ce2-b598-e5273fa08956 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:59.271011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:59.277211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:59.278184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.286618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c2b28736-b60d-470f-a364-53e186d1bb61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:59.290667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c5881e-a91a-43e6-b2fe-da04615b7eff None None] Network 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:17:59.296106 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c2b28736-b60d-470f-a364-53e186d1bb61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:59.313786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Transition to ACTIVE for port object c77994e9-46e9-48a8-a286-eba9ab95fd6d will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:59.316706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.323456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c2b28736-b60d-470f-a364-53e186d1bb61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:59.379252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Transition to ACTIVE for port object a7f22a39-b335-4d66-aaac-174b59322af8 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:59.385528 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4570b0d9-8850-4c61-a099-753758ebf605 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3269987 Mar 02 20:17:59.388416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45740) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:59.395337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Request body: {'network': {'name': 'tempest-router-network01--113285901'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:17:59.399485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-724e2925-1eb3-44ca-8d6d-dc1a9e38b3c8 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:59.400180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-724e2925-1eb3-44ca-8d6d-dc1a9e38b3c8 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Synchronizing usage tracker for tenant:9dd6511f4d36452a814ff9cef315639f on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:59.400318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:59.404156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Usage tracker for resource:network and tenant:ef3bc29d7a2f4a28acf432d464476af2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:59.407587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:59.413777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:59.417129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port a3531af5-9fb6-4640-8d1a-a70368a21ad0 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:17:59.426922 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.442073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:59.446935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:59.454012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:59.471747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.481858 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8413cfc2-c174-4d19-8a17-588146329965,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:59.498617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network d77becb9-fbba-48cf-a8fc-6bda50c0ea04 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:59.502055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:59.504337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:59.531413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.556439 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Made reservation on behalf of ef3bc29d7a2f4a28acf432d464476af2 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:59.559729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.566277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Network 1257a92a-847b-47ff-bb1a-9201e37c23b1 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:59.574807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=19d27cdf-f757-4ce2-b598-e5273fa08956,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:59.594733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c2b28736-b60d-470f-a364-53e186d1bb61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.596289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:59.604443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:59.605763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:59.608492 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-724e2925-1eb3-44ca-8d6d-dc1a9e38b3c8 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Unset dirty status for tenant:9dd6511f4d36452a814ff9cef315639f on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:59.609837 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-724e2925-1eb3-44ca-8d6d-dc1a9e38b3c8 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.8478386 Mar 02 20:17:59.613516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Pushing event updated for resources: {'Port': ['ID=c77994e9-46e9-48a8-a286-eba9ab95fd6d,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:59.614663 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.615009 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Added segment 88baf444-999a-4503-89dd-87405d15a86a of type vlan for network 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 Mar 02 20:17:59.647280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.664308 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0', 'network_id': '6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0', 'tenant_id': 'ef3bc29d7a2f4a28acf432d464476af2', 'fixed_ips': [{'subnet_id': '8f310873-ab4f-48ed-beef-44e29a09be1e'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:17:59.665240 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.676091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Network c8bdd446-26d7-4d55-a02a-ba6e39362e68 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:59.682641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.693234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:59.701255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.723752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:17:59.736509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.743420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:59.744101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.867974 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Pushing event updated for resources: {'Port': ['ID=a7f22a39-b335-4d66-aaac-174b59322af8,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:59.929861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event updated for resources: {'Network': ['ID=3ef34a12-f1a7-4151-8ab1-6548b0f2ca16,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:59.942483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.948836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-4d59a5bb-0d58-4f41-9be7-7a7f54d454c1 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Deleting port abc473c8-9d77-468c-a008-9922d3f3d1f1 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:17:59.949396 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-4d59a5bb-0d58-4f41-9be7-7a7f54d454c1 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:59.964669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:59.965269 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1b467609-655f-4bb2-a92c-b308dedd9ea6 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5747867 Mar 02 20:17:59.974232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45744) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:59.980278 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Attempting to bind port c77994e9-46e9-48a8-a286-eba9ab95fd6d on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:59.983064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Attempting to bind port c77994e9-46e9-48a8-a286-eba9ab95fd6d by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:59.983064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Attempting to bind port c77994e9-46e9-48a8-a286-eba9ab95fd6d on network 1257a92a-847b-47ff-bb1a-9201e37c23b1 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:00.000211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Request body: {'network': {'name': 'tempest-router-network02--208695577'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:00.004509 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:00.008264 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Usage tracker for resource:network and tenant:ef3bc29d7a2f4a28acf432d464476af2 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:00.014597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:00.030016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:00.051352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c2b28736-b60d-470f-a364-53e186d1bb61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.096804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Attempting to bind port a7f22a39-b335-4d66-aaac-174b59322af8 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:00.097154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Attempting to bind port a7f22a39-b335-4d66-aaac-174b59322af8 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '6426d153-fabb-4602-ae54-54a851eb0195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:00.097511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Attempting to bind port a7f22a39-b335-4d66-aaac-174b59322af8 on network c8bdd446-26d7-4d55-a02a-ba6e39362e68 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:00.114653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:00.115315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Checking segment: {'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:00.115872 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.116565 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Bound using segment: {'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:00.117208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Bound port: c77994e9-46e9-48a8-a286-eba9ab95fd6d, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:00.117770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.135651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a864df40-a6b0-4b8f-ab82-6fb324bc9a19 None None] Provisioning for port 19d27cdf-f757-4ce2-b598-e5273fa08956 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:00.167025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a864df40-a6b0-4b8f-ab82-6fb324bc9a19 None None] Provisioning complete for port 19d27cdf-f757-4ce2-b598-e5273fa08956 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:00.167791 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a864df40-a6b0-4b8f-ab82-6fb324bc9a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.206804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:00.206804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Checking segment: {'id': '6426d153-fabb-4602-ae54-54a851eb0195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:00.206804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.206804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Bound using segment: {'id': '6426d153-fabb-4602-ae54-54a851eb0195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:00.206804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Bound port: a7f22a39-b335-4d66-aaac-174b59322af8, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6426d153-fabb-4602-ae54-54a851eb0195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:00.206804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.207389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.208726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c2b28736-b60d-470f-a364-53e186d1bb61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.210124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Made reservation on behalf of ef3bc29d7a2f4a28acf432d464476af2 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:00.213048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.244730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Allocated IP 172.20.0.2 (6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0/8f310873-ab4f-48ed-beef-44e29a09be1e/a75a4825-4d32-4fa8-a452-ce799cfdd31c) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:00.337346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b28736-b60d-470f-a364-53e186d1bb61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b14d61-da70-4122-b540-526f4e398290,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:00.408862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-4d59a5bb-0d58-4f41-9be7-7a7f54d454c1 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] For port abc473c8-9d77-468c-a008-9922d3f3d1f1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=abc473c8-9d77-468c-a008-9922d3f3d1f1,segment=NetworkSegment(abadfa7e-8695-454e-bb50-afa0d90ea936),segment_id=abadfa7e-8695-454e-bb50-afa0d90ea936)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:00.409212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-4d59a5bb-0d58-4f41-9be7-7a7f54d454c1 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.419437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:00.420425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:18:00.425779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=8a769632-37c5-4077-b879-f0078ce6c963,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:00.433139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:00.488902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:00.489950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.507578 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a864df40-a6b0-4b8f-ab82-6fb324bc9a19 None None] Port 19d27cdf-f757-4ce2-b598-e5273fa08956 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:00.526751 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab443ec-0308-4b97-89bc-af6ce5435b0b req-f7a368f5-019b-40ee-a2a5-6718d5b36e51 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:00.532964 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9ab443ec-0308-4b97-89bc-af6ce5435b0b req-f7a368f5-019b-40ee-a2a5-6718d5b36e51 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 945 time: 0.1486907 Mar 02 20:18:00.572985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d074032d-45c3-4047-a384-588fc6984453 None None] For port c77994e9-46e9-48a8-a286-eba9ab95fd6d, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:00.591392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.593140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-4d59a5bb-0d58-4f41-9be7-7a7f54d454c1 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Calling delete_port for abc473c8-9d77-468c-a008-9922d3f3d1f1 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:00.595380 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9ab443ec-0308-4b97-89bc-af6ce5435b0b req-8a635a3d-e4d5-498d-ac5f-9dc9396627b4 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/security-groups?id=27b5f84f-1655-49a2-9c95-4436e36a368e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616302 Mar 02 20:18:00.601556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d074032d-45c3-4047-a384-588fc6984453 None None] For port c77994e9-46e9-48a8-a286-eba9ab95fd6d, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c77994e9-46e9-48a8-a286-eba9ab95fd6d,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:00.621503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c2b28736-b60d-470f-a364-53e186d1bb61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.622686 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c2b28736-b60d-470f-a364-53e186d1bb61 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4439311 Mar 02 20:18:00.626578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45750) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:00.632750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] For port a7f22a39-b335-4d66-aaac-174b59322af8, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:00.634222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-664b7536-5ff3-4e4a-9217-b08eb20df424 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'a50ce6a6-a452-4ce1-9154-c6bb78d46809', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:00.637513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.637867 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Added segment c1b2c91c-7c52-42c0-aca2-5748def98ce1 of type vlan for network 9eec86f0-3142-4b80-a946-8f7d37f69c58 Mar 02 20:18:00.644808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-664b7536-5ff3-4e4a-9217-b08eb20df424 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:00.646609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-664b7536-5ff3-4e4a-9217-b08eb20df424 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:00.650628 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-664b7536-5ff3-4e4a-9217-b08eb20df424 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:00.655430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] For port a7f22a39-b335-4d66-aaac-174b59322af8, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a7f22a39-b335-4d66-aaac-174b59322af8,segment=NetworkSegment(6426d153-fabb-4602-ae54-54a851eb0195),segment_id=6426d153-fabb-4602-ae54-54a851eb0195)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:00.657381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-664b7536-5ff3-4e4a-9217-b08eb20df424 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:00.666083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.674377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.687106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Transition to ACTIVE for port object a75a4825-4d32-4fa8-a452-ce799cfdd31c will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:00.701820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.704701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.713062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.721680 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.729052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=a3531af5-9fb6-4640-8d1a-a70368a21ad0,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:00.774473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.788690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-664b7536-5ff3-4e4a-9217-b08eb20df424 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.811397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Transition to ACTIVE for port object a75a4825-4d32-4fa8-a452-ce799cfdd31c will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:00.823278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.844404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074032d-45c3-4047-a384-588fc6984453 None None] Pushing event updated for resources: {'Port': ['ID=c77994e9-46e9-48a8-a286-eba9ab95fd6d,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:00.935185 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6719d-f73d-4fcf-b678-84c5142eeb72 None None] Pushing event updated for resources: {'Port': ['ID=a7f22a39-b335-4d66-aaac-174b59322af8,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:00.935408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Checking segment: {'id': '016f67a1-9b29-4c7e-9eed-a593fa43687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'cd763b08-f79f-4820-9df1-2bafedc8a88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:00.936316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network hostable DHCP agents. Network: cd763b08-f79f-4820-9df1-2bafedc8a88f, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:18:00.942057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:00.973430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=19d27cdf-f757-4ce2-b598-e5273fa08956,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:01.014908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network d77becb9-fbba-48cf-a8fc-6bda50c0ea04 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:01.017364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:01.017899 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:01.018448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:01.018961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:01.019547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:01.020278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:01.023361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:01.023970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:01.024561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:01.034820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:01.036638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:01.040053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:01.040489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:01.041587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:01.049806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:01.081355 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Pushing event updated for resources: {'Port': ['ID=a75a4825-4d32-4fa8-a452-ce799cfdd31c,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:01.087915 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Network 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:01.090211 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:01.100215 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:01.176822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-4d59a5bb-0d58-4f41-9be7-7a7f54d454c1 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:01.178317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network cd763b08-f79f-4820-9df1-2bafedc8a88f is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:18:01.302774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event updated for resources: {'Network': ['ID=9eec86f0-3142-4b80-a946-8f7d37f69c58,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:01.305122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59a5bb-0d58-4f41-9be7-7a7f54d454c1 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Pushing event deleted for resources: {'Port': ['ID=abc473c8-9d77-468c-a008-9922d3f3d1f1,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:01.310138 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ea83cae6-78f4-4148-8a0e-3d0fa950bab1 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3241551 Mar 02 20:18:01.313374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45754) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:01.327775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Request body: {'subnet': {'network_id': '3ef34a12-f1a7-4151-8ab1-6548b0f2ca16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:01.377451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 9eec86f0-3142-4b80-a946-8f7d37f69c58 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:18:01.395475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, cd763b08-f79f-4820-9df1-2bafedc8a88f) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:01.529084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-664b7536-5ff3-4e4a-9217-b08eb20df424 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:01.539306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396a7de0-5dfe-49d7-af80-afe56fdfa042 None None] Network cd763b08-f79f-4820-9df1-2bafedc8a88f requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:01.559973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device abc473c8-9d77-468c-a008-9922d3f3d1f1 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:01.572828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:01.578142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:01.581515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:01.582182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:01.629356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Attempting to bind port a75a4825-4d32-4fa8-a452-ce799cfdd31c on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:01.629738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Attempting to bind port a75a4825-4d32-4fa8-a452-ce799cfdd31c by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'dbe64992-1e60-4523-99e5-43dafec01a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:01.631474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Attempting to bind port a75a4825-4d32-4fa8-a452-ce799cfdd31c on network 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:01.632532 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: abc473c8-9d77-468c-a008-9922d3f3d1f1 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:18:01.632864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device abc473c8-9d77-468c-a008-9922d3f3d1f1 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:18:01.634855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a7f22a39-b335-4d66-aaac-174b59322af8 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:01.677621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-4d59a5bb-0d58-4f41-9be7-7a7f54d454c1 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] No DVR routers for this DVR port abc473c8-9d77-468c-a008-9922d3f3d1f1 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:01.682900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-664b7536-5ff3-4e4a-9217-b08eb20df424 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:01.689123 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-4d59a5bb-0d58-4f41-9be7-7a7f54d454c1 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:01.691558 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b25336cf-30e5-4d19-915d-eda52e54ad3e req-4d59a5bb-0d58-4f41-9be7-7a7f54d454c1 tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.31 "DELETE /v2.0/ports/abc473c8-9d77-468c-a008-9922d3f3d1f1 HTTP/1.1" status: 204 len: 173 time: 1.9775214 Mar 02 20:18:01.692594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:01.696040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5df3c9b-ddeb-4c64-a0e2-3e27d2386306', 'name': 'network-vif-deleted', 'tag': 'abc473c8-9d77-468c-a008-9922d3f3d1f1'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:18:01.712931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Usage tracker for resource:subnet and tenant:ef3bc29d7a2f4a28acf432d464476af2 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:01.729765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:01.740330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b7536-5ff3-4e4a-9217-b08eb20df424 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db063fe0-b714-4428-b8ac-2a2af117bf72,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:01.757316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:01.789611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:01.790011 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Checking segment: {'id': 'dbe64992-1e60-4523-99e5-43dafec01a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:01.790520 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:01.790910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Bound using segment: {'id': 'dbe64992-1e60-4523-99e5-43dafec01a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:01.792094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Bound port: a75a4825-4d32-4fa8-a452-ce799cfdd31c, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe64992-1e60-4523-99e5-43dafec01a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:01.792094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:01.821298 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5df3c9b-ddeb-4c64-a0e2-3e27d2386306', 'name': 'network-vif-deleted', 'tag': 'abc473c8-9d77-468c-a008-9922d3f3d1f1', 'status': 'completed', 'code': 200} Mar 02 20:18:01.840519 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-20d8a4f0-9aa6-4ba8-8cd6-762c794717a7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1283576 Mar 02 20:18:01.844288 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45762) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:01.878514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-664b7536-5ff3-4e4a-9217-b08eb20df424 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:01.879976 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-664b7536-5ff3-4e4a-9217-b08eb20df424 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2520876 Mar 02 20:18:01.884542 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45766) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:01.892864 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d0cb0289-bbde-4183-b6f3-69773531d926 req-b6090ad5-d53c-49ff-8641-610acab10d4d tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 210 time: 0.0613148 Mar 02 20:18:01.897811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router ed9570e0-b01a-49ea-aef5-a74898213d98 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:18:01.899244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'a50ce6a6-a452-4ce1-9154-c6bb78d46809', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:01.908295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:01.928043 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-41e7e9e9-0ffc-4fd4-90d6-43bba4de40d6 None None] Provisioning complete for port 19d27cdf-f757-4ce2-b598-e5273fa08956 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:01.928197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-41e7e9e9-0ffc-4fd4-90d6-43bba4de40d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:01.934857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:01.940463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:01.950724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:01.955850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5d68228f-9cdc-41ff-b067-a38256c3bf4d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port a3531af5-9fb6-4640-8d1a-a70368a21ad0 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:01.956375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5d68228f-9cdc-41ff-b067-a38256c3bf4d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:02.051014 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-41e7e9e9-0ffc-4fd4-90d6-43bba4de40d6 None None] Port 19d27cdf-f757-4ce2-b598-e5273fa08956 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:02.062024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] For port a75a4825-4d32-4fa8-a452-ce799cfdd31c, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:02.066294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] For port a75a4825-4d32-4fa8-a452-ce799cfdd31c, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a75a4825-4d32-4fa8-a452-ce799cfdd31c,segment=NetworkSegment(dbe64992-1e60-4523-99e5-43dafec01a04),segment_id=dbe64992-1e60-4523-99e5-43dafec01a04)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:02.090225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:02.096304 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c9f98b83-52cd-4c97-8121-eaad167bfa23 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/ed9570e0-b01a-49ea-aef5-a74898213d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3054547 Mar 02 20:18:02.102510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45770) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:02.109845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198de43-f2dc-4b88-8d51-f3edcc81a9a4 None None] Sync routers for ids ['ed9570e0-b01a-49ea-aef5-a74898213d98'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:02.131185 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198de43-f2dc-4b88-8d51-f3edcc81a9a4 None None] Routers {'ed9570e0-b01a-49ea-aef5-a74898213d98'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:02.131979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8198de43-f2dc-4b88-8d51-f3edcc81a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ed9570e0-b01a-49ea-aef5-a74898213d98'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:02.207347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:02.210615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58c1307-6066-4bc5-a8df-90b10b248cb4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:02.211671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e58c1307-6066-4bc5-a8df-90b10b248cb4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:02.211990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port a7f22a39-b335-4d66-aaac-174b59322af8 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:02.229278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Made reservation on behalf of ef3bc29d7a2f4a28acf432d464476af2 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:02.252642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Router 5f512904-3ab5-476c-bfb1-de94e42ddb92 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:18:02.264078 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8198de43-f2dc-4b88-8d51-f3edcc81a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:02.301349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198de43-f2dc-4b88-8d51-f3edcc81a9a4 None None] Routers {'ed9570e0-b01a-49ea-aef5-a74898213d98'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:02.302079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8198de43-f2dc-4b88-8d51-f3edcc81a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ed9570e0-b01a-49ea-aef5-a74898213d98'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:02.344832 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e58c1307-6066-4bc5-a8df-90b10b248cb4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:02.347016 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e58c1307-6066-4bc5-a8df-90b10b248cb4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports/19d27cdf-f757-4ce2-b598-e5273fa08956 HTTP/1.1" status: 200 len: 910 time: 0.2427058 Mar 02 20:18:02.348963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45774) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:02.441169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8198de43-f2dc-4b88-8d51-f3edcc81a9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:02.441734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198de43-f2dc-4b88-8d51-f3edcc81a9a4 None None] The sync data for ids ['ed9570e0-b01a-49ea-aef5-a74898213d98'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:02.446600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6558a-8572-4201-b3fc-05e3f4c30ca1 None None] Pushing event updated for resources: {'Port': ['ID=a75a4825-4d32-4fa8-a452-ce799cfdd31c,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:02.462051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:02.760041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:02.879810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be8510-00b0-47c2-b01d-8404d05dd5ff None None] Network c8bdd446-26d7-4d55-a02a-ba6e39362e68 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:02.988318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5d68228f-9cdc-41ff-b067-a38256c3bf4d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:03.021648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:03.081156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-809c5f7a-62ee-41b1-8a20-4a6a7f008e7a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:03.175852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b3df30-d6aa-4cf8-b9b0-5e3694fc2d6b None None] Network 1257a92a-847b-47ff-bb1a-9201e37c23b1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:03.237851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:03.244101 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8b4140e6-7b27-444b-a0d6-985fa10d3e99 req-02ef8510-5893-4413-a9f6-0cbf4af004db tempest-TestServerAdvancedOps-1689478474 tempest-TestServerAdvancedOps-1689478474-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5df3c9b-ddeb-4c64-a0e2-3e27d2386306 HTTP/1.1" status: 200 len: 210 time: 0.1063919 Mar 02 20:18:03.246795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-112aa458-1f7f-4e57-9e53-c196c13676df None None] Provisioning for port a7f22a39-b335-4d66-aaac-174b59322af8 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:03.255493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5d68228f-9cdc-41ff-b067-a38256c3bf4d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for a3531af5-9fb6-4640-8d1a-a70368a21ad0 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:03.273049 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-112aa458-1f7f-4e57-9e53-c196c13676df None None] Provisioning complete for port a7f22a39-b335-4d66-aaac-174b59322af8 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:03.273433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-112aa458-1f7f-4e57-9e53-c196c13676df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:03.429040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb07dbe-6e01-4af7-bb2e-fb51df0d0aab,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:03.438180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5d68228f-9cdc-41ff-b067-a38256c3bf4d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:03.454940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:03.455291 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:03.457557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:03.457557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:03.457557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:03.457557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:03.457557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:03.457557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:03.458399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:03.458399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:03.458560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:03.487448 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c77994e9-46e9-48a8-a286-eba9ab95fd6d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:03.518637 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68228f-9cdc-41ff-b067-a38256c3bf4d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=a3531af5-9fb6-4640-8d1a-a70368a21ad0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:03.554139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5d68228f-9cdc-41ff-b067-a38256c3bf4d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:03.556520 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5d68228f-9cdc-41ff-b067-a38256c3bf4d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/a3531af5-9fb6-4640-8d1a-a70368a21ad0 HTTP/1.1" status: 204 len: 168 time: 1.7110672 Mar 02 20:18:03.559959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45780) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:03.640169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:03.641587 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-181f142c-4de8-4cd4-9fa8-b59c0fde2a69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7557874 Mar 02 20:18:03.648691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45784) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:03.661674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4a596d64-eb39-4c88-92c8-60461a3d06ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'a50ce6a6-a452-4ce1-9154-c6bb78d46809', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:03.669353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4a596d64-eb39-4c88-92c8-60461a3d06ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:03.674992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4a596d64-eb39-4c88-92c8-60461a3d06ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:03.678627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4a596d64-eb39-4c88-92c8-60461a3d06ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:03.685322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4a596d64-eb39-4c88-92c8-60461a3d06ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:03.721717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c65425-b595-45b6-b637-c3e8bade1245 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:03.725724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c65425-b595-45b6-b637-c3e8bade1245 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:03.726545 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-02c65425-b595-45b6-b637-c3e8bade1245 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:03.730675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:03.741631 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Sync routers for ids ['5f512904-3ab5-476c-bfb1-de94e42ddb92'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:03.762655 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Routers {'5f512904-3ab5-476c-bfb1-de94e42ddb92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:03.763300 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-da113efa-1314-4425-bde9-d21a258a335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5f512904-3ab5-476c-bfb1-de94e42ddb92'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:03.765771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:03.826207 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-112aa458-1f7f-4e57-9e53-c196c13676df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:03.848355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a596d64-eb39-4c88-92c8-60461a3d06ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:03.889478 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-112aa458-1f7f-4e57-9e53-c196c13676df None None] For port a7f22a39-b335-4d66-aaac-174b59322af8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a7f22a39-b335-4d66-aaac-174b59322af8,segment=NetworkSegment(6426d153-fabb-4602-ae54-54a851eb0195),segment_id=6426d153-fabb-4602-ae54-54a851eb0195)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:03.892200 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61ebfc-6402-49c5-81b3-fb0434a2c004 None None] Network 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:03.972753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Checking segment: {'id': '88baf444-999a-4503-89dd-87405d15a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3ef34a12-f1a7-4151-8ab1-6548b0f2ca16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:03.973489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Network hostable DHCP agents. Network: 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:18:03.979279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event updated for resources: {'Subnet': ['ID=0e1c23a3-3b65-4422-b438-7e4f8c74b4b1,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:04.023735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a596d64-eb39-4c88-92c8-60461a3d06ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.026256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port c77994e9-46e9-48a8-a286-eba9ab95fd6d completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:04.028054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-809c5f7a-62ee-41b1-8a20-4a6a7f008e7a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 19d27cdf-f757-4ce2-b598-e5273fa08956 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:04.028392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-809c5f7a-62ee-41b1-8a20-4a6a7f008e7a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.037229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.038604 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a0ff67e5-daea-4f87-a584-0b3973afd1a3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5618572 Mar 02 20:18:04.039556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-02c65425-b595-45b6-b637-c3e8bade1245 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:04.044955 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-02c65425-b595-45b6-b637-c3e8bade1245 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4717968 Mar 02 20:18:04.044955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45788) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:04.044955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45790) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:04.075346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-112aa458-1f7f-4e57-9e53-c196c13676df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.146413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a75a4825-4d32-4fa8-a452-ce799cfdd31c up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:04.158286 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Set router 5f512904-3ab5-476c-bfb1-de94e42ddb92 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:18:04.272231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Network 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:18:04.277702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a596d64-eb39-4c88-92c8-60461a3d06ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.346124 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112aa458-1f7f-4e57-9e53-c196c13676df None None] Pushing event updated for resources: {'Port': ['ID=a7f22a39-b335-4d66-aaac-174b59322af8,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:04.360676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a596d64-eb39-4c88-92c8-60461a3d06ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6de3db-1374-4da2-bf4c-49792d3d3115,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:04.415764 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Provisioning for port c77994e9-46e9-48a8-a286-eba9ab95fd6d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:04.423750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Provisioning complete for port c77994e9-46e9-48a8-a286-eba9ab95fd6d triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:04.424253 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.429281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-809c5f7a-62ee-41b1-8a20-4a6a7f008e7a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.429442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-91a1fdce-1bc4-4952-98c0-7f76715b54dd tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 8a769632-37c5-4077-b879-f0078ce6c963 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:04.430459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-91a1fdce-1bc4-4952-98c0-7f76715b54dd tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.518083 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port a75a4825-4d32-4fa8-a452-ce799cfdd31c completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:04.565641 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-da113efa-1314-4425-bde9-d21a258a335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'name': 'tempest-TestVolumeBootPattern-938125701-router', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '8413cfc2-c174-4d19-8a17-588146329965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:57Z', 'updated_at': '2022-03-02T20:17:59Z', 'revision_number': 3, 'project_id': '4029da931e22489aba2c00ff9903632c', 'gw_port': {'id': '8413cfc2-c174-4d19-8a17-588146329965', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:58Z', 'updated_at': '2022-03-02T20:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:04.571666 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Checking router: 5f512904-3ab5-476c-bfb1-de94e42ddb92 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:18:04.572213 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Updating router 5f512904-3ab5-476c-bfb1-de94e42ddb92 port 8413cfc2-c174-4d19-8a17-588146329965 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:18:04.595865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45798) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:04.596120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-809c5f7a-62ee-41b1-8a20-4a6a7f008e7a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 19d27cdf-f757-4ce2-b598-e5273fa08956 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:04.598256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:04.602957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:04.607151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.612616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e684fe-fa5a-42af-8f1a-a736d8309bb1 None None] Network 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:04.646735 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.682500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a596d64-eb39-4c88-92c8-60461a3d06ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.686882 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4a596d64-eb39-4c88-92c8-60461a3d06ef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0345261 Mar 02 20:18:04.701013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45802) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:04.701013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'a50ce6a6-a452-4ce1-9154-c6bb78d46809', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:04.707609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:04.719151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:04.724086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.734089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:04.746412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:04.766736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97894b0-5cb6-4196-b6d3-4ac7f70425de admin admin] Deleting subnet 93ffbf9a-1c1c-4fe0-ad56-a470c92c9e9b {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:04.770008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b97894b0-5cb6-4196-b6d3-4ac7f70425de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.809309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] For port c77994e9-46e9-48a8-a286-eba9ab95fd6d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c77994e9-46e9-48a8-a286-eba9ab95fd6d,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:04.823680 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3fb89853-f407-41b0-a51c-36398b58d617 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5067604 Mar 02 20:18:04.824983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45806) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:04.833309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Request body: {'subnet': {'network_id': '9eec86f0-3142-4b80-a946-8f7d37f69c58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:04.837935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b97894b0-5cb6-4196-b6d3-4ac7f70425de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.942812 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:18:04.955982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:04.987288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.038761 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-91a1fdce-1bc4-4952-98c0-7f76715b54dd tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.048413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b97894b0-5cb6-4196-b6d3-4ac7f70425de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.070418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-3ef34a12-f1a7-4151-8ab1-6548b0f2ca16', 'network_id': '3ef34a12-f1a7-4151-8ab1-6548b0f2ca16', 'tenant_id': 'ef3bc29d7a2f4a28acf432d464476af2', 'fixed_ips': [{'subnet_id': '0e1c23a3-3b65-4422-b438-7e4f8c74b4b1'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:18:05.071222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.139749 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.161046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Pushing event updated for resources: {'Port': ['ID=c77994e9-46e9-48a8-a286-eba9ab95fd6d,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:05.190005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Provisioning for port a75a4825-4d32-4fa8-a452-ce799cfdd31c completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:05.200392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Provisioning complete for port a75a4825-4d32-4fa8-a452-ce799cfdd31c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:05.200676 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.259055 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-91a1fdce-1bc4-4952-98c0-7f76715b54dd tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for 8a769632-37c5-4077-b879-f0078ce6c963 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:05.295623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:05.299534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Usage tracker for resource:subnet and tenant:ef3bc29d7a2f4a28acf432d464476af2 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:05.302571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:05.310453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:05.347979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.364679 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Allocated IP 172.20.0.2 (3ef34a12-f1a7-4151-8ab1-6548b0f2ca16/0e1c23a3-3b65-4422-b438-7e4f8c74b4b1/3f5edb38-6832-4783-a782-f9f5efba43ec) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:05.367243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c77994e9-46e9-48a8-a286-eba9ab95fd6d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:05.414768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Made reservation on behalf of ef3bc29d7a2f4a28acf432d464476af2 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:05.444001 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Transition to ACTIVE for port object 8413cfc2-c174-4d19-8a17-588146329965 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:05.483746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-809c5f7a-62ee-41b1-8a20-4a6a7f008e7a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.486406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b97894b0-5cb6-4196-b6d3-4ac7f70425de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.490005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-91a1fdce-1bc4-4952-98c0-7f76715b54dd tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.524820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.528597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.530934 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.585488 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97894b0-5cb6-4196-b6d3-4ac7f70425de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ffbf9a-1c1c-4fe0-ad56-a470c92c9e9b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:05.604442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1fdce-1bc4-4952-98c0-7f76715b54dd tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=8a769632-37c5-4077-b879-f0078ce6c963,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:05.607117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] For port a75a4825-4d32-4fa8-a452-ce799cfdd31c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a75a4825-4d32-4fa8-a452-ce799cfdd31c,segment=NetworkSegment(dbe64992-1e60-4523-99e5-43dafec01a04),segment_id=dbe64992-1e60-4523-99e5-43dafec01a04)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:05.612045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c77994e9-46e9-48a8-a286-eba9ab95fd6d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:05.612614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.630742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b97894b0-5cb6-4196-b6d3-4ac7f70425de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.651386 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Attempting to bind port 8413cfc2-c174-4d19-8a17-588146329965 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:05.651761 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Attempting to bind port 8413cfc2-c174-4d19-8a17-588146329965 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:05.652115 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Attempting to bind port 8413cfc2-c174-4d19-8a17-588146329965 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:05.663353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-91a1fdce-1bc4-4952-98c0-7f76715b54dd tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.672422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c5f7a-62ee-41b1-8a20-4a6a7f008e7a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=19d27cdf-f757-4ce2-b598-e5273fa08956,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:05.696228 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.705221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc9581e-df3a-4493-95a9-ce97cee8c29f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:05.721032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.726095 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:05.726467 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:05.730062 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.730621 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:05.731239 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Bound port: 8413cfc2-c174-4d19-8a17-588146329965, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:05.731688 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.841373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Sync routers for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:05.845383 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-da113efa-1314-4425-bde9-d21a258a335e None None] For port 8413cfc2-c174-4d19-8a17-588146329965, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:05.850732 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-da113efa-1314-4425-bde9-d21a258a335e None None] For port 8413cfc2-c174-4d19-8a17-588146329965, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8413cfc2-c174-4d19-8a17-588146329965,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:05.854457 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b97894b0-5cb6-4196-b6d3-4ac7f70425de admin admin] 10.222.0.44 "DELETE /v2.0/subnets/93ffbf9a-1c1c-4fe0-ad56-a470c92c9e9b HTTP/1.1" status: 204 len: 168 time: 1.2562454 Mar 02 20:18:05.867044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45810) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:05.867290 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Pushing event updated for resources: {'Port': ['ID=8413cfc2-c174-4d19-8a17-588146329965,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:05.871818 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-91a1fdce-1bc4-4952-98c0-7f76715b54dd tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/8a769632-37c5-4077-b879-f0078ce6c963 HTTP/1.1" status: 204 len: 168 time: 1.8245451 Mar 02 20:18:05.880037 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:05.880619 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:05.888779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:05.888779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:05.888779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:05.888779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:05.888779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:05.888779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:05.888779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:05.888779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:05.888779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:05.922464 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45812) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:05.929930 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:05.931511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4a9d9-20b0-4af5-9afb-0176ebd013a5 None None] Pushing event updated for resources: {'Port': ['ID=a75a4825-4d32-4fa8-a452-ce799cfdd31c,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:05.980731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:05.981480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:06.021179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.022680 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-91a8d86c-b961-4ecc-a9f7-bbf87fd82dc1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.3286679 Mar 02 20:18:06.025264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45818) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:06.035214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'a50ce6a6-a452-4ce1-9154-c6bb78d46809', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:06.042237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:06.060891 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75382574-7dbd-474b-8a0a-588a758c8668 None None] Pushing event updated for resources: {'Port': ['ID=8413cfc2-c174-4d19-8a17-588146329965,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:06.083991 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Routers {'5f512904-3ab5-476c-bfb1-de94e42ddb92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:06.084917 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-da113efa-1314-4425-bde9-d21a258a335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5f512904-3ab5-476c-bfb1-de94e42ddb92'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:06.121722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.200418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c1246-000a-4529-9d5e-520b3878d5f1 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:06.201301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-385c1246-000a-4529-9d5e-520b3878d5f1 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:06.229521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:06.231812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.236576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:06.259712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:18:06.280720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:06.347379 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-da113efa-1314-4425-bde9-d21a258a335e None None] Set router 5f512904-3ab5-476c-bfb1-de94e42ddb92 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:18:06.355766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event updated for resources: {'Subnet': ['ID=b3e6afdf-7673-4994-8b3d-00a3b0487dfc,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:06.369089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Checking segment: {'id': 'c1b2c91c-7c52-42c0-aca2-5748def98ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9eec86f0-3142-4b80-a946-8f7d37f69c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:06.369443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Network hostable DHCP agents. Network: 9eec86f0-3142-4b80-a946-8f7d37f69c58, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:18:06.404648 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:18:06.416905 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.431030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.435053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-809c5f7a-62ee-41b1-8a20-4a6a7f008e7a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.453945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ce292d51-10df-4448-aa8c-76aa9a55586d None None] Provisioning complete for port a7f22a39-b335-4d66-aaac-174b59322af8 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:06.454171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ce292d51-10df-4448-aa8c-76aa9a55586d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.470311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e59327a-0b28-47d9-a04a-5900b784ddef']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:06.485828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abadfa7e-8695-454e-bb50-afa0d90ea936') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:06.486185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abadfa7e-8695-454e-bb50-afa0d90ea936') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:06.500238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.521031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.564513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-385c1246-000a-4529-9d5e-520b3878d5f1 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:06.568173 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-385c1246-000a-4529-9d5e-520b3878d5f1 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6281593 Mar 02 20:18:06.569369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:06.569765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.574695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45822) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:06.579499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Network 9eec86f0-3142-4b80-a946-8f7d37f69c58 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:18:06.584779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:06.592344 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:06.600320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a7f22a39-b335-4d66-aaac-174b59322af8 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:06.640070 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2b959e-d394-4912-bbc6-76ce83d610ce tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:18:06.641326 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-da2b959e-d394-4912-bbc6-76ce83d610ce tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/a3531af5-9fb6-4640-8d1a-a70368a21ad0 HTTP/1.1" status: 404 len: 333 time: 0.0593410 Mar 02 20:18:06.646408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45826) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:06.663174 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Transition to ACTIVE for port object 3f5edb38-6832-4783-a782-f9f5efba43ec will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:06.690037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.725805 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba3e632-4b41-4159-bea2-8abd5f1bb150 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:18:06.730064 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2ba3e632-4b41-4159-bea2-8abd5f1bb150 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/8a769632-37c5-4077-b879-f0078ce6c963 HTTP/1.1" status: 404 len: 333 time: 0.0810170 Mar 02 20:18:06.730622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45830) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:06.768043 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Transition to ACTIVE for port object 3f5edb38-6832-4783-a782-f9f5efba43ec will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:06.813952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.849492 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-da113efa-1314-4425-bde9-d21a258a335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'name': 'tempest-TestVolumeBootPattern-938125701-router', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '8413cfc2-c174-4d19-8a17-588146329965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:57Z', 'updated_at': '2022-03-02T20:17:59Z', 'revision_number': 3, 'project_id': '4029da931e22489aba2c00ff9903632c', 'gw_port': {'id': '8413cfc2-c174-4d19-8a17-588146329965', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:58Z', 'updated_at': '2022-03-02T20:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:06.855065 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da113efa-1314-4425-bde9-d21a258a335e None None] The sync data for ids ['5f512904-3ab5-476c-bfb1-de94e42ddb92'] in dv-neutron-831593-2-hyperv is: [{'id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'name': 'tempest-TestVolumeBootPattern-938125701-router', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '8413cfc2-c174-4d19-8a17-588146329965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:57Z', 'updated_at': '2022-03-02T20:17:59Z', 'revision_number': 3, 'project_id': '4029da931e22489aba2c00ff9903632c', 'gw_port': {'id': '8413cfc2-c174-4d19-8a17-588146329965', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:58Z', 'updated_at': '2022-03-02T20:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:06.868844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.875995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.901855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.911450 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 9eec86f0-3142-4b80-a946-8f7d37f69c58) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:06.916269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:06.916854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.919558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e59327a-0b28-47d9-a04a-5900b784ddef,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:06.923169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Network 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:06.941798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:06.943667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c614782-3503-484d-8f24-6c0136b55885 None None] Network 9eec86f0-3142-4b80-a946-8f7d37f69c58 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:06.958236 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port a7f22a39-b335-4d66-aaac-174b59322af8 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:06.958729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.980286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36e32b5-5657-441d-8a32-1100d6906004,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:06.981221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.990911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:07.011292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.068995 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7467d567-dcd3-4257-9c1c-f0b4f1cadec5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8e59327a-0b28-47d9-a04a-5900b784ddef HTTP/1.1" status: 204 len: 168 time: 1.1929810 Mar 02 20:18:07.076131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45834) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:07.084260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ce292d51-10df-4448-aa8c-76aa9a55586d None None] Provisioning complete for port c77994e9-46e9-48a8-a286-eba9ab95fd6d triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:07.084636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ce292d51-10df-4448-aa8c-76aa9a55586d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.192135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.272065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.273366 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4cf0fa84-4480-4105-97ea-f7e2ccfec602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2471516 Mar 02 20:18:07.276017 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b504273e-2f3f-4a80-878b-0eaeddf1fefa tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4478879 Mar 02 20:18:07.311795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45838) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:07.316955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd763b08-f79f-4820-9df1-2bafedc8a88f']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:07.340330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 2, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:07.368248 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Pushing event updated for resources: {'Port': ['ID=3f5edb38-6832-4783-a782-f9f5efba43ec,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:07.398123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Checking router: 439f1d21-6bd2-42df-b2c1-b1f705ac9375 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:18:07.399848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Updating router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 port 4bf8f10b-3953-4fc2-9b79-840b2f52224f binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:18:07.411693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba6d390-424f-4f0a-8b61-ec1b57a05169 admin admin] Deleting subnet f9f8cf70-44ce-4eb2-a97e-856493ae8d09 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:07.416722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d390-424f-4f0a-8b61-ec1b57a05169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.429969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016f67a1-9b29-4c7e-9eed-a593fa43687c') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:07.432593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016f67a1-9b29-4c7e-9eed-a593fa43687c') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:07.487347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d390-424f-4f0a-8b61-ec1b57a05169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.509053 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Attempting to bind port 3f5edb38-6832-4783-a782-f9f5efba43ec on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:07.509678 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Attempting to bind port 3f5edb38-6832-4783-a782-f9f5efba43ec by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '88baf444-999a-4503-89dd-87405d15a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3ef34a12-f1a7-4151-8ab1-6548b0f2ca16'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:07.511405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Attempting to bind port 3f5edb38-6832-4783-a782-f9f5efba43ec on network 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:07.559214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d390-424f-4f0a-8b61-ec1b57a05169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.608394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.625459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809c5f7a-62ee-41b1-8a20-4a6a7f008e7a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router ed9570e0-b01a-49ea-aef5-a74898213d98 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:18:07.693259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.700984 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:07.702304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Checking segment: {'id': '88baf444-999a-4503-89dd-87405d15a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3ef34a12-f1a7-4151-8ab1-6548b0f2ca16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:07.702304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.702968 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Bound using segment: {'id': '88baf444-999a-4503-89dd-87405d15a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3ef34a12-f1a7-4151-8ab1-6548b0f2ca16'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:07.703621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Bound port: 3f5edb38-6832-4783-a782-f9f5efba43ec, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88baf444-999a-4503-89dd-87405d15a86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3ef34a12-f1a7-4151-8ab1-6548b0f2ca16'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:07.704039 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.726564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:07.730426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:07.742309 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:07.800773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.891368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5e7a59ed-86a4-491e-b4bd-ef23ccf81966 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:07.955259 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a75a4825-4d32-4fa8-a452-ce799cfdd31c up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:07.968873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809c5f7a-62ee-41b1-8a20-4a6a7f008e7a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:07.971195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d390-424f-4f0a-8b61-ec1b57a05169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:07.981219 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ca0ce1-7ae3-43d9-aeb7-3757f12304d2 None None] Sync routers for ids ['ed9570e0-b01a-49ea-aef5-a74898213d98'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:08.000241 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca0ce1-7ae3-43d9-aeb7-3757f12304d2 None None] Routers {'ed9570e0-b01a-49ea-aef5-a74898213d98'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:08.001137 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-61ca0ce1-7ae3-43d9-aeb7-3757f12304d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ed9570e0-b01a-49ea-aef5-a74898213d98'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:08.048697 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-809c5f7a-62ee-41b1-8a20-4a6a7f008e7a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/ed9570e0-b01a-49ea-aef5-a74898213d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6948707 Mar 02 20:18:08.049838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45850) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:08.052989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6d390-424f-4f0a-8b61-ec1b57a05169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f8cf70-44ce-4eb2-a97e-856493ae8d09,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:08.118564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Allocated IP 172.20.0.1 (c8bdd446-26d7-4d55-a02a-ba6e39362e68/42bf5249-8a7d-4c3a-973b-4c5baf67ccbf/10e01311-adae-4352-ace8-431ac382d22a) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:08.238624 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-61ca0ce1-7ae3-43d9-aeb7-3757f12304d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:08.259270 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca0ce1-7ae3-43d9-aeb7-3757f12304d2 None None] Routers {'ed9570e0-b01a-49ea-aef5-a74898213d98'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:08.260096 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-61ca0ce1-7ae3-43d9-aeb7-3757f12304d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ed9570e0-b01a-49ea-aef5-a74898213d98'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:08.271283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-9eec86f0-3142-4b80-a946-8f7d37f69c58', 'network_id': '9eec86f0-3142-4b80-a946-8f7d37f69c58', 'tenant_id': 'ef3bc29d7a2f4a28acf432d464476af2', 'fixed_ips': [{'subnet_id': 'b3e6afdf-7673-4994-8b3d-00a3b0487dfc'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:18:08.272084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.277608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5e7a59ed-86a4-491e-b4bd-ef23ccf81966 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:08.289040 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5e7a59ed-86a4-491e-b4bd-ef23ccf81966 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962402912&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.6689332 Mar 02 20:18:08.348419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ce292d51-10df-4448-aa8c-76aa9a55586d None None] Provisioning complete for port a75a4825-4d32-4fa8-a452-ce799cfdd31c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:08.348419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ce292d51-10df-4448-aa8c-76aa9a55586d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.349107 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-61ca0ce1-7ae3-43d9-aeb7-3757f12304d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:08.349107 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ca0ce1-7ae3-43d9-aeb7-3757f12304d2 None None] The sync data for ids ['ed9570e0-b01a-49ea-aef5-a74898213d98'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:08.367934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ba6d390-424f-4f0a-8b61-ec1b57a05169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.370277 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9ba6d390-424f-4f0a-8b61-ec1b57a05169 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f9f8cf70-44ce-4eb2-a97e-856493ae8d09 HTTP/1.1" status: 204 len: 168 time: 1.2927709 Mar 02 20:18:08.374720 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] For port 3f5edb38-6832-4783-a782-f9f5efba43ec, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:08.426788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45854) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:08.445106 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.460795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] For port 3f5edb38-6832-4783-a782-f9f5efba43ec, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3f5edb38-6832-4783-a782-f9f5efba43ec,segment=NetworkSegment(88baf444-999a-4503-89dd-87405d15a86a),segment_id=88baf444-999a-4503-89dd-87405d15a86a)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:08.525409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-275b7d79-ba4e-4f95-af63-6803eeae8ab7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:08.527634 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-275b7d79-ba4e-4f95-af63-6803eeae8ab7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/networks?id=1257a92a-847b-47ff-bb1a-9201e37c23b1 HTTP/1.1" status: 200 len: 796 time: 0.2372019 Mar 02 20:18:08.535030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.598045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.601303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port a75a4825-4d32-4fa8-a452-ce799cfdd31c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:08.601746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.610314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Network': ['ID=cd763b08-f79f-4820-9df1-2bafedc8a88f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:08.646155 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-53299f18-391d-403b-ab82-7eb5cdc56a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/networks/cd763b08-f79f-4820-9df1-2bafedc8a88f HTTP/1.1" status: 204 len: 168 time: 1.9129791 Mar 02 20:18:08.652376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45858) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:08.668149 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1512507442'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:08.675500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:08.681270 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-a193c94c-8091-4ba3-8fc4-e0d27ebfe869 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/quotas/809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 375 time: 0.0927639 Mar 02 20:18:08.682311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:network and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:08.685701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.685953 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:08.696849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:08.766302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.810966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-97cf6757-6c01-404a-9f2a-6078d4fc3252 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.865871 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:08.869672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.880626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Allocated IP 172.20.0.2 (9eec86f0-3142-4b80-a946-8f7d37f69c58/b3e6afdf-7673-4994-8b3d-00a3b0487dfc/3865698a-0fb1-4e71-9194-4cd2069f6560) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:08.882782 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339d067-0abc-4971-afd1-552c0dcc68a6 None None] Pushing event updated for resources: {'Port': ['ID=3f5edb38-6832-4783-a782-f9f5efba43ec,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:08.901840 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-4124d585-b2cc-42b6-b96e-1e951a0f826f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2079768 Mar 02 20:18:08.906350 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Transition to ACTIVE for port object 10e01311-adae-4352-ace8-431ac382d22a will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:08.970626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.983714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.022255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.resource_extend [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:18:09.124343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8413cfc2-c174-4d19-8a17-588146329965 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:09.191961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd45907-cfe2-4fd5-91c0-023530e8f0fd']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:09.225338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd48b25-799b-4f43-a8b8-171f839f97ff') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:09.225338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd48b25-799b-4f43-a8b8-171f839f97ff') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:09.225667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.275968 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Transition to ACTIVE for port object 4bf8f10b-3953-4fc2-9b79-840b2f52224f will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:09.277038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.290585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:18:09.316768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.332484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:09.332986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.334797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.340087 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Added segment f97bf5c5-6af4-47e1-9e0f-4046e044df02 of type vlan for network 1835426b-f4e9-4557-adaf-67d1ecba208b Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:09.351923 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:09.355371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.370460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.422062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.434018 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-fd8a5433-680c-419c-aa0b-958acbc35103 service neutron] 10.222.0.44 "GET /v2.0/networks/1257a92a-847b-47ff-bb1a-9201e37c23b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819036 Mar 02 20:18:09.434309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 8413cfc2-c174-4d19-8a17-588146329965 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:09.464049 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Transition to ACTIVE for port object 3865698a-0fb1-4e71-9194-4cd2069f6560 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:09.466794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8413cfc2-c174-4d19-8a17-588146329965 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:09.467277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.487713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.579491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Network c8bdd446-26d7-4d55-a02a-ba6e39362e68 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:09.582687 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Pushing event updated for resources: {'Port': ['ID=10e01311-adae-4352-ace8-431ac382d22a,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:09.589299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:09.591550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeed0e8-cdf5-42f5-9528-bbc810543ba2 None None] Pushing event updated for resources: {'Port': ['ID=4bf8f10b-3953-4fc2-9b79-840b2f52224f,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:09.597063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:09.606671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Transition to ACTIVE for port object 3865698a-0fb1-4e71-9194-4cd2069f6560 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:09.663180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.668239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.707612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.746437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Allocated IP 172.20.0.1 (3ef34a12-f1a7-4151-8ab1-6548b0f2ca16/0e1c23a3-3b65-4422-b438-7e4f8c74b4b1/6e1f5798-962f-4f7c-89f3-597493782a11) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:09.786537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd45907-cfe2-4fd5-91c0-023530e8f0fd,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:09.797644 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bc43e3ff-be32-417e-ae68-8409ac3de6e0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fdd45907-cfe2-4fd5-91c0-023530e8f0fd HTTP/1.1" status: 204 len: 168 time: 1.3644726 Mar 02 20:18:09.878664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.941244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Attempting to bind port 4bf8f10b-3953-4fc2-9b79-840b2f52224f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:09.941873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Attempting to bind port 4bf8f10b-3953-4fc2-9b79-840b2f52224f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:09.942005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Attempting to bind port 4bf8f10b-3953-4fc2-9b79-840b2f52224f on network 82ac1006-fbfb-4cae-a77f-d83f7abec9de {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:09.949065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.962814 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Network 9eec86f0-3142-4b80-a946-8f7d37f69c58 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:09.977223 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:09.979164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.985837 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:09.985837 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:09.996214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:10.000473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Pushing event updated for resources: {'Port': ['ID=3865698a-0fb1-4e71-9194-4cd2069f6560,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:10.005349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:10.005760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Checking segment: {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:10.006187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:10.007092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Bound using segment: {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:10.007092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Bound port: 4bf8f10b-3953-4fc2-9b79-840b2f52224f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:10.007433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:10.024541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 8413cfc2-c174-4d19-8a17-588146329965, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8413cfc2-c174-4d19-8a17-588146329965,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:10.108242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:10.136088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Transition to ACTIVE for port object 6e1f5798-962f-4f7c-89f3-597493782a11 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:10.151111 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Network': ['ID=1835426b-f4e9-4557-adaf-67d1ecba208b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:10.168008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:10.169239 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-250662d5-7c17-4b19-9917-9af24c83551a service neutron] 10.222.0.44 "GET /v2.0/networks/1257a92a-847b-47ff-bb1a-9201e37c23b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200630 Mar 02 20:18:10.175120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 1835426b-f4e9-4557-adaf-67d1ecba208b details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:18:10.271477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:10.305679 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-60fc198b-94fb-4f23-9fff-898d4bbe411d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6415291 Mar 02 20:18:10.316454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45864) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:10.326528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': '1835426b-f4e9-4557-adaf-67d1ecba208b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:10.476144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45872) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:10.565925 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-791a3148-a402-4f92-beef-7ec9afc42f1e req-e3db0048-6d40-4d17-9cb7-80615d23fc85 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 210 time: 0.0632439 Mar 02 20:18:10.585948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:10.586906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Network 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:10.590245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event updated for resources: {'Port': ['ID=6e1f5798-962f-4f7c-89f3-597493782a11,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:10.593459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:10.601573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:10.603991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:10.613374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:10.628221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:10.638306 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a73f519c-83d3-4bdd-a86f-17beb800ab78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dd6511f4d36452a814ff9cef315639f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1607606 Mar 02 20:18:10.667766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45880) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:10.681874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3f5edb38-6832-4783-a782-f9f5efba43ec up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:10.684416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:10.712990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1678e9f4-849b-43aa-adeb-9bcf1c79f402 None None] Network 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:10.725057 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:10.744037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-97cf6757-6c01-404a-9f2a-6078d4fc3252 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 3220a3a5-6429-443c-a0e0-0790a8687ca9 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:10.744399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-97cf6757-6c01-404a-9f2a-6078d4fc3252 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:10.787491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:10.819288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=8413cfc2-c174-4d19-8a17-588146329965,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:10.891833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Attempting to bind port 3865698a-0fb1-4e71-9194-4cd2069f6560 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:10.892064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Attempting to bind port 3865698a-0fb1-4e71-9194-4cd2069f6560 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'c1b2c91c-7c52-42c0-aca2-5748def98ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9eec86f0-3142-4b80-a946-8f7d37f69c58'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:10.892433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Attempting to bind port 3865698a-0fb1-4e71-9194-4cd2069f6560 on network 9eec86f0-3142-4b80-a946-8f7d37f69c58 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:10.917213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:10.918490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Checking segment: {'id': 'c1b2c91c-7c52-42c0-aca2-5748def98ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9eec86f0-3142-4b80-a946-8f7d37f69c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:10.919164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:10.919862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Bound using segment: {'id': 'c1b2c91c-7c52-42c0-aca2-5748def98ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9eec86f0-3142-4b80-a946-8f7d37f69c58'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:10.921193 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Bound port: 3865698a-0fb1-4e71-9194-4cd2069f6560, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b2c91c-7c52-42c0-aca2-5748def98ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9eec86f0-3142-4b80-a946-8f7d37f69c58'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:10.922824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.022212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-567f73a4-1bd4-406c-81f9-d8a44599b933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.042579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.043033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.097255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] For port 4bf8f10b-3953-4fc2-9b79-840b2f52224f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:11.106424 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] For port 4bf8f10b-3953-4fc2-9b79-840b2f52224f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4bf8f10b-3953-4fc2-9b79-840b2f52224f,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:11.225490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-567f73a4-1bd4-406c-81f9-d8a44599b933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.233540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.ipam_backend_mixin [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Performing IP validity checks on allocation pools {{(pid=84504) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:18:11.236295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.ipam_backend_mixin [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84504) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:18:11.247446 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.308294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.310991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-97cf6757-6c01-404a-9f2a-6078d4fc3252 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.394202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] For port 3865698a-0fb1-4e71-9194-4cd2069f6560, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:11.408965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeed0e8-cdf5-42f5-9528-bbc810543ba2 None None] Pushing event updated for resources: {'Port': ['ID=4bf8f10b-3953-4fc2-9b79-840b2f52224f,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:11.418551 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] For port 3865698a-0fb1-4e71-9194-4cd2069f6560, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3865698a-0fb1-4e71-9194-4cd2069f6560,segment=NetworkSegment(c1b2c91c-7c52-42c0-aca2-5748def98ce1),segment_id=c1b2c91c-7c52-42c0-aca2-5748def98ce1)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:11.423331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 3f5edb38-6832-4783-a782-f9f5efba43ec completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:11.430624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.462183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:11.463290 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:11.572229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.581358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-97cf6757-6c01-404a-9f2a-6078d4fc3252 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 3220a3a5-6429-443c-a0e0-0790a8687ca9 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:11.627444 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Pushing event updated for resources: {'Port': ['ID=10e01311-adae-4352-ace8-431ac382d22a,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:11.645955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e2791494-c129-4442-8784-5c3a478394bb None None] Provisioning for port 10e01311-adae-4352-ace8-431ac382d22a completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:11.650571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.727852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e2791494-c129-4442-8784-5c3a478394bb None None] Provisioning complete for port 10e01311-adae-4352-ace8-431ac382d22a triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:11.728160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e2791494-c129-4442-8784-5c3a478394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.731116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-567f73a4-1bd4-406c-81f9-d8a44599b933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.767360 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f73a4-1bd4-406c-81f9-d8a44599b933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b5f84f-1655-49a2-9c95-4436e36a368e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:11.811294 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-567f73a4-1bd4-406c-81f9-d8a44599b933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.812400 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-567f73a4-1bd4-406c-81f9-d8a44599b933 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27b5f84f-1655-49a2-9c95-4436e36a368e HTTP/1.1" status: 204 len: 168 time: 1.1380203 Mar 02 20:18:11.881726 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e2791494-c129-4442-8784-5c3a478394bb None None] Port 10e01311-adae-4352-ace8-431ac382d22a cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:11.943083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Network c8bdd446-26d7-4d55-a02a-ba6e39362e68 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:11.943575 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f7964c65-4c17-483d-8bf4-41ace604d72a req-d9ba5b83-91ca-4eb7-96cb-6a940bf25bbf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 210 time: 0.0738995 Mar 02 20:18:11.950476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:18:11.967667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:11.999276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:12.182866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Subnet': ['ID=46f1e516-cf22-4264-b448-b601b19ef2fc,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:12.237795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:18:12.321243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:12.329066 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859ecb3-d416-44cb-9b2b-2bf6b17e34c2 None None] Pushing event updated for resources: {'Port': ['ID=3865698a-0fb1-4e71-9194-4cd2069f6560,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:12.344262 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-97cf6757-6c01-404a-9f2a-6078d4fc3252 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:12.413611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:12.476598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf6757-6c01-404a-9f2a-6078d4fc3252 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=3220a3a5-6429-443c-a0e0-0790a8687ca9,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:12.478524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Checking segment: {'id': 'f97bf5c5-6af4-47e1-9e0f-4046e044df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1835426b-f4e9-4557-adaf-67d1ecba208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:12.479606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network hostable DHCP agents. Network: 1835426b-f4e9-4557-adaf-67d1ecba208b, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:18:12.533518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8413cfc2-c174-4d19-8a17-588146329965 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:12.636556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e2791494-c129-4442-8784-5c3a478394bb None None] Provisioning for port 3f5edb38-6832-4783-a782-f9f5efba43ec completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:12.688431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event updated for resources: {'Port': ['ID=6e1f5798-962f-4f7c-89f3-597493782a11,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:12.692694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e2791494-c129-4442-8784-5c3a478394bb None None] Provisioning complete for port 3f5edb38-6832-4783-a782-f9f5efba43ec triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:12.693065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e2791494-c129-4442-8784-5c3a478394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:12.767236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:12.886905 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:12.895200 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8413cfc2-c174-4d19-8a17-588146329965 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:12.895571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:12.916255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 1835426b-f4e9-4557-adaf-67d1ecba208b is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:18:12.944177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-97cf6757-6c01-404a-9f2a-6078d4fc3252 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:13.105442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 1835426b-f4e9-4557-adaf-67d1ecba208b) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:13.121532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:13.129423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:13.134205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0cc2ba-9417-4616-8c0f-1ce39e141cb0 None None] Network 1835426b-f4e9-4557-adaf-67d1ecba208b requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:13.207181 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8b4865ed-18af-40a6-a8d0-777344e7b099 req-da70a209-32ef-4e7e-b194-380e2b4e6722 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 210 time: 0.0659609 Mar 02 20:18:13.254142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Network 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:13.308546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45896) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:13.330313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e2791494-c129-4442-8784-5c3a478394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:13.351532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:13.380265 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-41d62f3d-96a4-44de-b542-d1085935c39f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0621779 Mar 02 20:18:13.401680 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45900) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:13.419248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': '1835426b-f4e9-4557-adaf-67d1ecba208b', 'name': 'tempest-PortsIpV6TestJSON-1887207364'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:13.476939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4bf8f10b-3953-4fc2-9b79-840b2f52224f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:13.558584 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e2791494-c129-4442-8784-5c3a478394bb None None] For port 3f5edb38-6832-4783-a782-f9f5efba43ec, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3f5edb38-6832-4783-a782-f9f5efba43ec,segment=NetworkSegment(88baf444-999a-4503-89dd-87405d15a86a),segment_id=88baf444-999a-4503-89dd-87405d15a86a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:13.649941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0682a399-9a98-47b9-9a68-db48c6c0c626 None None] Network 9eec86f0-3142-4b80-a946-8f7d37f69c58 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:13.774163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e2791494-c129-4442-8784-5c3a478394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:13.777804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:11Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:13.791613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-4d726738-276e-4fee-b122-288d01e49c0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:13.792309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-4d726738-276e-4fee-b122-288d01e49c0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:13.845171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4e44b-6412-42f2-acbc-e0220477c880 None None] The sync data for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv is: [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:11Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:13.902639 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0673b51a-aa6c-40a6-b3f4-3e199c1a9bf9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad0875b72b1d4b669955a15f6e36a8e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5932412 Mar 02 20:18:13.904616 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45904) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:13.967939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:13.968902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-4d726738-276e-4fee-b122-288d01e49c0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:13.970136 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-4d726738-276e-4fee-b122-288d01e49c0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=1257a92a-847b-47ff-bb1a-9201e37c23b1 HTTP/1.1" status: 200 len: 796 time: 0.7724106 Mar 02 20:18:13.977038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2791494-c129-4442-8784-5c3a478394bb None None] Pushing event updated for resources: {'Port': ['ID=3f5edb38-6832-4783-a782-f9f5efba43ec,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:13.995722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cf6757-6c01-404a-9f2a-6078d4fc3252 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router ed9570e0-b01a-49ea-aef5-a74898213d98 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:18:14.003950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:14.035211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c4b4bf9e-c24d-4f96-8a67-1136ac0010b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:14.038177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-1835426b-f4e9-4557-adaf-67d1ecba208b', 'network_id': '1835426b-f4e9-4557-adaf-67d1ecba208b', 'tenant_id': '97f478de2939464e91544656c2965d44', 'fixed_ips': [{'subnet_id': '46f1e516-cf22-4264-b448-b601b19ef2fc'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:18:14.039174 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:14.063989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c4b4bf9e-c24d-4f96-8a67-1136ac0010b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:14.070788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 4bf8f10b-3953-4fc2-9b79-840b2f52224f completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:14.071181 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-15eca101-99b8-4000-92e3-ff4791ae09d4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 472 time: 0.0865092 Mar 02 20:18:14.085203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Provisioning complete for port 3f5edb38-6832-4783-a782-f9f5efba43ec triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:14.085568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:14.086966 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Router 5f512904-3ab5-476c-bfb1-de94e42ddb92 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:18:14.102239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'device_id': 'e8ebd07c-7bd1-43c9-88ee-4d579055df9d', 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1', 'admin_state_up': True, 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'security_groups': ['a50ce6a6-a452-4ce1-9154-c6bb78d46809']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:14.113540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4bf8f10b-3953-4fc2-9b79-840b2f52224f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:14.114094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:14.178161 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:14.181528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:14.254476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c4b4bf9e-c24d-4f96-8a67-1136ac0010b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:14.280636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4bf9e-c24d-4f96-8a67-1136ac0010b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51d3a00-24b8-40d1-8578-8ae1de078124,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:14.296205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port f078792e-3a5e-4230-88b5-d7fba6aa878c yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:18:14.346148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c4b4bf9e-c24d-4f96-8a67-1136ac0010b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:14.351430 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c4b4bf9e-c24d-4f96-8a67-1136ac0010b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c51d3a00-24b8-40d1-8578-8ae1de078124 HTTP/1.1" status: 204 len: 168 time: 0.4429789 Mar 02 20:18:14.451201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cf6757-6c01-404a-9f2a-6078d4fc3252 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:14.461526 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-97cf6757-6c01-404a-9f2a-6078d4fc3252 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/ed9570e0-b01a-49ea-aef5-a74898213d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4010391 Mar 02 20:18:14.467148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45912) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:14.584772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:14.594858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b785fc0-8c31-4eeb-881e-85ddf65c8239 None None] Sync routers for ids ['ed9570e0-b01a-49ea-aef5-a74898213d98'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:14.645280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:14.662583 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5757a11a-99ab-4d66-8fd7-9b9590cdb07d req-731c13e1-5376-4c4b-88c0-76acd44bd5dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 210 time: 0.1173337 Mar 02 20:18:14.665955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-375251a9-6b2c-40dd-81be-1a49cbfe8a77 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:14.682271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:port and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:14.692820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:14.701883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Allocated IP 2001:db8::2 (1835426b-f4e9-4557-adaf-67d1ecba208b/46f1e516-cf22-4264-b448-b601b19ef2fc/6cbaca9f-d393-43bd-92fd-222ff59147a1) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:14.704642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:14.709402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 4bf8f10b-3953-4fc2-9b79-840b2f52224f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4bf8f10b-3953-4fc2-9b79-840b2f52224f,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:14.714413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b785fc0-8c31-4eeb-881e-85ddf65c8239 None None] Routers {'ed9570e0-b01a-49ea-aef5-a74898213d98'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:14.715034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8b785fc0-8c31-4eeb-881e-85ddf65c8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ed9570e0-b01a-49ea-aef5-a74898213d98'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:14.761223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:14.770160 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5482bb86-6a1f-4866-8254-33ceb411042c admin admin] 10.222.0.44 "PUT /v2.0/routers/5f512904-3ab5-476c-bfb1-de94e42ddb92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7244401 Mar 02 20:18:14.771579 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Sync routers for ids ['5f512904-3ab5-476c-bfb1-de94e42ddb92'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:14.783002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8b785fc0-8c31-4eeb-881e-85ddf65c8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:14.786815 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Routers {'5f512904-3ab5-476c-bfb1-de94e42ddb92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:14.787564 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5f512904-3ab5-476c-bfb1-de94e42ddb92'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:14.813041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-375251a9-6b2c-40dd-81be-1a49cbfe8a77 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:14.817757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Router 2be68afc-4e99-4a81-a87d-5abf8cff785a is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:18:14.817947 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-375251a9-6b2c-40dd-81be-1a49cbfe8a77 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed9570e0-b01a-49ea-aef5-a74898213d98 HTTP/1.1" status: 200 len: 205 time: 0.3490851 Mar 02 20:18:14.818132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45918) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:14.823951 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:14.829463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:14.860035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:14.933852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b785fc0-8c31-4eeb-881e-85ddf65c8239 None None] Routers {'ed9570e0-b01a-49ea-aef5-a74898213d98'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:14.934529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8b785fc0-8c31-4eeb-881e-85ddf65c8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ed9570e0-b01a-49ea-aef5-a74898213d98'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:15.001735 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Provisioning for port 6e1f5798-962f-4f7c-89f3-597493782a11 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:15.049040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8b785fc0-8c31-4eeb-881e-85ddf65c8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:15.049425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b785fc0-8c31-4eeb-881e-85ddf65c8239 None None] The sync data for ids ['ed9570e0-b01a-49ea-aef5-a74898213d98'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:15.059813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Provisioning complete for port 6e1f5798-962f-4f7c-89f3-597493782a11 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:15.060870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.147724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1350ef9-e416-4a67-b79f-61171bd96663 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.187694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=4bf8f10b-3953-4fc2-9b79-840b2f52224f,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:15.217371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Port 6e1f5798-962f-4f7c-89f3-597493782a11 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:15.222790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:15.223141 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:15.223555 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:15.223776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:15.224208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:15.224497 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:15.224798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:15.225102 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:15.225361 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:15.225807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:15.229876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:15.231811 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Set router 5f512904-3ab5-476c-bfb1-de94e42ddb92 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:18:15.328101 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3865698a-0fb1-4e71-9194-4cd2069f6560 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:15.414244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.432460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Provisioning complete for port 10e01311-adae-4352-ace8-431ac382d22a triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:15.432825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.526808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Transition to ACTIVE for port object 6cbaca9f-d393-43bd-92fd-222ff59147a1 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:15.606550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Transition to ACTIVE for port object 6cbaca9f-d393-43bd-92fd-222ff59147a1 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:15.609471 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Port 10e01311-adae-4352-ace8-431ac382d22a cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:15.651308 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Provisioning complete for port 4bf8f10b-3953-4fc2-9b79-840b2f52224f triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:15.651959 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.716817 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'name': 'tempest-TestVolumeBootPattern-938125701-router', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '8413cfc2-c174-4d19-8a17-588146329965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:57Z', 'updated_at': '2022-03-02T20:18:09Z', 'revision_number': 4, 'project_id': '4029da931e22489aba2c00ff9903632c', 'gw_port': {'id': '8413cfc2-c174-4d19-8a17-588146329965', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:58Z', 'updated_at': '2022-03-02T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '10e01311-adae-4352-ace8-431ac382d22a', 'name': '', 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'mac_address': 'fa:16:3e:fd:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf5249-8a7d-4c3a-973b-4c5baf67ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:18:07Z', 'updated_at': '2022-03-02T20:18:10Z', 'revision_number': 2, 'project_id': '4029da931e22489aba2c00ff9903632c', 'subnets': [{'id': '42bf5249-8a7d-4c3a-973b-4c5baf67ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:15.725519 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Checking router: 5f512904-3ab5-476c-bfb1-de94e42ddb92 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:18:15.725932 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Updating router 5f512904-3ab5-476c-bfb1-de94e42ddb92 port 10e01311-adae-4352-ace8-431ac382d22a binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:18:15.758841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.20 (1257a92a-847b-47ff-bb1a-9201e37c23b1/4da4a3be-0feb-404e-ac62-c5233487ee2f/23f916d8-dc9d-4c67-97b2-de228bbb6d7b) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:15.780373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.783726 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 3865698a-0fb1-4e71-9194-4cd2069f6560 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:15.798872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:15.850527 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d3a885c2-7071-4de6-b3aa-68ef2b00d8af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "PUT /v2.0/routers/2be68afc-4e99-4a81-a87d-5abf8cff785a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5374203 Mar 02 20:18:15.852038 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.853517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45928) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:15.889432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1350ef9-e416-4a67-b79f-61171bd96663 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.903063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff808e8-76ff-4fa3-8a5c-898401b2ae9b None None] Sync routers for ids ['2be68afc-4e99-4a81-a87d-5abf8cff785a'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:15.945643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1350ef9-e416-4a67-b79f-61171bd96663 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.949341 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-844dea7d-7a01-421c-b9c6-e6a46f88f0de req-a7b56808-6013-4142-b5be-bf458d143962 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 210 time: 0.0528376 Mar 02 20:18:15.971026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8::10b (1835426b-f4e9-4557-adaf-67d1ecba208b/46f1e516-cf22-4264-b448-b601b19ef2fc/f078792e-3a5e-4230-88b5-d7fba6aa878c) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:16.006700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3f5edb38-6832-4783-a782-f9f5efba43ec up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:16.174981 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff808e8-76ff-4fa3-8a5c-898401b2ae9b None None] Routers {'2be68afc-4e99-4a81-a87d-5abf8cff785a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:16.176054 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6ff808e8-76ff-4fa3-8a5c-898401b2ae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['2be68afc-4e99-4a81-a87d-5abf8cff785a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:16.246830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Network 1835426b-f4e9-4557-adaf-67d1ecba208b is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:16.247796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6ff808e8-76ff-4fa3-8a5c-898401b2ae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:16.249291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1350ef9-e416-4a67-b79f-61171bd96663 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.250082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1350ef9-e416-4a67-b79f-61171bd96663 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Fanout notify agent at l3_agent the message router_deleted on router ed9570e0-b01a-49ea-aef5-a74898213d98 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:18:16.250756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Provisioning for port 3865698a-0fb1-4e71-9194-4cd2069f6560 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:16.255030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:16.260382 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Pushing event updated for resources: {'Port': ['ID=6cbaca9f-d393-43bd-92fd-222ff59147a1,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:16.266155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:16.275121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Provisioning complete for port 3865698a-0fb1-4e71-9194-4cd2069f6560 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:16.275559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.283913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1350ef9-e416-4a67-b79f-61171bd96663 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.287791 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c1350ef9-e416-4a67-b79f-61171bd96663 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/ed9570e0-b01a-49ea-aef5-a74898213d98 HTTP/1.1" status: 204 len: 168 time: 1.4663196 Mar 02 20:18:16.288782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45932) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:16.387055 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.460434 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 23f916d8-dc9d-4c67-97b2-de228bbb6d7b will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:16.494492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.518893 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff808e8-76ff-4fa3-8a5c-898401b2ae9b None None] Routers {'2be68afc-4e99-4a81-a87d-5abf8cff785a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:16.519131 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6ff808e8-76ff-4fa3-8a5c-898401b2ae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['2be68afc-4e99-4a81-a87d-5abf8cff785a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:16.532112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object f078792e-3a5e-4230-88b5-d7fba6aa878c will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:16.587802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45936) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:16.592961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-24545c37-cc2d-4ed1-a213-72b1c1236ea3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting subnet 9177ca2f-d47c-4fe8-862b-f4f1281a5028 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:16.594619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181166011', 'description': 'tempest-secgroup-smoke-1181166011 description', 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:16.598668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24545c37-cc2d-4ed1-a213-72b1c1236ea3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.601569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:16.604888 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.607466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:security_group and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:16.611008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:16.618246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:16.623519 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Transition to ACTIVE for port object 10e01311-adae-4352-ace8-431ac382d22a will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:16.623654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Attempting to bind port 6cbaca9f-d393-43bd-92fd-222ff59147a1 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:16.623654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Attempting to bind port 6cbaca9f-d393-43bd-92fd-222ff59147a1 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'f97bf5c5-6af4-47e1-9e0f-4046e044df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1835426b-f4e9-4557-adaf-67d1ecba208b'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:16.624429 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Attempting to bind port 6cbaca9f-d393-43bd-92fd-222ff59147a1 on network 1835426b-f4e9-4557-adaf-67d1ecba208b {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:16.626026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3f5edb38-6832-4783-a782-f9f5efba43ec triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:16.626391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.674587 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6ff808e8-76ff-4fa3-8a5c-898401b2ae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:16.674940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff808e8-76ff-4fa3-8a5c-898401b2ae9b None None] The sync data for ids ['2be68afc-4e99-4a81-a87d-5abf8cff785a'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:16.681286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24545c37-cc2d-4ed1-a213-72b1c1236ea3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.694359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:16.694731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Checking segment: {'id': 'f97bf5c5-6af4-47e1-9e0f-4046e044df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1835426b-f4e9-4557-adaf-67d1ecba208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:16.695128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.695522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Bound using segment: {'id': 'f97bf5c5-6af4-47e1-9e0f-4046e044df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1835426b-f4e9-4557-adaf-67d1ecba208b'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:16.695992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Bound port: 6cbaca9f-d393-43bd-92fd-222ff59147a1, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97bf5c5-6af4-47e1-9e0f-4046e044df02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1835426b-f4e9-4557-adaf-67d1ecba208b'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:16.696360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.700465 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.705596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.742966 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.785001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.825722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24545c37-cc2d-4ed1-a213-72b1c1236ea3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.857648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] For port 6cbaca9f-d393-43bd-92fd-222ff59147a1, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:16.861803 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e2579-157c-4f21-be7b-ccdfc790a88b None None] Pushing event updated for resources: {'Port': ['ID=10e01311-adae-4352-ace8-431ac382d22a,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:16.863973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] For port 6cbaca9f-d393-43bd-92fd-222ff59147a1, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6cbaca9f-d393-43bd-92fd-222ff59147a1,segment=NetworkSegment(f97bf5c5-6af4-47e1-9e0f-4046e044df02),segment_id=f97bf5c5-6af4-47e1-9e0f-4046e044df02)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:16.889789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] For port 3865698a-0fb1-4e71-9194-4cd2069f6560, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3865698a-0fb1-4e71-9194-4cd2069f6560,segment=NetworkSegment(c1b2c91c-7c52-42c0-aca2-5748def98ce1),segment_id=c1b2c91c-7c52-42c0-aca2-5748def98ce1)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:16.903194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.927495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 1257a92a-847b-47ff-bb1a-9201e37c23b1 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:16.944388 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:16.960604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.984315 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:17.007698 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Attempting to bind port 10e01311-adae-4352-ace8-431ac382d22a on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:17.008161 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Attempting to bind port 10e01311-adae-4352-ace8-431ac382d22a by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '6426d153-fabb-4602-ae54-54a851eb0195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:17.009258 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Attempting to bind port 10e01311-adae-4352-ace8-431ac382d22a on network c8bdd446-26d7-4d55-a02a-ba6e39362e68 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:17.046040 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:17.046567 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Checking segment: {'id': '6426d153-fabb-4602-ae54-54a851eb0195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:17.047063 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.053311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=f078792e-3a5e-4230-88b5-d7fba6aa878c,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:17.054074 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Bound using segment: {'id': '6426d153-fabb-4602-ae54-54a851eb0195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:17.054615 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Bound port: 10e01311-adae-4352-ace8-431ac382d22a, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6426d153-fabb-4602-ae54-54a851eb0195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:17.055140 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.055418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:17.060677 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ec958-8281-4e11-b8c5-f75d37e0b9f6 None None] Pushing event updated for resources: {'Port': ['ID=6cbaca9f-d393-43bd-92fd-222ff59147a1,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:17.083825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=23f916d8-dc9d-4c67-97b2-de228bbb6d7b,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:17.097866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:security_group_rule and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:17.104789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.122255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:17.173855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:17.174446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 1835426b-f4e9-4557-adaf-67d1ecba208b is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:17.175947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:17.191671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:17.196231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:17.197127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.227220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24545c37-cc2d-4ed1-a213-72b1c1236ea3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.252879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:17.253408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.277982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38884f17-ba44-4af9-90b1-c2c1f2aaf004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.296800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f0049-bea8-4f08-8834-b58ac99b6851 None None] Pushing event updated for resources: {'Port': ['ID=3865698a-0fb1-4e71-9194-4cd2069f6560,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:17.313863 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] For port 10e01311-adae-4352-ace8-431ac382d22a, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:17.327862 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] For port 10e01311-adae-4352-ace8-431ac382d22a, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=10e01311-adae-4352-ace8-431ac382d22a,segment=NetworkSegment(6426d153-fabb-4602-ae54-54a851eb0195),segment_id=6426d153-fabb-4602-ae54-54a851eb0195)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:17.331722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-681288ef-194e-437f-985b-87348ad9e8d3 None None] Provisioning complete for port 3865698a-0fb1-4e71-9194-4cd2069f6560 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:17.345103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-681288ef-194e-437f-985b-87348ad9e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.351480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24545c37-cc2d-4ed1-a213-72b1c1236ea3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Subnet': ['ID=9177ca2f-d47c-4fe8-862b-f4f1281a5028,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:17.357481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.368591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24545c37-cc2d-4ed1-a213-72b1c1236ea3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.377164 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-24545c37-cc2d-4ed1-a213-72b1c1236ea3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/9177ca2f-d47c-4fe8-862b-f4f1281a5028 HTTP/1.1" status: 204 len: 168 time: 1.0871303 Mar 02 20:18:17.379161 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45942) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:17.386624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d7165-b682-41da-9357-f9ac49bf11fe None None] Network d77becb9-fbba-48cf-a8fc-6bda50c0ea04 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:17.411165 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-5b11c9b7-5ef6-4a44-9503-07baf096a7d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3139253 Mar 02 20:18:17.416013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4bf8f10b-3953-4fc2-9b79-840b2f52224f up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:17.424064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Request body: {'port': {'device_id': 'e8ebd07c-7bd1-43c9-88ee-4d579055df9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:17.463766 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.469992 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d7d9fe35-215d-4fe2-80e1-c10d25c1d750 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0671725 Mar 02 20:18:17.473406 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45946) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:17.503326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.579431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-ba39a3ab-0d23-41d6-8cd1-02bc39e62bd2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port f078792e-3a5e-4230-88b5-d7fba6aa878c {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:17.580175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba39a3ab-0d23-41d6-8cd1-02bc39e62bd2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.590383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7990d4-8e1b-405e-81d6-bce5dca50249,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:17.602447 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-e4c1f3b5-c0d1-4b97-87d8-7a65eea909ff tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:18:17.606440 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e4c1f3b5-c0d1-4b97-87d8-7a65eea909ff tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "PUT /v2.0/routers/2be68afc-4e99-4a81-a87d-5abf8cff785a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7521124 Mar 02 20:18:17.641835 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Routers {'5f512904-3ab5-476c-bfb1-de94e42ddb92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:17.641835 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:17:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5f512904-3ab5-476c-bfb1-de94e42ddb92'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:17.650020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45950) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:17.777005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.778564 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bd482a01-4e4a-44f8-ae71-37ecbd62c720 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1901643 Mar 02 20:18:17.791758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45954) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:17.833710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c568f261-db11-4d5b-84ce-2b5594d15735 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'security_group_rule': {'security_group_id': 'cc7990d4-8e1b-405e-81d6-bce5dca50249', 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:17.864699 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e2579-157c-4f21-be7b-ccdfc790a88b None None] Pushing event updated for resources: {'Port': ['ID=10e01311-adae-4352-ace8-431ac382d22a,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:17.897071 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4bf8f10b-3953-4fc2-9b79-840b2f52224f triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:17.897071 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.996617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971e20a-9aad-4613-b537-5362b58f6ad2 req-cfba77cf-80d6-42ec-95bd-6293e093c9ae tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:18.005447 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0971e20a-9aad-4613-b537-5362b58f6ad2 req-cfba77cf-80d6-42ec-95bd-6293e093c9ae tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 932 time: 0.7579095 Mar 02 20:18:18.021751 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] Set router 5f512904-3ab5-476c-bfb1-de94e42ddb92 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:18:18.180507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c568f261-db11-4d5b-84ce-2b5594d15735 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:18.194249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:18.195832 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0f6fc940-5811-45e5-a2f0-afe45bb0014c None None] Provisioning for port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:18.206748 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c568f261-db11-4d5b-84ce-2b5594d15735 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:security_group_rule and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:18.211228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c568f261-db11-4d5b-84ce-2b5594d15735 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:18.224219 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0f6fc940-5811-45e5-a2f0-afe45bb0014c None None] Provisioning complete for port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:18.224473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0f6fc940-5811-45e5-a2f0-afe45bb0014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:18.224834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c568f261-db11-4d5b-84ce-2b5594d15735 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:18.227402 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0971e20a-9aad-4613-b537-5362b58f6ad2 req-d9b4748f-cfc2-44ec-a39c-65d6e6d00e26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210639 Mar 02 20:18:18.248954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-821b2342-d37f-409b-91ba-ddaff0506db2 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting subnet 86b918d9-8fc3-4a36-bd6a-94f091198831 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:18.253423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-821b2342-d37f-409b-91ba-ddaff0506db2 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:18.284141 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba39a3ab-0d23-41d6-8cd1-02bc39e62bd2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:18.319550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fc940-5811-45e5-a2f0-afe45bb0014c None None] Port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:18.393308 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c55b088-332b-4b7e-af54-5aa0afdb7c2a None None] DHCP port deletion for d77becb9-fbba-48cf-a8fc-6bda50c0ea04 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:18:18.410802 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6c55b088-332b-4b7e-af54-5aa0afdb7c2a None None] Deleting port 0a4be64b-19b8-4af4-a162-34f7b07fd260 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:18.411174 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c55b088-332b-4b7e-af54-5aa0afdb7c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:18.444691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-ba39a3ab-0d23-41d6-8cd1-02bc39e62bd2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for f078792e-3a5e-4230-88b5-d7fba6aa878c owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:18.484771 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'name': 'tempest-TestVolumeBootPattern-938125701-router', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '8413cfc2-c174-4d19-8a17-588146329965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:57Z', 'updated_at': '2022-03-02T20:18:09Z', 'revision_number': 4, 'project_id': '4029da931e22489aba2c00ff9903632c', 'gw_port': {'id': '8413cfc2-c174-4d19-8a17-588146329965', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:58Z', 'updated_at': '2022-03-02T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '10e01311-adae-4352-ace8-431ac382d22a', 'name': '', 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'mac_address': 'fa:16:3e:fd:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf5249-8a7d-4c3a-973b-4c5baf67ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:18:07Z', 'updated_at': '2022-03-02T20:18:17Z', 'revision_number': 4, 'project_id': '4029da931e22489aba2c00ff9903632c', 'subnets': [{'id': '42bf5249-8a7d-4c3a-973b-4c5baf67ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:18.490051 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de34dedd-abb3-475b-bef1-11b8d25faadf None None] The sync data for ids ['5f512904-3ab5-476c-bfb1-de94e42ddb92'] in dv-neutron-831593-2-hyperv is: [{'id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'name': 'tempest-TestVolumeBootPattern-938125701-router', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '8413cfc2-c174-4d19-8a17-588146329965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:57Z', 'updated_at': '2022-03-02T20:18:09Z', 'revision_number': 4, 'project_id': '4029da931e22489aba2c00ff9903632c', 'gw_port': {'id': '8413cfc2-c174-4d19-8a17-588146329965', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:58Z', 'updated_at': '2022-03-02T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '10e01311-adae-4352-ace8-431ac382d22a', 'name': '', 'network_id': 'c8bdd446-26d7-4d55-a02a-ba6e39362e68', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'mac_address': 'fa:16:3e:fd:ce:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42bf5249-8a7d-4c3a-973b-4c5baf67ccbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:18:07Z', 'updated_at': '2022-03-02T20:18:17Z', 'revision_number': 4, 'project_id': '4029da931e22489aba2c00ff9903632c', 'subnets': [{'id': '42bf5249-8a7d-4c3a-973b-4c5baf67ccbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:18.511768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c568f261-db11-4d5b-84ce-2b5594d15735 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:18.518793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-821b2342-d37f-409b-91ba-ddaff0506db2 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:18.764964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6c55b088-332b-4b7e-af54-5aa0afdb7c2a None None] For port 0a4be64b-19b8-4af4-a162-34f7b07fd260, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0a4be64b-19b8-4af4-a162-34f7b07fd260,segment=NetworkSegment(e9e1458e-92e8-41f7-a96b-e1c9ed01def7),segment_id=e9e1458e-92e8-41f7-a96b-e1c9ed01def7)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:18.769242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c55b088-332b-4b7e-af54-5aa0afdb7c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:18.915599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f916d8-dc9d-4c67-97b2-de228bbb6d7b {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:18:18.924450 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:18.943111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Transition to ACTIVE for port object 23f916d8-dc9d-4c67-97b2-de228bbb6d7b will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:18.948101 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6c55b088-332b-4b7e-af54-5aa0afdb7c2a None None] Calling delete_port for 0a4be64b-19b8-4af4-a162-34f7b07fd260 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:18.949590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-821b2342-d37f-409b-91ba-ddaff0506db2 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.009591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c568f261-db11-4d5b-84ce-2b5594d15735 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.015394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.015583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b2085e-1c75-49f3-9fd0-c2602879e929 None None] Network 1835426b-f4e9-4557-adaf-67d1ecba208b requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:19.044773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba39a3ab-0d23-41d6-8cd1-02bc39e62bd2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.133218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39a3ab-0d23-41d6-8cd1-02bc39e62bd2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=f078792e-3a5e-4230-88b5-d7fba6aa878c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:19.143928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c568f261-db11-4d5b-84ce-2b5594d15735 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.178889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba39a3ab-0d23-41d6-8cd1-02bc39e62bd2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.184081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-821b2342-d37f-409b-91ba-ddaff0506db2 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.240211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b2342-d37f-409b-91ba-ddaff0506db2 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Subnet': ['ID=86b918d9-8fc3-4a36-bd6a-94f091198831,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:19.255432 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ba39a3ab-0d23-41d6-8cd1-02bc39e62bd2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/f078792e-3a5e-4230-88b5-d7fba6aa878c HTTP/1.1" status: 204 len: 168 time: 1.7795892 Mar 02 20:18:19.256612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45958) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:19.306496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c55b088-332b-4b7e-af54-5aa0afdb7c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.323652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536be921-68db-4478-bd25-430252c62252 service neutron] Pushing event updated for resources: {'Port': ['ID=23f916d8-dc9d-4c67-97b2-de228bbb6d7b,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:19.328025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-39d6a4b4-866e-44d4-8b6e-92766822cf05 None None] Provisioning for port 6cbaca9f-d393-43bd-92fd-222ff59147a1 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:19.369748 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568f261-db11-4d5b-84ce-2b5594d15735 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60789e7-4952-43ce-b5c2-bc74e95383ab,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:19.395697 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ff839c-b7c4-421f-aba8-b173c6b2fd4c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:18:19.396230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ff839c-b7c4-421f-aba8-b173c6b2fd4c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:18:19.405116 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-51ff839c-b7c4-421f-aba8-b173c6b2fd4c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/f078792e-3a5e-4230-88b5-d7fba6aa878c HTTP/1.1" status: 404 len: 333 time: 0.1465812 Mar 02 20:18:19.407448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-821b2342-d37f-409b-91ba-ddaff0506db2 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.412721 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-821b2342-d37f-409b-91ba-ddaff0506db2 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/86b918d9-8fc3-4a36-bd6a-94f091198831 HTTP/1.1" status: 204 len: 168 time: 2.0316291 Mar 02 20:18:19.414807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45964) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:19.419734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45966) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:19.429704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18583ebd-3148-4751-bef0-6c47853cac36 None None] Network 46017433-1fcb-4229-b18f-ad4e6abfd8d4 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:19.473089 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c31b3a29-d04d-4b72-8a3a-12ec0f35ccd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.483869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55b088-332b-4b7e-af54-5aa0afdb7c2a None None] No DVR routers for this DVR port 0a4be64b-19b8-4af4-a162-34f7b07fd260 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:19.491428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b2c7ec7-496a-46b9-af3d-ae11e3f0ca45 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.564259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c568f261-db11-4d5b-84ce-2b5594d15735 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.568059 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c568f261-db11-4d5b-84ce-2b5594d15735 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7690616 Mar 02 20:18:19.588545 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9eb4ed-bbc5-4d81-acce-4d768a00199f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:18:19.589329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4b9eb4ed-bbc5-4d81-acce-4d768a00199f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:19.592961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45972) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:19.613119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-0100e8b9-d79a-42cb-92c8-fd3ce5b42154 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'security_group_rule': {'security_group_id': 'cc7990d4-8e1b-405e-81d6-bce5dca50249', 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:19.615613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55b088-332b-4b7e-af54-5aa0afdb7c2a None None] Pushing event deleted for resources: {'Port': ['ID=0a4be64b-19b8-4af4-a162-34f7b07fd260,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:19.629534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0100e8b9-d79a-42cb-92c8-fd3ce5b42154 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:19.634139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0100e8b9-d79a-42cb-92c8-fd3ce5b42154 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:security_group_rule and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:19.642265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0100e8b9-d79a-42cb-92c8-fd3ce5b42154 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:19.649187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0100e8b9-d79a-42cb-92c8-fd3ce5b42154 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:19.725769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 10e01311-adae-4352-ace8-431ac382d22a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:19.730584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb9eae-12a5-4978-9fe3-78d01d7f5c1a req-79de0b3a-ffed-4255-af8c-363fe4ba4719 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:19.732643 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6ddb9eae-12a5-4978-9fe3-78d01d7f5c1a req-79de0b3a-ffed-4255-af8c-363fe4ba4719 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 944 time: 0.2093918 Mar 02 20:18:19.771613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0100e8b9-d79a-42cb-92c8-fd3ce5b42154 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.790542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4b9eb4ed-bbc5-4d81-acce-4d768a00199f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:19.795365 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4b9eb4ed-bbc5-4d81-acce-4d768a00199f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/f078792e-3a5e-4230-88b5-d7fba6aa878c HTTP/1.1" status: 404 len: 333 time: 0.3704617 Mar 02 20:18:19.795693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45976) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:19.858439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.871608 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6ddb9eae-12a5-4978-9fe3-78d01d7f5c1a req-6d80d819-9a26-4254-8086-708aa572d921 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334841 Mar 02 20:18:19.913383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Attempting to bind port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:19.914028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Attempting to bind port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:19.914534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Attempting to bind port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b on network 1257a92a-847b-47ff-bb1a-9201e37c23b1 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:19.924369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b on network 1257a92a-847b-47ff-bb1a-9201e37c23b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:18:19.925430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Attempting to bind port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b on network 1257a92a-847b-47ff-bb1a-9201e37c23b1 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:19.980211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0100e8b9-d79a-42cb-92c8-fd3ce5b42154 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:19.992354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:19.992736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Checking segment: {'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:19.993319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Bound using segment: {'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:19.993968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Bound port: 23f916d8-dc9d-4c67-97b2-de228bbb6d7b, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:19.994489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.001671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 10e01311-adae-4352-ace8-431ac382d22a completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:20.009401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 10e01311-adae-4352-ace8-431ac382d22a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:20.010215 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.044676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b073966-98f2-40cb-a2e0-b997948263e6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting subnet 46f1e516-cf22-4264-b448-b601b19ef2fc {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:20.047560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4b073966-98f2-40cb-a2e0-b997948263e6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.087254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0100e8b9-d79a-42cb-92c8-fd3ce5b42154 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.108410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d49216-1076-47cc-8fce-e3f93add057d None None] DHCP port deletion for 46017433-1fcb-4229-b18f-ad4e6abfd8d4 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:18:20.136230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100e8b9-d79a-42cb-92c8-fd3ce5b42154 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6824e4f1-00ed-4ca0-badb-8b923c90a1b7,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:20.145389 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d9d49216-1076-47cc-8fce-e3f93add057d None None] Deleting port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:20.148946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9d49216-1076-47cc-8fce-e3f93add057d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.163083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4b073966-98f2-40cb-a2e0-b997948263e6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.248150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0100e8b9-d79a-42cb-92c8-fd3ce5b42154 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.251827 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0100e8b9-d79a-42cb-92c8-fd3ce5b42154 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6510108 Mar 02 20:18:20.253586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45980) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:20.263897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f73d0f4e-6014-44cc-98dd-4a3b77d158f1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'security_group_rule': {'security_group_id': 'cc7990d4-8e1b-405e-81d6-bce5dca50249', 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:20.271949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f73d0f4e-6014-44cc-98dd-4a3b77d158f1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:20.276654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f73d0f4e-6014-44cc-98dd-4a3b77d158f1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:security_group_rule and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:20.281373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f73d0f4e-6014-44cc-98dd-4a3b77d158f1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:20.287861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f73d0f4e-6014-44cc-98dd-4a3b77d158f1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:20.322252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4b073966-98f2-40cb-a2e0-b997948263e6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.399346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.399806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f73d0f4e-6014-44cc-98dd-4a3b77d158f1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.454931 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.487864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77becb9-fbba-48cf-a8fc-6bda50c0ea04']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:20.510972 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f73d0f4e-6014-44cc-98dd-4a3b77d158f1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.523555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e1458e-92e8-41f7-a96b-e1c9ed01def7') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:20.523771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e1458e-92e8-41f7-a96b-e1c9ed01def7') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:20.543240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.550234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] For port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:20.587311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4b073966-98f2-40cb-a2e0-b997948263e6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.621876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 10e01311-adae-4352-ace8-431ac382d22a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=10e01311-adae-4352-ace8-431ac382d22a,segment=NetworkSegment(6426d153-fabb-4602-ae54-54a851eb0195),segment_id=6426d153-fabb-4602-ae54-54a851eb0195)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:20.634682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f73d0f4e-6014-44cc-98dd-4a3b77d158f1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.637362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d9d49216-1076-47cc-8fce-e3f93add057d None None] For port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4,segment=NetworkSegment(1fddeb41-22e6-4de9-ba9b-cd699bf89778),segment_id=1fddeb41-22e6-4de9-ba9b-cd699bf89778)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:20.639517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9d49216-1076-47cc-8fce-e3f93add057d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.643955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b073966-98f2-40cb-a2e0-b997948263e6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Subnet': ['ID=46f1e516-cf22-4264-b448-b601b19ef2fc,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:20.652553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] For port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=23f916d8-dc9d-4c67-97b2-de228bbb6d7b,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:20.664879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.675202 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:20.679104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.679281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d0f4e-6014-44cc-98dd-4a3b77d158f1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5450b91d-5a98-4627-80f1-2068a166504a,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:20.679281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4b073966-98f2-40cb-a2e0-b997948263e6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.687234 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4b073966-98f2-40cb-a2e0-b997948263e6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/46f1e516-cf22-4264-b448-b601b19ef2fc HTTP/1.1" status: 204 len: 168 time: 0.8864994 Mar 02 20:18:20.687520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45984) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:20.692224 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:20.780415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.800144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f73d0f4e-6014-44cc-98dd-4a3b77d158f1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.801397 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f73d0f4e-6014-44cc-98dd-4a3b77d158f1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5466356 Mar 02 20:18:20.805198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 45988) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:20.818212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4d628a7b-ceb3-4267-a24f-b7a21808c6bb tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'security_group_rule': {'security_group_id': 'cc7990d4-8e1b-405e-81d6-bce5dca50249', 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:20.821718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4d628a7b-ceb3-4267-a24f-b7a21808c6bb tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:20.826703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4d628a7b-ceb3-4267-a24f-b7a21808c6bb tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:security_group_rule and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:20.831174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4d628a7b-ceb3-4267-a24f-b7a21808c6bb tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:20.837469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4d628a7b-ceb3-4267-a24f-b7a21808c6bb tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:20.864516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.865583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.868288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.869476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.870107 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3865698a-0fb1-4e71-9194-4cd2069f6560 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:20.871439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.873377 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-536be921-68db-4478-bd25-430252c62252 service neutron] 10.222.0.31 "PUT /v2.0/ports/23f916d8-dc9d-4c67-97b2-de228bbb6d7b HTTP/1.1" status: 200 len: 1094 time: 3.4535334 Mar 02 20:18:20.873836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ebd07c-7bd1-43c9-88ee-4d579055df9d', 'tag': '23f916d8-dc9d-4c67-97b2-de228bbb6d7b'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:18:20.880225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 6cbaca9f-d393-43bd-92fd-222ff59147a1 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:20.894055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.921476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d9d49216-1076-47cc-8fce-e3f93add057d None None] Calling delete_port for f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:20.948483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536be921-68db-4478-bd25-430252c62252 service neutron] Pushing event updated for resources: {'Port': ['ID=23f916d8-dc9d-4c67-97b2-de228bbb6d7b,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:20.971876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.993280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d628a7b-ceb3-4267-a24f-b7a21808c6bb tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.010742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664b598-16e9-437d-aa75-a81987422862 None None] Network 1835426b-f4e9-4557-adaf-67d1ecba208b requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:21.016197 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.058499 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/networks/d77becb9-fbba-48cf-a8fc-6bda50c0ea04 HTTP/1.1" status: 204 len: 168 time: 1.6354578 Mar 02 20:18:21.066213 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ebd07c-7bd1-43c9-88ee-4d579055df9d', 'tag': '23f916d8-dc9d-4c67-97b2-de228bbb6d7b', 'status': 'completed', 'code': 200} Mar 02 20:18:21.071856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 45996) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:21.073708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565a249-d525-453d-88bc-15c288e5f705 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Network': ['ID=d77becb9-fbba-48cf-a8fc-6bda50c0ea04,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:21.079333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a566735f-9d5c-492e-9782-651cc9c216ee None None] Could not find standard attr ID for object f078792e-3a5e-4230-88b5-d7fba6aa878c. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:18:21.300330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-6b2c7ec7-496a-46b9-af3d-ae11e3f0ca45 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Deleting port 6e1f5798-962f-4f7c-89f3-597493782a11 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:21.300751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b2c7ec7-496a-46b9-af3d-ae11e3f0ca45 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.334933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9d49216-1076-47cc-8fce-e3f93add057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.350283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=10e01311-adae-4352-ace8-431ac382d22a,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:21.356123 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.377767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d628a7b-ceb3-4267-a24f-b7a21808c6bb tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.379315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3865698a-0fb1-4e71-9194-4cd2069f6560 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:21.379697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.393858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe514ffc-5cfe-49aa-98cc-7700f4c43e97 req-d8ac1f84-47ac-4c52-8ca9-5a001a91445f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:21.400519 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fe514ffc-5cfe-49aa-98cc-7700f4c43e97 req-d8ac1f84-47ac-4c52-8ca9-5a001a91445f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 944 time: 0.2725918 Mar 02 20:18:21.404865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] For port 6cbaca9f-d393-43bd-92fd-222ff59147a1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6cbaca9f-d393-43bd-92fd-222ff59147a1,segment=NetworkSegment(f97bf5c5-6af4-47e1-9e0f-4046e044df02),segment_id=f97bf5c5-6af4-47e1-9e0f-4046e044df02)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:21.405238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.475345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d49216-1076-47cc-8fce-e3f93add057d None None] Pushing event deleted for resources: {'Port': ['ID=f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:21.482697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d49216-1076-47cc-8fce-e3f93add057d None None] No DVR routers for this DVR port f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:21.495834 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-2695cbb5-bc2e-43cb-9c9b-f02a3282f6c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 1097 time: 0.4706299 Mar 02 20:18:21.596675 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6cbaca9f-d393-43bd-92fd-222ff59147a1 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:21.653368 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-eb9ee89f-b84d-4251-98aa-9374023e114b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=23f916d8-dc9d-4c67-97b2-de228bbb6d7b HTTP/1.1" status: 200 len: 217 time: 0.1415198 Mar 02 20:18:21.655582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for 6cbaca9f-d393-43bd-92fd-222ff59147a1 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:21.668771 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be74cbd-c996-4b1e-91bf-5dbc99ea1d75 None None] DHCP port deletion for 1835426b-f4e9-4557-adaf-67d1ecba208b request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:18:21.674413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7be74cbd-c996-4b1e-91bf-5dbc99ea1d75 None None] Deleting port 6cbaca9f-d393-43bd-92fd-222ff59147a1 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:21.674782 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7be74cbd-c996-4b1e-91bf-5dbc99ea1d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.688112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d628a7b-ceb3-4267-a24f-b7a21808c6bb tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.714035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.734880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 6cbaca9f-d393-43bd-92fd-222ff59147a1 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:21.755587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d628a7b-ceb3-4267-a24f-b7a21808c6bb tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00558840-f20b-4dbf-b605-2bd9d880c5ec,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:21.769225 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fe514ffc-5cfe-49aa-98cc-7700f4c43e97 req-0d7dd57d-02fa-44d0-ac5f-53f9104d3d50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678858 Mar 02 20:18:21.771309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b2c7ec7-496a-46b9-af3d-ae11e3f0ca45 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.773519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6cbaca9f-d393-43bd-92fd-222ff59147a1 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:21.773880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.781574 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46017433-1fcb-4229-b18f-ad4e6abfd8d4']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:21.816129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.830289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4d628a7b-ceb3-4267-a24f-b7a21808c6bb tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.834736 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4d628a7b-ceb3-4267-a24f-b7a21808c6bb tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0261133 Mar 02 20:18:21.835594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46000) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:21.844637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'security_group_rule': {'security_group_id': 'cc7990d4-8e1b-405e-81d6-bce5dca50249', 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:21.849872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-82f69ef0-03bb-46f5-bad1-7ba1185b023b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:21.851526 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-82f69ef0-03bb-46f5-bad1-7ba1185b023b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4da4a3be-0feb-404e-ac62-c5233487ee2f HTTP/1.1" status: 200 len: 837 time: 0.1787705 Mar 02 20:18:21.852707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:21.856778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:security_group_rule and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:21.862122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:21.868678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:21.892942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:21.910771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fddeb41-22e6-4de9-ba9b-cd699bf89778') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:21.910991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fddeb41-22e6-4de9-ba9b-cd699bf89778') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:21.923227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-6b2c7ec7-496a-46b9-af3d-ae11e3f0ca45 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Calling delete_port for 6e1f5798-962f-4f7c-89f3-597493782a11 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:21.925647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Could not find standard attr ID for object 6cbaca9f-d393-43bd-92fd-222ff59147a1. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:18:21.931855 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No ports have port_id starting with 6cbaca9f-d393-43bd-92fd-222ff59147a1 Mar 02 20:18:21.945626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=6cbaca9f-d393-43bd-92fd-222ff59147a1,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:21.959060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No DVR routers for this DVR port 6cbaca9f-d393-43bd-92fd-222ff59147a1 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:21.961256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7be74cbd-c996-4b1e-91bf-5dbc99ea1d75 None None] For port 6cbaca9f-d393-43bd-92fd-222ff59147a1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6cbaca9f-d393-43bd-92fd-222ff59147a1,segment=NetworkSegment(f97bf5c5-6af4-47e1-9e0f-4046e044df02),segment_id=f97bf5c5-6af4-47e1-9e0f-4046e044df02)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:21.961728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7be74cbd-c996-4b1e-91bf-5dbc99ea1d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.000345 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Project 27a22670d9d94d5cb974e0bd0ae4f9ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:18:22.026222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.047804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0a4be64b-19b8-4af4-a162-34f7b07fd260 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:22.129809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.130278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.143824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 0a4be64b-19b8-4af4-a162-34f7b07fd260 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:18:22.144068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0a4be64b-19b8-4af4-a162-34f7b07fd260 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:18:22.157200 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7be74cbd-c996-4b1e-91bf-5dbc99ea1d75 None None] Calling delete_port for 6cbaca9f-d393-43bd-92fd-222ff59147a1 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:22.160034 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.176412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1835426b-f4e9-4557-adaf-67d1ecba208b']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:22.189930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:22.189930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.194616 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97bf5c5-6af4-47e1-9e0f-4046e044df02') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:22.194907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97bf5c5-6af4-47e1-9e0f-4046e044df02') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:22.202713 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:22.219650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.221355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.247009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.259869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:22.262420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.267797 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-7be74cbd-c996-4b1e-91bf-5dbc99ea1d75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:18:22.268147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-7be74cbd-c996-4b1e-91bf-5dbc99ea1d75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:18:22.283507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 10e01311-adae-4352-ace8-431ac382d22a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:22.286354 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:22.323852 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-3e4fd24d-d92e-4c8f-8b1a-fec41fdec3c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1257a92a-847b-47ff-bb1a-9201e37c23b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3736603 Mar 02 20:18:22.346598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.355845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 10e01311-adae-4352-ace8-431ac382d22a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:22.355845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.406675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2ff1d0-5414-45ae-9387-c96135cb49ab,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:22.430224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.434754 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9df099c6-4991-4229-80b0-6af7bb63b168 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5978546 Mar 02 20:18:22.435477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46004) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:22.441239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'security_group_rule': {'security_group_id': 'cc7990d4-8e1b-405e-81d6-bce5dca50249', 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:22.447536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.448913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:22.456491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:security_group_rule and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:22.457900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:22.464614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:22.485227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.511736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Network': ['ID=46017433-1fcb-4229-b18f-ad4e6abfd8d4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:22.519635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.525985 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-26cb14ab-68f9-47c3-b5c6-2c922a6895d6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/networks/46017433-1fcb-4229-b18f-ad4e6abfd8d4 HTTP/1.1" status: 204 len: 168 time: 1.4452572 Mar 02 20:18:22.526207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46008) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:22.548466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'network': {'name': 'tempest-RoutersTest-1767621537'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:22.554910 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.562363 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Project 27a22670d9d94d5cb974e0bd0ae4f9ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:18:22.568848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:22.571132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Network': ['ID=1835426b-f4e9-4557-adaf-67d1ecba208b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:22.575997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.578023 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-0e81d2f2-1dbf-4884-b678-d30d778d078e service neutron] 10.222.0.31 "GET /v2.0/networks/1257a92a-847b-47ff-bb1a-9201e37c23b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469208 Mar 02 20:18:22.586961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46012) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:22.587109 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4fbb7ae0-1454-47e3-8d25-61a268a08c5a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/networks/1835426b-f4e9-4557-adaf-67d1ecba208b HTTP/1.1" status: 204 len: 168 time: 1.8985577 Mar 02 20:18:22.588599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:network and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:22.593749 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:22.601729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6cbaca9f-d393-43bd-92fd-222ff59147a1 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:22.604035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:22.618940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-599272918'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:22.627795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:22.629833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b2c7ec7-496a-46b9-af3d-ae11e3f0ca45 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.636758 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 6cbaca9f-d393-43bd-92fd-222ff59147a1 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:18:22.637337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6cbaca9f-d393-43bd-92fd-222ff59147a1 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:18:22.638521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:22.661985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.669600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:network and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:22.669790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:18:22.670164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f6bdb68c-0e1d-43d5-aef0-696f8ea7b9a4 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:18:22.681077 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:22.684518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.713795 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:18:22.722268 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.722597 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added segment f98ba885-69dc-4a6d-ad87-ab05f9c35283 of type vlan for network e400c663-2161-44d6-b822-5bb81afb25bf Mar 02 20:18:22.727621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:22.729331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.751244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c7ec7-496a-46b9-af3d-ae11e3f0ca45 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event deleted for resources: {'Port': ['ID=6e1f5798-962f-4f7c-89f3-597493782a11,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:22.755452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:22.771156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7be74cbd-c996-4b1e-91bf-5dbc99ea1d75 None None] Deleting port 6cbaca9f-d393-43bd-92fd-222ff59147a1 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:22.771274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eecb7432-2daa-4f40-bac7-567803f72b9a,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:22.771378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7be74cbd-c996-4b1e-91bf-5dbc99ea1d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.774558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.843325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.844585 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ffdb6544-edee-4d1c-8a2e-25c349124697 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4080379 Mar 02 20:18:22.874969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7be74cbd-c996-4b1e-91bf-5dbc99ea1d75 None None] The port '6cbaca9f-d393-43bd-92fd-222ff59147a1' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:18:22.877637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.883336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:22.884068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.902442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:22.925848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.988977 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c132af9f-8d68-42ea-87eb-3a2ab934718b req-337f7751-c1c5-404f-84d5-cabc5ae670f0 service neutron] 10.222.0.31 "GET /v2.0/networks/1257a92a-847b-47ff-bb1a-9201e37c23b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035926 Mar 02 20:18:23.108800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Network': ['ID=e400c663-2161-44d6-b822-5bb81afb25bf,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:23.120934 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network e400c663-2161-44d6-b822-5bb81afb25bf details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:18:23.141033 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4fed-cc28-4604-bc60-1f110d5df0e3 req-f1fd7daa-89ba-47a0-a9b2-07902ecc6dee tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:23.146452 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a4e4fed-cc28-4604-bc60-1f110d5df0e3 req-f1fd7daa-89ba-47a0-a9b2-07902ecc6dee tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 944 time: 0.1574872 Mar 02 20:18:23.147909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:18:23.190687 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0c7862bd-bf18-4df1-8212-1d7abef2c54f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6634817 Mar 02 20:18:23.193358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46038) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:23.203257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'subnet': {'network_id': 'e400c663-2161-44d6-b822-5bb81afb25bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:23.229832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:23.231341 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Added segment 7faf64e9-98c6-4321-811e-79975a96b32c of type vlan for network 37aac924-8531-44fb-8622-df9381954bb6 Mar 02 20:18:23.282407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:23.288304 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a4e4fed-cc28-4604-bc60-1f110d5df0e3 req-2178a931-083b-4355-868d-11b7c386de0a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333344 Mar 02 20:18:23.290359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b2c7ec7-496a-46b9-af3d-ae11e3f0ca45 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:23.325052 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5e4e7d31-a3aa-4205-a883-b4729872a8c2 req-b0591b1e-966c-4b42-8c31-802d83bdafcb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 1097 time: 0.1748843 Mar 02 20:18:23.349073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:23.353744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:subnet and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:23.357747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:23.364802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:23.427920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:23.431751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:23.432273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:23.477272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:23.582210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:23.813299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Network': ['ID=37aac924-8531-44fb-8622-df9381954bb6,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:23.821901 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-668763f4-bf57-4c05-88fa-6fbd4cfc78fa tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2311790 Mar 02 20:18:23.822876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46044) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:23.826035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 37aac924-8531-44fb-8622-df9381954bb6 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:18:23.830730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': '37aac924-8531-44fb-8622-df9381954bb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:23.900767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:24.012505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e7d31-a3aa-4205-a883-b4729872a8c2 req-99412c9f-9a4a-4241-b2ca-f6c64c10d1b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:24.015325 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5e4e7d31-a3aa-4205-a883-b4729872a8c2 req-99412c9f-9a4a-4241-b2ca-f6c64c10d1b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1257a92a-847b-47ff-bb1a-9201e37c23b1 HTTP/1.1" status: 200 len: 898 time: 0.6807590 Mar 02 20:18:24.018952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Subnet': ['ID=72996088-8f40-426d-8636-b27c9edf49b9,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:24.024880 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:24.034556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:24.037875 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:24.046070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:24.065243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Checking segment: {'id': 'f98ba885-69dc-4a6d-ad87-ab05f9c35283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'e400c663-2161-44d6-b822-5bb81afb25bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:24.065771 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network hostable DHCP agents. Network: e400c663-2161-44d6-b822-5bb81afb25bf, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:18:24.134774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:24.211479 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5e4e7d31-a3aa-4205-a883-b4729872a8c2 req-52fd2280-ff05-47b7-8f65-173da5f0f7e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=23f916d8-dc9d-4c67-97b2-de228bbb6d7b HTTP/1.1" status: 200 len: 217 time: 0.1892684 Mar 02 20:18:24.288633 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e7d31-a3aa-4205-a883-b4729872a8c2 req-1139fdb8-2d85-4ce8-9d73-24b0ab7f0657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:24.290112 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5e4e7d31-a3aa-4205-a883-b4729872a8c2 req-1139fdb8-2d85-4ce8-9d73-24b0ab7f0657 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4da4a3be-0feb-404e-ac62-c5233487ee2f HTTP/1.1" status: 200 len: 837 time: 0.0705400 Mar 02 20:18:24.292848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network e400c663-2161-44d6-b822-5bb81afb25bf is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:18:24.297050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2c7ec7-496a-46b9-af3d-ae11e3f0ca45 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Router 2be68afc-4e99-4a81-a87d-5abf8cff785a has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:18:24.334940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:24.416302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, e400c663-2161-44d6-b822-5bb81afb25bf) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:24.426035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1925ae5a-bd3f-41c9-a65e-54e8affc3773 None None] Network e400c663-2161-44d6-b822-5bb81afb25bf requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:24.568861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:24.569503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:24.570560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2c7ec7-496a-46b9-af3d-ae11e3f0ca45 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:24.585575 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6b2c7ec7-496a-46b9-af3d-ae11e3f0ca45 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "PUT /v2.0/routers/2be68afc-4e99-4a81-a87d-5abf8cff785a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9323280 Mar 02 20:18:24.585575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46062) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:24.594280 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ad8f1-280d-44be-8e93-7951aceb9001 None None] Sync routers for ids ['2be68afc-4e99-4a81-a87d-5abf8cff785a'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:24.633828 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ad8f1-280d-44be-8e93-7951aceb9001 None None] Routers {'2be68afc-4e99-4a81-a87d-5abf8cff785a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:24.634485 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7f9ad8f1-280d-44be-8e93-7951aceb9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['2be68afc-4e99-4a81-a87d-5abf8cff785a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:24.661055 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5e4e7d31-a3aa-4205-a883-b4729872a8c2 req-52c68325-3ef7-4a8c-a0eb-f677c95432d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1257a92a-847b-47ff-bb1a-9201e37c23b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3604956 Mar 02 20:18:24.720635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72588a3-f4e9-449a-ae77-d236bcc8a116 req-98202784-37d5-4798-b6e1-05af2481afe8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:24.723447 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d72588a3-f4e9-449a-ae77-d236bcc8a116 req-98202784-37d5-4798-b6e1-05af2481afe8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 944 time: 0.1557908 Mar 02 20:18:24.743200 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-e400c663-2161-44d6-b822-5bb81afb25bf', 'network_id': 'e400c663-2161-44d6-b822-5bb81afb25bf', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'fixed_ips': [{'subnet_id': '72996088-8f40-426d-8636-b27c9edf49b9'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:18:24.743671 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-9e9ee4f1-bf6c-474a-ba68-4adcbf7e1ee4 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] delete failed (client error): The resource could not be found. Mar 02 20:18:24.744035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:24.748752 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9e9ee4f1-bf6c-474a-ba68-4adcbf7e1ee4 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1343469720 HTTP/1.1" status: 404 len: 335 time: 0.1619277 Mar 02 20:18:24.749343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46078) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:24.756393 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-612a835b-f22c-4c4f-ad5c-2a32aec0a289 req-10273daf-316b-410a-b5f1-292710496e62 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3515399 Mar 02 20:18:24.763582 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7f9ad8f1-280d-44be-8e93-7951aceb9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:24.767325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-461d0018-c577-4f63-b9b8-5ff27533c7af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Request body: {'router': {'external_gateway_info': {'network_id': '2be68afc-4e99-4a81-a87d-5abf8cff785a'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:24.774012 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f60095d6-5207-4e75-8711-395b5679eaca tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5774479 Mar 02 20:18:24.781525 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ad8f1-280d-44be-8e93-7951aceb9001 None None] Routers {'2be68afc-4e99-4a81-a87d-5abf8cff785a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:24.782447 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7f9ad8f1-280d-44be-8e93-7951aceb9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['2be68afc-4e99-4a81-a87d-5abf8cff785a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:24.791091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46084) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:24.802781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1f8d0305-c3fb-432a-9e3b-89c0a50e6044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-901253800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:24.814725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1f8d0305-c3fb-432a-9e3b-89c0a50e6044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:24.832054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1f8d0305-c3fb-432a-9e3b-89c0a50e6044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:router and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:24.834984 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1f8d0305-c3fb-432a-9e3b-89c0a50e6044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:24.842128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1f8d0305-c3fb-432a-9e3b-89c0a50e6044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:24.852830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:24.882199 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7f9ad8f1-280d-44be-8e93-7951aceb9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:24.882905 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9ad8f1-280d-44be-8e93-7951aceb9001 None None] The sync data for ids ['2be68afc-4e99-4a81-a87d-5abf8cff785a'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:24.928778 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d72588a3-f4e9-449a-ae77-d236bcc8a116 req-c3d255ed-acc0-41cd-b187-fbd466b72f69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902142 Mar 02 20:18:24.941195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0305-c3fb-432a-9e3b-89c0a50e6044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:24.942472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0305-c3fb-432a-9e3b-89c0a50e6044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:24.965437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Subnet': ['ID=aa5cc5e2-ac07-466b-9844-7255e80edc21,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:25.007446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Checking segment: {'id': '7faf64e9-98c6-4321-811e-79975a96b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '37aac924-8531-44fb-8622-df9381954bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:25.008078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network hostable DHCP agents. Network: 37aac924-8531-44fb-8622-df9381954bb6, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:18:25.024218 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Allocated IP 172.20.0.2 (e400c663-2161-44d6-b822-5bb81afb25bf/72996088-8f40-426d-8636-b27c9edf49b9/57298276-090b-4446-8226-ed0230dd6aac) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:25.024967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0305-c3fb-432a-9e3b-89c0a50e6044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.112085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0305-c3fb-432a-9e3b-89c0a50e6044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.133186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 37aac924-8531-44fb-8622-df9381954bb6 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:18:25.216473 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0305-c3fb-432a-9e3b-89c0a50e6044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.220784 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1f8d0305-c3fb-432a-9e3b-89c0a50e6044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4244502 Mar 02 20:18:25.221211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46090) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:25.227988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'port': {'network_id': 'e400c663-2161-44d6-b822-5bb81afb25bf', 'name': 'tempest-RoutersTest-1658828862'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:25.310971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 37aac924-8531-44fb-8622-df9381954bb6) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:25.328233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff26325-39e8-4141-a152-67f54511c20a None None] Network 37aac924-8531-44fb-8622-df9381954bb6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:25.328751 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:25.329356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.395829 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5e4e7d31-a3aa-4205-a883-b4729872a8c2 req-e5ec530c-49e5-4d00-a95c-39c379ec3e24 service neutron] 10.222.0.31 "GET /v2.0/networks/1257a92a-847b-47ff-bb1a-9201e37c23b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061691 Mar 02 20:18:25.411870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:25.428060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:25.443479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.449640 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d46662f3-782a-4e5c-ae5a-644c33bd91ed tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6259959 Mar 02 20:18:25.453378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46094) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:25.469776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Transition to ACTIVE for port object 57298276-090b-4446-8226-ed0230dd6aac will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:25.470133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': '37aac924-8531-44fb-8622-df9381954bb6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1521431279'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:25.510932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Transition to ACTIVE for port object 57298276-090b-4446-8226-ed0230dd6aac will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:25.542677 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5e4e7d31-a3aa-4205-a883-b4729872a8c2 req-7bec9be3-0e9f-45fd-9f2f-c2b41d551a9b service neutron] 10.222.0.31 "GET /v2.0/networks/1257a92a-847b-47ff-bb1a-9201e37c23b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323061 Mar 02 20:18:25.550080 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-612a835b-f22c-4c4f-ad5c-2a32aec0a289 req-256d6bd6-6834-4e93-8f17-e841882c1292 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 1099 time: 0.6471577 Mar 02 20:18:25.563928 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:25.567626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.582822 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 23f916d8-dc9d-4c67-97b2-de228bbb6d7b details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:18:25.604040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.614398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] device_id is not set on port 7236111b-4a9a-4ac2-98be-6071bc25ab3c yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:18:25.731217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:25.749346 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:25.774002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-37aac924-8531-44fb-8622-df9381954bb6', 'network_id': '37aac924-8531-44fb-8622-df9381954bb6', 'tenant_id': '97f478de2939464e91544656c2965d44', 'fixed_ips': [{'subnet_id': 'aa5cc5e2-ac07-466b-9844-7255e80edc21'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:18:25.774824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.819939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Pushing event updated for resources: {'Port': ['ID=57298276-090b-4446-8226-ed0230dd6aac,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:25.822285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Allocated IP 172.20.0.14 (e400c663-2161-44d6-b822-5bb81afb25bf/72996088-8f40-426d-8636-b27c9edf49b9/7236111b-4a9a-4ac2-98be-6071bc25ab3c) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:25.822901 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-461d0018-c577-4f63-b9b8-5ff27533c7af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.826287 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Network e400c663-2161-44d6-b822-5bb81afb25bf is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:25.829608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:25.832046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:25.878099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a835b-f22c-4c4f-ad5c-2a32aec0a289 req-30254f58-348e-404d-9ce3-35e68568f844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:25.879676 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-612a835b-f22c-4c4f-ad5c-2a32aec0a289 req-30254f58-348e-404d-9ce3-35e68568f844 service neutron] 10.222.0.31 "GET /v2.0/networks?id=732ffdce-2c6c-4226-a395-2a756a9cca82 HTTP/1.1" status: 200 len: 898 time: 0.2631519 Mar 02 20:18:25.920377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:25.927078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:26.010231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port b57685fa-d56f-46e8-a84d-50db9e738f31 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:18:26.058486 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-461d0018-c577-4f63-b9b8-5ff27533c7af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] update failed (client error): The resource could not be found. Mar 02 20:18:26.066581 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-461d0018-c577-4f63-b9b8-5ff27533c7af tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "PUT /v2.0/routers/2be68afc-4e99-4a81-a87d-5abf8cff785a HTTP/1.1" status: 404 len: 339 time: 1.3139036 Mar 02 20:18:26.068004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46100) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:26.095910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=23f916d8-dc9d-4c67-97b2-de228bbb6d7b,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:26.114897 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-612a835b-f22c-4c4f-ad5c-2a32aec0a289 req-7afe80ef-f165-465c-a8e3-ec7d10c6f503 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90b46741-3d48-4377-9c86-90a53c0be0f4 HTTP/1.1" status: 200 len: 1002 time: 0.2246044 Mar 02 20:18:26.203213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Attempting to bind port 57298276-090b-4446-8226-ed0230dd6aac on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:26.203490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Attempting to bind port 57298276-090b-4446-8226-ed0230dd6aac by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'f98ba885-69dc-4a6d-ad87-ab05f9c35283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'e400c663-2161-44d6-b822-5bb81afb25bf'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:26.204224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Attempting to bind port 57298276-090b-4446-8226-ed0230dd6aac on network e400c663-2161-44d6-b822-5bb81afb25bf {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:26.218804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '23f916d8-dc9d-4c67-97b2-de228bbb6d7b', 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1', 'port_id': '23f916d8-dc9d-4c67-97b2-de228bbb6d7b', 'mac_address': 'fa:16:3e:4a:b9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da4a3be-0feb-404e-ac62-c5233487ee2f', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:18:26.227053 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a835b-f22c-4c4f-ad5c-2a32aec0a289 req-dceb44fa-6748-4bde-b5c2-9758f76763ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:26.228892 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-612a835b-f22c-4c4f-ad5c-2a32aec0a289 req-dceb44fa-6748-4bde-b5c2-9758f76763ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8814d83f-4ca8-4e89-ba7e-60e9373d99d4 HTTP/1.1" status: 200 len: 834 time: 0.1068289 Mar 02 20:18:26.270448 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:26.270816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Checking segment: {'id': 'f98ba885-69dc-4a6d-ad87-ab05f9c35283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'e400c663-2161-44d6-b822-5bb81afb25bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:26.271262 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:26.271695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Bound using segment: {'id': 'f98ba885-69dc-4a6d-ad87-ab05f9c35283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'e400c663-2161-44d6-b822-5bb81afb25bf'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:26.272338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Bound port: 57298276-090b-4446-8226-ed0230dd6aac, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98ba885-69dc-4a6d-ad87-ab05f9c35283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'e400c663-2161-44d6-b822-5bb81afb25bf'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:26.272902 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:26.328720 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Allocated IP 2001:db8::2 (37aac924-8531-44fb-8622-df9381954bb6/aa5cc5e2-ac07-466b-9844-7255e80edc21/7249f70f-1d80-485d-94e7-e4ec1fd3de44) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:26.352219 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-612a835b-f22c-4c4f-ad5c-2a32aec0a289 req-b4b0e5fe-e6b9-4ef6-838e-2f53bc84d9b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ffdce-2c6c-4226-a395-2a756a9cca82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1138947 Mar 02 20:18:26.389476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:26.492184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:26.500687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f916d8-dc9d-4c67-97b2-de228bbb6d7b {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:18:26.517024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=23f916d8-dc9d-4c67-97b2-de228bbb6d7b,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:26.538680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] For port 57298276-090b-4446-8226-ed0230dd6aac, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:26.542678 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-612a835b-f22c-4c4f-ad5c-2a32aec0a289 req-d0f3e842-255f-4eb3-8e47-8ed21a5d1be9 service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834309 Mar 02 20:18:26.553683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] For port 57298276-090b-4446-8226-ed0230dd6aac, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=57298276-090b-4446-8226-ed0230dd6aac,segment=NetworkSegment(f98ba885-69dc-4a6d-ad87-ab05f9c35283),segment_id=f98ba885-69dc-4a6d-ad87-ab05f9c35283)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:26.568704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:26.643720 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:26.735786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=23f916d8-dc9d-4c67-97b2-de228bbb6d7b,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:26.737256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Transition to ACTIVE for port object 7236111b-4a9a-4ac2-98be-6071bc25ab3c will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:26.739538 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-612a835b-f22c-4c4f-ad5c-2a32aec0a289 req-7a99afe5-8dcd-4cdf-ba9d-e92cec104ffe service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887281 Mar 02 20:18:26.841625 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:26.842152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8700b-7591-4b80-a4fa-efb5cc87dcfe req-e84ec402-fcca-45cb-8462-5b4786e69ea5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:26.843706 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d7b8700b-7591-4b80-a4fa-efb5cc87dcfe req-e84ec402-fcca-45cb-8462-5b4786e69ea5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 944 time: 0.6292081 Mar 02 20:18:26.863137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Transition to ACTIVE for port object 7249f70f-1d80-485d-94e7-e4ec1fd3de44 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:26.876225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['23f916d8-dc9d-4c67-97b2-de228bbb6d7b'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:18:26.901236 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f3899-0c3a-4b47-8214-a93197b96ce4 None None] Pushing event updated for resources: {'Port': ['ID=57298276-090b-4446-8226-ed0230dd6aac,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:26.930890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Transition to ACTIVE for port object 7249f70f-1d80-485d-94e7-e4ec1fd3de44 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:27.049588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:27.123453 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d7b8700b-7591-4b80-a4fa-efb5cc87dcfe req-00831600-1740-401b-95f6-ddb401346771 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618561 Mar 02 20:18:27.124993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Pushing event updated for resources: {'Port': ['ID=7249f70f-1d80-485d-94e7-e4ec1fd3de44,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:27.149889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:27.173989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Network 37aac924-8531-44fb-8622-df9381954bb6 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:27.182512 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:27.186915 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:27.354654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Attempting to bind port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:27.355116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Attempting to bind port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '7faf64e9-98c6-4321-811e-79975a96b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '37aac924-8531-44fb-8622-df9381954bb6'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:27.355535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Attempting to bind port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 on network 37aac924-8531-44fb-8622-df9381954bb6 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:27.375661 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:27.376077 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Checking segment: {'id': '7faf64e9-98c6-4321-811e-79975a96b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '37aac924-8531-44fb-8622-df9381954bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:27.376537 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:27.376991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Bound using segment: {'id': '7faf64e9-98c6-4321-811e-79975a96b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '37aac924-8531-44fb-8622-df9381954bb6'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:27.377534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Bound port: 7249f70f-1d80-485d-94e7-e4ec1fd3de44, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7faf64e9-98c6-4321-811e-79975a96b32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '37aac924-8531-44fb-8622-df9381954bb6'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:27.377993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:27.399731 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:27.415153 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8::1d7 (37aac924-8531-44fb-8622-df9381954bb6/aa5cc5e2-ac07-466b-9844-7255e80edc21/b57685fa-d56f-46e8-a84d-50db9e738f31) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:27.432860 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network e400c663-2161-44d6-b822-5bb81afb25bf is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:27.443842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:27.447007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:27.529301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] For port 7249f70f-1d80-485d-94e7-e4ec1fd3de44, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:27.532795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] For port 7249f70f-1d80-485d-94e7-e4ec1fd3de44, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7249f70f-1d80-485d-94e7-e4ec1fd3de44,segment=NetworkSegment(7faf64e9-98c6-4321-811e-79975a96b32c),segment_id=7faf64e9-98c6-4321-811e-79975a96b32c)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:27.555859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=7236111b-4a9a-4ac2-98be-6071bc25ab3c,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:27.574687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:27.688576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa39efa-d857-4ca6-a81f-f0bc5bc2008e None None] Pushing event updated for resources: {'Port': ['ID=7249f70f-1d80-485d-94e7-e4ec1fd3de44,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:27.787327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:27.787919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:27.985543 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e7e8a6ab-b5ed-4744-8421-f90db61c6e5d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7592247 Mar 02 20:18:27.985689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46108) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:27.986227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:28.075876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object b57685fa-d56f-46e8-a84d-50db9e738f31 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:28.142943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Allocated IP 172.20.0.1 (6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0/8f310873-ab4f-48ed-beef-44e29a09be1e/45f7c6bc-6440-4d3e-9533-6aac30576475) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:28.262370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:28.446142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 57298276-090b-4446-8226-ed0230dd6aac up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:28.628602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=b57685fa-d56f-46e8-a84d-50db9e738f31,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:28.635889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 37aac924-8531-44fb-8622-df9381954bb6 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:28.648571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:28.650909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:28.656376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:28.657059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:28.663816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 57298276-090b-4446-8226-ed0230dd6aac completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:28.669996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7249f70f-1d80-485d-94e7-e4ec1fd3de44 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:28.707566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:28.756013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Transition to ACTIVE for port object 45f7c6bc-6440-4d3e-9533-6aac30576475 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:28.816721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06eb17e-0e7b-4ee2-bd56-6d75d5897d27 req-85dc59b2-73e9-4fcc-a9b3-38684db25023 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:28.818239 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f06eb17e-0e7b-4ee2-bd56-6d75d5897d27 req-85dc59b2-73e9-4fcc-a9b3-38684db25023 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 945 time: 0.3246090 Mar 02 20:18:28.869856 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f06eb17e-0e7b-4ee2-bd56-6d75d5897d27 req-872955e0-93f1-4d3c-87ec-7d3897343e19 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458186 Mar 02 20:18:28.888330 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d1613809-0588-4fa6-aefa-b79c46d71d82 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.4332621 Mar 02 20:18:28.889122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46116) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:28.908187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:28.964831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812f877-9f7c-499e-b20c-3e68c30c0273 None None] Network e400c663-2161-44d6-b822-5bb81afb25bf requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:29.098459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:29.193533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:29.210008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1200bf7e-dc13-41a5-87c6-a23e77b8d76e None None] Provisioning for port 57298276-090b-4446-8226-ed0230dd6aac completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:29.217974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-28eb9faf-5300-43b0-b96c-34221b41a14a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port b57685fa-d56f-46e8-a84d-50db9e738f31 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:29.218326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-28eb9faf-5300-43b0-b96c-34221b41a14a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:29.228812 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1200bf7e-dc13-41a5-87c6-a23e77b8d76e None None] Provisioning complete for port 57298276-090b-4446-8226-ed0230dd6aac triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:29.229283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1200bf7e-dc13-41a5-87c6-a23e77b8d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:29.315561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Network 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:29.319184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event updated for resources: {'Port': ['ID=45f7c6bc-6440-4d3e-9533-6aac30576475,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:29.334305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:29.339579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:29.549390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:29.593062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ab8a0-b8d4-4df3-835a-56406c54986c None None] Network 37aac924-8531-44fb-8622-df9381954bb6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:29.606250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 23f916d8-dc9d-4c67-97b2-de228bbb6d7b up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:29.746562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1200bf7e-dc13-41a5-87c6-a23e77b8d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:29.829643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1200bf7e-dc13-41a5-87c6-a23e77b8d76e None None] For port 57298276-090b-4446-8226-ed0230dd6aac, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=57298276-090b-4446-8226-ed0230dd6aac,segment=NetworkSegment(f98ba885-69dc-4a6d-ad87-ab05f9c35283),segment_id=f98ba885-69dc-4a6d-ad87-ab05f9c35283)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:29.863510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-28eb9faf-5300-43b0-b96c-34221b41a14a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:29.885210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:29.932920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:29.939091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1200bf7e-dc13-41a5-87c6-a23e77b8d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:29.943940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:29.944633 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:29.991303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:30.063671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-28eb9faf-5300-43b0-b96c-34221b41a14a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for b57685fa-d56f-46e8-a84d-50db9e738f31 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:30.146909 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200bf7e-dc13-41a5-87c6-a23e77b8d76e None None] Pushing event updated for resources: {'Port': ['ID=57298276-090b-4446-8226-ed0230dd6aac,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:30.228556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=7236111b-4a9a-4ac2-98be-6071bc25ab3c,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:30.287237 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f69c9978-f24e-4d72-ba25-a042a8bde415 None None] Provisioning for port 45f7c6bc-6440-4d3e-9533-6aac30576475 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:30.305971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 57298276-090b-4446-8226-ed0230dd6aac up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:30.353781 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f69c9978-f24e-4d72-ba25-a042a8bde415 None None] Provisioning complete for port 45f7c6bc-6440-4d3e-9533-6aac30576475 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:30.354244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f69c9978-f24e-4d72-ba25-a042a8bde415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:30.436484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:30.460296 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:30.501423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f69c9978-f24e-4d72-ba25-a042a8bde415 None None] Port 45f7c6bc-6440-4d3e-9533-6aac30576475 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:30.527398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ebd07c-7bd1-43c9-88ee-4d579055df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f916d8-dc9d-4c67-97b2-de228bbb6d7b'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:18:30.536601 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-28eb9faf-5300-43b0-b96c-34221b41a14a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:30.564702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=23f916d8-dc9d-4c67-97b2-de228bbb6d7b,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:30.577200 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:18:30.583482 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 57298276-090b-4446-8226-ed0230dd6aac triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:30.584682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:30.619975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb9faf-5300-43b0-b96c-34221b41a14a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=b57685fa-d56f-46e8-a84d-50db9e738f31,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:30.655677 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ebd07c-7bd1-43c9-88ee-4d579055df9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f916d8-dc9d-4c67-97b2-de228bbb6d7b', 'code': 200} Mar 02 20:18:30.657212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f69c9978-f24e-4d72-ba25-a042a8bde415 None None] Provisioning for port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:30.685281 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:30.691993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:30.723321 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f69c9978-f24e-4d72-ba25-a042a8bde415 None None] Provisioning complete for port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:30.723691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f69c9978-f24e-4d72-ba25-a042a8bde415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:30.768859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca882-47cc-4177-997c-1f4a41950919 req-7f791221-e6d0-4bf3-a4e1-b96014ece5c0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:30.780567 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-723ca882-47cc-4177-997c-1f4a41950919 req-7f791221-e6d0-4bf3-a4e1-b96014ece5c0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 945 time: 0.6201630 Mar 02 20:18:30.965124 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=23f916d8-dc9d-4c67-97b2-de228bbb6d7b,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:30.992645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-28eb9faf-5300-43b0-b96c-34221b41a14a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:31.009109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:31.021070 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-28eb9faf-5300-43b0-b96c-34221b41a14a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/b57685fa-d56f-46e8-a84d-50db9e738f31 HTTP/1.1" status: 204 len: 168 time: 2.1308346 Mar 02 20:18:31.022502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46128) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:31.086911 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d13abad-5503-44b0-b51f-9599bed555af tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:18:31.087623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8d13abad-5503-44b0-b51f-9599bed555af tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:31.103982 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-723ca882-47cc-4177-997c-1f4a41950919 req-c18b9c33-7c00-4b96-9349-7c71d912d116 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225076 Mar 02 20:18:31.104341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f69c9978-f24e-4d72-ba25-a042a8bde415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:31.181742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f69c9978-f24e-4d72-ba25-a042a8bde415 None None] For port 7249f70f-1d80-485d-94e7-e4ec1fd3de44, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7249f70f-1d80-485d-94e7-e4ec1fd3de44,segment=NetworkSegment(7faf64e9-98c6-4321-811e-79975a96b32c),segment_id=7faf64e9-98c6-4321-811e-79975a96b32c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:31.240220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8d13abad-5503-44b0-b51f-9599bed555af tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:31.243911 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8d13abad-5503-44b0-b51f-9599bed555af tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/b57685fa-d56f-46e8-a84d-50db9e738f31 HTTP/1.1" status: 404 len: 333 time: 0.2129495 Mar 02 20:18:31.247038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46132) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:31.296362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f69c9978-f24e-4d72-ba25-a042a8bde415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:31.490140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c9978-f24e-4d72-ba25-a042a8bde415 None None] Pushing event updated for resources: {'Port': ['ID=7249f70f-1d80-485d-94e7-e4ec1fd3de44,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:31.520368 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8ed342d5-4e83-4aa7-90a2-57c9f0f89968 req-6786d449-5ea7-4cac-b8e8-a40d33f9518a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 1099 time: 0.3617470 Mar 02 20:18:31.538130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-84e1807e-c6d9-4e1a-ab76-487c5f058f49 None None] Provisioning for port 7236111b-4a9a-4ac2-98be-6071bc25ab3c completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:31.539950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-84e1807e-c6d9-4e1a-ab76-487c5f058f49 None None] Provisioning complete for port 7236111b-4a9a-4ac2-98be-6071bc25ab3c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:31.540480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84e1807e-c6d9-4e1a-ab76-487c5f058f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:31.621034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-84e1807e-c6d9-4e1a-ab76-487c5f058f49 None None] Port 7236111b-4a9a-4ac2-98be-6071bc25ab3c cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:31.659565 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-84e1807e-c6d9-4e1a-ab76-487c5f058f49 None None] Provisioning complete for port 57298276-090b-4446-8226-ed0230dd6aac triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:31.660283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:31.660421 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84e1807e-c6d9-4e1a-ab76-487c5f058f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:31.675394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e50b542-9703-4ef1-8c1f-bdf97dc380f5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting subnet aa5cc5e2-ac07-466b-9844-7255e80edc21 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:31.681054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5e50b542-9703-4ef1-8c1f-bdf97dc380f5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:31.710671 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8ed342d5-4e83-4aa7-90a2-57c9f0f89968 req-3545ea53-37e1-4699-817b-1d447f72a1de service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725888 Mar 02 20:18:31.741555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:31.845021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-84e1807e-c6d9-4e1a-ab76-487c5f058f49 None None] Could not find standard attr ID for object b57685fa-d56f-46e8-a84d-50db9e738f31. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:18:31.863585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-84e1807e-c6d9-4e1a-ab76-487c5f058f49 None None] Provisioning complete for port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:31.887353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84e1807e-c6d9-4e1a-ab76-487c5f058f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:31.987107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:32.025032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5e50b542-9703-4ef1-8c1f-bdf97dc380f5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:32.086957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event updated for resources: {'Port': ['ID=45f7c6bc-6440-4d3e-9533-6aac30576475,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:32.130975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:32.272527 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7249f70f-1d80-485d-94e7-e4ec1fd3de44 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:32.353233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5e50b542-9703-4ef1-8c1f-bdf97dc380f5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:32.360105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:32.360740 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:32.441157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:32.506239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Network 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:32.512761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:32.597742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38f93-7882-4fbc-a41e-dba900db93ae req-56eb0bb2-6dc8-4c35-ad81-e4e4fae2ba5d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:32.599532 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a6e38f93-7882-4fbc-a41e-dba900db93ae req-56eb0bb2-6dc8-4c35-ad81-e4e4fae2ba5d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 946 time: 0.3182304 Mar 02 20:18:32.633025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=7236111b-4a9a-4ac2-98be-6071bc25ab3c,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:32.638625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:32.708790 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5e50b542-9703-4ef1-8c1f-bdf97dc380f5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:32.807709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50b542-9703-4ef1-8c1f-bdf97dc380f5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5cc5e2-ac07-466b-9844-7255e80edc21,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:32.836552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b2b806-d0f6-45d2-85ed-ee26b92804ae None None] Network 37aac924-8531-44fb-8622-df9381954bb6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:32.840136 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a6e38f93-7882-4fbc-a41e-dba900db93ae req-6a3d5d61-9b31-49f7-b834-c5bb22625fde tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426158 Mar 02 20:18:32.853634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5e50b542-9703-4ef1-8c1f-bdf97dc380f5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:32.866036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network e400c663-2161-44d6-b822-5bb81afb25bf is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:32.866036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:32.970082 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fa247568-6345-4e7d-8302-9c97e7644b82 None None] Provisioning complete for port 45f7c6bc-6440-4d3e-9533-6aac30576475 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:32.970447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fa247568-6345-4e7d-8302-9c97e7644b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:32.992965 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5e50b542-9703-4ef1-8c1f-bdf97dc380f5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/aa5cc5e2-ac07-466b-9844-7255e80edc21 HTTP/1.1" status: 204 len: 168 time: 1.7443609 Mar 02 20:18:33.045148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46140) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:33.192032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:33.232665 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-fa247568-6345-4e7d-8302-9c97e7644b82 None None] Port 45f7c6bc-6440-4d3e-9533-6aac30576475 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:33.268133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:33.268691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:33.366227 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d1e10a41-049b-4914-bebf-f0a37ba73313 None None] Provisioning complete for port 7236111b-4a9a-4ac2-98be-6071bc25ab3c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:33.366227 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d1e10a41-049b-4914-bebf-f0a37ba73313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:33.399893 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2795c1-c752-403c-a342-6e7dae8503a1 None None] DHCP port deletion for 37aac924-8531-44fb-8622-df9381954bb6 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:18:33.414704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5c2795c1-c752-403c-a342-6e7dae8503a1 None None] Deleting port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:33.415590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5c2795c1-c752-403c-a342-6e7dae8503a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:33.448594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Router 2be68afc-4e99-4a81-a87d-5abf8cff785a has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:18:33.516718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d1e10a41-049b-4914-bebf-f0a37ba73313 None None] Port 7236111b-4a9a-4ac2-98be-6071bc25ab3c cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:33.579978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router 7517ed0b-d6b8-4447-893b-c7335a6f105b is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:18:33.663586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5c2795c1-c752-403c-a342-6e7dae8503a1 None None] For port 7249f70f-1d80-485d-94e7-e4ec1fd3de44, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7249f70f-1d80-485d-94e7-e4ec1fd3de44,segment=NetworkSegment(7faf64e9-98c6-4321-811e-79975a96b32c),segment_id=7faf64e9-98c6-4321-811e-79975a96b32c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:33.663976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5c2795c1-c752-403c-a342-6e7dae8503a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:33.799352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5c2795c1-c752-403c-a342-6e7dae8503a1 None None] Calling delete_port for 7249f70f-1d80-485d-94e7-e4ec1fd3de44 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:33.829352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:33.959175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] For port 7249f70f-1d80-485d-94e7-e4ec1fd3de44, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7249f70f-1d80-485d-94e7-e4ec1fd3de44,segment=NetworkSegment(7faf64e9-98c6-4321-811e-79975a96b32c),segment_id=7faf64e9-98c6-4321-811e-79975a96b32c)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:33.959491 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-337ae9e9-de56-4b37-ad28-849e70a13a4e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/7517ed0b-d6b8-4447-893b-c7335a6f105b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8493476 Mar 02 20:18:33.959601 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:33.959705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bf3b9e-080b-4ae0-8f1b-611154d740f9 None None] Sync routers for ids ['7517ed0b-d6b8-4447-893b-c7335a6f105b'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:33.959705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bf3b9e-080b-4ae0-8f1b-611154d740f9 None None] Routers {'7517ed0b-d6b8-4447-893b-c7335a6f105b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:33.959705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b8bf3b9e-080b-4ae0-8f1b-611154d740f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7517ed0b-d6b8-4447-893b-c7335a6f105b'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:33.959705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b8bf3b9e-080b-4ae0-8f1b-611154d740f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:33.960090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46148) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:33.967166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for 7249f70f-1d80-485d-94e7-e4ec1fd3de44 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:33.977290 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bf3b9e-080b-4ae0-8f1b-611154d740f9 None None] Routers {'7517ed0b-d6b8-4447-893b-c7335a6f105b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:33.978257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b8bf3b9e-080b-4ae0-8f1b-611154d740f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7517ed0b-d6b8-4447-893b-c7335a6f105b'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:34.058008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b8bf3b9e-080b-4ae0-8f1b-611154d740f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:34.058449 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bf3b9e-080b-4ae0-8f1b-611154d740f9 None None] The sync data for ids ['7517ed0b-d6b8-4447-893b-c7335a6f105b'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:34.137088 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af27db1a-48d1-4a5e-a6f8-e089dc049f31 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:34.142170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-af27db1a-48d1-4a5e-a6f8-e089dc049f31 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:34.180591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:34.189022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46152) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:34.192487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5c2795c1-c752-403c-a342-6e7dae8503a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:34.193308 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427750df-8829-4759-9f09-ad4a0227d3b2 None None] Sync routers for ids ['2be68afc-4e99-4a81-a87d-5abf8cff785a'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:34.195114 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f19061ca-5c90-4aeb-9c5e-a7d1e841f5b0 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "PUT /v2.0/routers/2be68afc-4e99-4a81-a87d-5abf8cff785a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1178081 Mar 02 20:18:34.217076 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427750df-8829-4759-9f09-ad4a0227d3b2 None None] Routers {'2be68afc-4e99-4a81-a87d-5abf8cff785a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:34.219881 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-427750df-8829-4759-9f09-ad4a0227d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['2be68afc-4e99-4a81-a87d-5abf8cff785a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:34.228302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a8610-0924-458b-aa39-4e1ad8a1ff36 req-7f483125-208d-455f-aee8-575b8f9f2e8b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:34.249122 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea6a8610-0924-458b-aa39-4e1ad8a1ff36 req-7f483125-208d-455f-aee8-575b8f9f2e8b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 946 time: 0.2255993 Mar 02 20:18:34.272929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2795c1-c752-403c-a342-6e7dae8503a1 None None] No DVR routers for this DVR port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:34.279834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2795c1-c752-403c-a342-6e7dae8503a1 None None] Pushing event deleted for resources: {'Port': ['ID=7249f70f-1d80-485d-94e7-e4ec1fd3de44,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:34.286442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:18:34.286654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:18:34.287137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-af27db1a-48d1-4a5e-a6f8-e089dc049f31 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:34.290661 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-af27db1a-48d1-4a5e-a6f8-e089dc049f31 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports/7236111b-4a9a-4ac2-98be-6071bc25ab3c HTTP/1.1" status: 200 len: 978 time: 0.3315890 Mar 02 20:18:34.295363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46156) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:34.317363 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7249f70f-1d80-485d-94e7-e4ec1fd3de44 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:34.330026 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-427750df-8829-4759-9f09-ad4a0227d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:34.345055 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427750df-8829-4759-9f09-ad4a0227d3b2 None None] Routers {'2be68afc-4e99-4a81-a87d-5abf8cff785a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:34.346010 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-427750df-8829-4759-9f09-ad4a0227d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['2be68afc-4e99-4a81-a87d-5abf8cff785a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:34.410904 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 7249f70f-1d80-485d-94e7-e4ec1fd3de44 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:18:34.411530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7249f70f-1d80-485d-94e7-e4ec1fd3de44 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:18:34.479717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dbee9456-d399-4c59-86f9-2c6ff2a0f385 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:34.487622 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-427750df-8829-4759-9f09-ad4a0227d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:34.488027 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427750df-8829-4759-9f09-ad4a0227d3b2 None None] The sync data for ids ['2be68afc-4e99-4a81-a87d-5abf8cff785a'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:34.526460 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea6a8610-0924-458b-aa39-4e1ad8a1ff36 req-aa2188ca-feb7-4d9b-82d5-2d4fc8eec163 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748606 Mar 02 20:18:34.706451 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-dbee9456-d399-4c59-86f9-2c6ff2a0f385 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 20:18:34.710984 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dbee9456-d399-4c59-86f9-2c6ff2a0f385 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "DELETE /v2.0/routers/2be68afc-4e99-4a81-a87d-5abf8cff785a HTTP/1.1" status: 409 len: 329 time: 0.5208988 Mar 02 20:18:34.711516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46164) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:34.789441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 7249f70f-1d80-485d-94e7-e4ec1fd3de44 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:34.789667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:34.884881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] The port '7249f70f-1d80-485d-94e7-e4ec1fd3de44' was deleted {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:18:35.048409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:35.070345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b97a1-aab8-4057-90e3-3905b7cf0b0b req-8f9d205e-c8de-4563-8941-55f1d9fddc19 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:35.072638 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fe4b97a1-aab8-4057-90e3-3905b7cf0b0b req-8f9d205e-c8de-4563-8941-55f1d9fddc19 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 946 time: 0.3416021 Mar 02 20:18:35.107728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37aac924-8531-44fb-8622-df9381954bb6']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:35.147728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7faf64e9-98c6-4321-811e-79975a96b32c') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:35.148375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7faf64e9-98c6-4321-811e-79975a96b32c') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:35.185446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:35.187854 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c00c7b73-7a84-427e-8d82-beb3a3221d08 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:35.208625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:35.212586 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fe4b97a1-aab8-4057-90e3-3905b7cf0b0b req-6ad929f5-2ba6-480c-abbc-e7674e7648cf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302657 Mar 02 20:18:35.224422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:35.224827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:35.240496 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:35.473011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:35.494528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:35.507900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Network': ['ID=37aac924-8531-44fb-8622-df9381954bb6,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:35.587856 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a2aeb116-3264-4ba0-bde3-059577976443 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/networks/37aac924-8531-44fb-8622-df9381954bb6 HTTP/1.1" status: 204 len: 168 time: 2.5416291 Mar 02 20:18:35.598291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46174) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:35.605503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'name': 'tempest-PortsIpV6TestJSON-360503680'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:35.631638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6849919c-365e-49d8-9879-d14242ac5541 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:35.828094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-c00c7b73-7a84-427e-8d82-beb3a3221d08 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Deleting port 45f7c6bc-6440-4d3e-9533-6aac30576475 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:35.828502 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c00c7b73-7a84-427e-8d82-beb3a3221d08 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:35.842334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:35.848120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:port and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:35.852089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:35.859203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:35.927735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:35.930706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:35.963570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port d9dd87df-ba35-41e4-852f-6f4eaa0c8e19 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:18:36.032613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c00c7b73-7a84-427e-8d82-beb3a3221d08 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:36.178587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-c00c7b73-7a84-427e-8d82-beb3a3221d08 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Calling delete_port for 45f7c6bc-6440-4d3e-9533-6aac30576475 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:36.184796 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6849919c-365e-49d8-9879-d14242ac5541 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 7236111b-4a9a-4ac2-98be-6071bc25ab3c {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:36.185323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6849919c-365e-49d8-9879-d14242ac5541 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:36.410518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:36.441483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c00c7b73-7a84-427e-8d82-beb3a3221d08 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:36.468432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6849919c-365e-49d8-9879-d14242ac5541 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:36.531704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c7b73-7a84-427e-8d82-beb3a3221d08 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event deleted for resources: {'Port': ['ID=45f7c6bc-6440-4d3e-9533-6aac30576475,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:36.599881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6849919c-365e-49d8-9879-d14242ac5541 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 7236111b-4a9a-4ac2-98be-6071bc25ab3c owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:36.648692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:36.753258 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46180) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:36.759444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:36.839454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:36.843165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:36.847425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:36.848035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:36.941668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c00c7b73-7a84-427e-8d82-beb3a3221d08 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:36.970343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=d9dd87df-ba35-41e4-852f-6f4eaa0c8e19,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:37.150706 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-dea2e82b-8aee-4cfe-947a-51b83949cf7f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5511675 Mar 02 20:18:37.158060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46184) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:37.241885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-70875b75-009c-4e9e-9e17-621a3d2e8610 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port d9dd87df-ba35-41e4-852f-6f4eaa0c8e19 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:37.242612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70875b75-009c-4e9e-9e17-621a3d2e8610 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:37.272576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6849919c-365e-49d8-9879-d14242ac5541 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:37.345177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849919c-365e-49d8-9879-d14242ac5541 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=7236111b-4a9a-4ac2-98be-6071bc25ab3c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:37.430595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00c7b73-7a84-427e-8d82-beb3a3221d08 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Router 2be68afc-4e99-4a81-a87d-5abf8cff785a has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:18:37.619299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00c7b73-7a84-427e-8d82-beb3a3221d08 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:37.630940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c095c0-8477-4854-8897-8dba29bb9188 None None] Sync routers for ids ['2be68afc-4e99-4a81-a87d-5abf8cff785a'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:37.635660 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c00c7b73-7a84-427e-8d82-beb3a3221d08 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "PUT /v2.0/routers/2be68afc-4e99-4a81-a87d-5abf8cff785a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9231060 Mar 02 20:18:37.636327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46188) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:37.650004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c095c0-8477-4854-8897-8dba29bb9188 None None] Routers {'2be68afc-4e99-4a81-a87d-5abf8cff785a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:37.650640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a1c095c0-8477-4854-8897-8dba29bb9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['2be68afc-4e99-4a81-a87d-5abf8cff785a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:37.716354 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a1c095c0-8477-4854-8897-8dba29bb9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:37.729582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c095c0-8477-4854-8897-8dba29bb9188 None None] Routers {'2be68afc-4e99-4a81-a87d-5abf8cff785a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:37.730525 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a1c095c0-8477-4854-8897-8dba29bb9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['2be68afc-4e99-4a81-a87d-5abf8cff785a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:37.731534 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-2321d93a-80cc-4829-8e78-11b5c42c4137 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] show failed (client error): The resource could not be found. Mar 02 20:18:37.738407 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2321d93a-80cc-4829-8e78-11b5c42c4137 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-673408133 HTTP/1.1" status: 404 len: 334 time: 0.1010337 Mar 02 20:18:37.739045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46194) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:37.746543 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a99c61e9-50b2-45b2-86c7-528d787292a5 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:37.803810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a1c095c0-8477-4854-8897-8dba29bb9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:37.804413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c095c0-8477-4854-8897-8dba29bb9188 None None] The sync data for ids ['2be68afc-4e99-4a81-a87d-5abf8cff785a'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:37.843449 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-a99c61e9-50b2-45b2-86c7-528d787292a5 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] update failed (client error): The resource could not be found. Mar 02 20:18:37.848123 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a99c61e9-50b2-45b2-86c7-528d787292a5 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-655611944 HTTP/1.1" status: 404 len: 334 time: 0.1039579 Mar 02 20:18:37.854247 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46198) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:37.915882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70875b75-009c-4e9e-9e17-621a3d2e8610 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.060512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9f0c32-02ca-4596-95f3-8c96b96ba598 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Deleting subnet b3e6afdf-7673-4994-8b3d-00a3b0487dfc {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:38.063432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0c32-02ca-4596-95f3-8c96b96ba598 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.112300 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-70875b75-009c-4e9e-9e17-621a3d2e8610 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for d9dd87df-ba35-41e4-852f-6f4eaa0c8e19 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:38.124767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0c32-02ca-4596-95f3-8c96b96ba598 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.167850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6849919c-365e-49d8-9879-d14242ac5541 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.225529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0c32-02ca-4596-95f3-8c96b96ba598 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.390347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0c32-02ca-4596-95f3-8c96b96ba598 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.431437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f0c32-02ca-4596-95f3-8c96b96ba598 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e6afdf-7673-4994-8b3d-00a3b0487dfc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:38.439690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0c32-02ca-4596-95f3-8c96b96ba598 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.449747 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2e9f0c32-02ca-4596-95f3-8c96b96ba598 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "DELETE /v2.0/subnets/b3e6afdf-7673-4994-8b3d-00a3b0487dfc HTTP/1.1" status: 204 len: 168 time: 0.5922799 Mar 02 20:18:38.450077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46202) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:38.455779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8baf485-6e29-4764-b41f-8a3e33618230 None None] Network 9eec86f0-3142-4b80-a946-8f7d37f69c58 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:38.636082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70875b75-009c-4e9e-9e17-621a3d2e8610 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.705481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70875b75-009c-4e9e-9e17-621a3d2e8610 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=d9dd87df-ba35-41e4-852f-6f4eaa0c8e19,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:38.746150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7919bb6-9ccd-416d-ac75-82617b508282 None None] DHCP port deletion for 9eec86f0-3142-4b80-a946-8f7d37f69c58 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:18:38.751819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a7919bb6-9ccd-416d-ac75-82617b508282 None None] Deleting port 3865698a-0fb1-4e71-9194-4cd2069f6560 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:38.752197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a7919bb6-9ccd-416d-ac75-82617b508282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.817374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5db7195-af6b-4962-abdd-ddf6cc6eaba3 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Deleting subnet 0e1c23a3-3b65-4422-b438-7e4f8c74b4b1 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:38.820983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d5db7195-af6b-4962-abdd-ddf6cc6eaba3 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.845395 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70875b75-009c-4e9e-9e17-621a3d2e8610 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.881431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d5db7195-af6b-4962-abdd-ddf6cc6eaba3 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:38.996389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d5db7195-af6b-4962-abdd-ddf6cc6eaba3 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:39.034358 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-70875b75-009c-4e9e-9e17-621a3d2e8610 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/d9dd87df-ba35-41e4-852f-6f4eaa0c8e19 HTTP/1.1" status: 204 len: 168 time: 1.8748183 Mar 02 20:18:39.047710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46208) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:39.067364 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'mac_address': 'fa:16:3e:5b:b2:ce', 'name': 'tempest-PortsIpV6TestJSON-440229987'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:39.090223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6849919c-365e-49d8-9879-d14242ac5541 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router 7517ed0b-d6b8-4447-893b-c7335a6f105b has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:18:39.093589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a7919bb6-9ccd-416d-ac75-82617b508282 None None] For port 3865698a-0fb1-4e71-9194-4cd2069f6560, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3865698a-0fb1-4e71-9194-4cd2069f6560,segment=NetworkSegment(c1b2c91c-7c52-42c0-aca2-5748def98ce1),segment_id=c1b2c91c-7c52-42c0-aca2-5748def98ce1)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:39.094132 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a7919bb6-9ccd-416d-ac75-82617b508282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:39.205022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:39.210437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:port and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:39.213518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:39.220410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:39.255171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a7919bb6-9ccd-416d-ac75-82617b508282 None None] Calling delete_port for 3865698a-0fb1-4e71-9194-4cd2069f6560 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:39.266800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d5db7195-af6b-4962-abdd-ddf6cc6eaba3 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:39.310682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:39.311614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6849919c-365e-49d8-9879-d14242ac5541 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:39.319878 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6849919c-365e-49d8-9879-d14242ac5541 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/7517ed0b-d6b8-4447-893b-c7335a6f105b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0232723 Mar 02 20:18:39.323015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46212) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:39.326023 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8442e611-9c17-4de5-b403-50283897c2a5 None None] Sync routers for ids ['7517ed0b-d6b8-4447-893b-c7335a6f105b'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:39.333086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db7195-af6b-4962-abdd-ddf6cc6eaba3 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1c23a3-3b65-4422-b438-7e4f8c74b4b1,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:39.348450 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442e611-9c17-4de5-b403-50283897c2a5 None None] Routers {'7517ed0b-d6b8-4447-893b-c7335a6f105b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:39.349403 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8442e611-9c17-4de5-b403-50283897c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7517ed0b-d6b8-4447-893b-c7335a6f105b'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:39.412988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d5db7195-af6b-4962-abdd-ddf6cc6eaba3 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:39.418509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a68d18-a9f1-4246-8346-b655e8a06b54 None None] Network 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:39.422317 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8442e611-9c17-4de5-b403-50283897c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:39.435306 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442e611-9c17-4de5-b403-50283897c2a5 None None] Routers {'7517ed0b-d6b8-4447-893b-c7335a6f105b'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:39.436224 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8442e611-9c17-4de5-b403-50283897c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7517ed0b-d6b8-4447-893b-c7335a6f105b'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:39.449523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a7919bb6-9ccd-416d-ac75-82617b508282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:39.460816 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d5db7195-af6b-4962-abdd-ddf6cc6eaba3 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "DELETE /v2.0/subnets/0e1c23a3-3b65-4422-b438-7e4f8c74b4b1 HTTP/1.1" status: 204 len: 168 time: 1.0090449 Mar 02 20:18:39.463777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46216) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:39.570784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:39.581609 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7919bb6-9ccd-416d-ac75-82617b508282 None None] Pushing event deleted for resources: {'Port': ['ID=3865698a-0fb1-4e71-9194-4cd2069f6560,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:39.584797 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7919bb6-9ccd-416d-ac75-82617b508282 None None] No DVR routers for this DVR port 3865698a-0fb1-4e71-9194-4cd2069f6560 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:39.592330 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8442e611-9c17-4de5-b403-50283897c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:39.592981 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8442e611-9c17-4de5-b403-50283897c2a5 None None] The sync data for ids ['7517ed0b-d6b8-4447-893b-c7335a6f105b'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:39.647527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:39.663167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port b989ee40-9fff-4377-9eef-aa4b6925f1a2 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:18:39.823714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe825c-7c9f-4ded-974a-8bfa8417f063 None None] DHCP port deletion for 3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:18:39.827056 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:39.829260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe825c-7c9f-4ded-974a-8bfa8417f063 None None] Deleting port 3f5edb38-6832-4783-a782-f9f5efba43ec {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:39.829623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f9fe825c-7c9f-4ded-974a-8bfa8417f063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.047221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.057418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.085239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eec86f0-3142-4b80-a946-8f7d37f69c58']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:40.101425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b2c91c-7c52-42c0-aca2-5748def98ce1') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:40.101816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b2c91c-7c52-42c0-aca2-5748def98ce1') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:40.118229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.138956 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.147453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:40.148179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:40.165966 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:40.189747 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-57566b32-9d83-4da4-9127-aa42e4140136 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 20:18:40.189747 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-57566b32-9d83-4da4-9127-aa42e4140136 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/7517ed0b-d6b8-4447-893b-c7335a6f105b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8633130 Mar 02 20:18:40.192140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f9fe825c-7c9f-4ded-974a-8bfa8417f063 None None] For port 3f5edb38-6832-4783-a782-f9f5efba43ec, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3f5edb38-6832-4783-a782-f9f5efba43ec,segment=NetworkSegment(88baf444-999a-4503-89dd-87405d15a86a),segment_id=88baf444-999a-4503-89dd-87405d15a86a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:40.195931 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f9fe825c-7c9f-4ded-974a-8bfa8417f063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.196763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46222) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:40.283151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.290932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-013ef5b4-6b40-43a1-9ff9-30486d9d6e3b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:40.364711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3865698a-0fb1-4e71-9194-4cd2069f6560 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:40.375925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:40.377126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:40.379513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:40.383521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:40.384117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.389435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe825c-7c9f-4ded-974a-8bfa8417f063 None None] Calling delete_port for 3f5edb38-6832-4783-a782-f9f5efba43ec owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:40.407042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=b989ee40-9fff-4377-9eef-aa4b6925f1a2,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:40.432978 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 3865698a-0fb1-4e71-9194-4cd2069f6560 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:18:40.433332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3865698a-0fb1-4e71-9194-4cd2069f6560 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:18:40.433747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3f5edb38-6832-4783-a782-f9f5efba43ec no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:40.437197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-013ef5b4-6b40-43a1-9ff9-30486d9d6e3b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:40.438376 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-013ef5b4-6b40-43a1-9ff9-30486d9d6e3b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=7517ed0b-d6b8-4447-893b-c7335a6f105b HTTP/1.1" status: 200 len: 205 time: 0.2400036 Mar 02 20:18:40.443294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46226) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:40.512813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.517182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.521997 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "DELETE /v2.0/networks/9eec86f0-3142-4b80-a946-8f7d37f69c58 HTTP/1.1" status: 204 len: 168 time: 1.0542147 Mar 02 20:18:40.523324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46230) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:40.545247 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a95b3b89-e88e-43f6-9ef8-f925f36dfa7a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4949071 Mar 02 20:18:40.546144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46234) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:40.594512 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.639300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f9fe825c-7c9f-4ded-974a-8bfa8417f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.745571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe825c-7c9f-4ded-974a-8bfa8417f063 None None] Pushing event deleted for resources: {'Port': ['ID=3f5edb38-6832-4783-a782-f9f5efba43ec,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:40.748939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.17 (1257a92a-847b-47ff-bb1a-9201e37c23b1/4da4a3be-0feb-404e-ac62-c5233487ee2f/64150406-4a37-45be-88dd-cda9f73c5e44) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:40.752694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe825c-7c9f-4ded-974a-8bfa8417f063 None None] No DVR routers for this DVR port 3f5edb38-6832-4783-a782-f9f5efba43ec on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:40.763463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f1831-0528-47b9-b5cf-1aa1ff926691 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event deleted for resources: {'Network': ['ID=9eec86f0-3142-4b80-a946-8f7d37f69c58,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:40.815699 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90acc908-1cec-41c4-b7eb-61887cf3fae2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:40.816276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-90acc908-1cec-41c4-b7eb-61887cf3fae2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:40.822157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5776dbb-9f2b-4d00-98d7-53922a6b75b4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:40.838197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.046668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.067194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 64150406-4a37-45be-88dd-cda9f73c5e44 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:41.115209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.143600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef34a12-f1a7-4151-8ab1-6548b0f2ca16']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:41.158040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88baf444-999a-4503-89dd-87405d15a86a') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:41.158334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88baf444-999a-4503-89dd-87405d15a86a') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:41.171325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.188611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.196279 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:41.196890 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:41.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:41.250883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-90acc908-1cec-41c4-b7eb-61887cf3fae2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:41.254880 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-90acc908-1cec-41c4-b7eb-61887cf3fae2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/b989ee40-9fff-4377-9eef-aa4b6925f1a2 HTTP/1.1" status: 200 len: 844 time: 0.7022083 Mar 02 20:18:41.265378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46246) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:41.288235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.319492 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5776dbb-9f2b-4d00-98d7-53922a6b75b4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.334641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5776dbb-9f2b-4d00-98d7-53922a6b75b4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.348758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-00b8cac4-c16b-423a-a63c-bd182dd3e7b3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port b989ee40-9fff-4377-9eef-aa4b6925f1a2 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:41.349103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-00b8cac4-c16b-423a-a63c-bd182dd3e7b3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.367432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=64150406-4a37-45be-88dd-cda9f73c5e44,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:41.386355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 1257a92a-847b-47ff-bb1a-9201e37c23b1 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:41.388580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:41.390655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:41.447607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.475448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.486312 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event deleted for resources: {'Network': ['ID=3ef34a12-f1a7-4151-8ab1-6548b0f2ca16,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:41.497489 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d1474c5f-a392-40cd-b58e-a24792bd351c tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "DELETE /v2.0/networks/3ef34a12-f1a7-4151-8ab1-6548b0f2ca16 HTTP/1.1" status: 204 len: 168 time: 0.9735701 Mar 02 20:18:41.498083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46250) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:41.538072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.565781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5776dbb-9f2b-4d00-98d7-53922a6b75b4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.566299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5776dbb-9f2b-4d00-98d7-53922a6b75b4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Fanout notify agent at l3_agent the message router_deleted on router 7517ed0b-d6b8-4447-893b-c7335a6f105b {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:18:41.610632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5776dbb-9f2b-4d00-98d7-53922a6b75b4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.613053 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e5776dbb-9f2b-4d00-98d7-53922a6b75b4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/7517ed0b-d6b8-4447-893b-c7335a6f105b HTTP/1.1" status: 204 len: 168 time: 1.1693335 Mar 02 20:18:41.625215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46254) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:41.675740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-00b8cac4-c16b-423a-a63c-bd182dd3e7b3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.721456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-457eb1af-1677-45ca-a16d-81baf0f449ab tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Deleting subnet 8f310873-ab4f-48ed-beef-44e29a09be1e {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:41.724382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-457eb1af-1677-45ca-a16d-81baf0f449ab tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.786489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-457eb1af-1677-45ca-a16d-81baf0f449ab tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.809314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-00b8cac4-c16b-423a-a63c-bd182dd3e7b3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for b989ee40-9fff-4377-9eef-aa4b6925f1a2 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:41.814443 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9a0c665d-29f8-4c5e-ac8e-758d26bc320e None None] Provisioning for port 64150406-4a37-45be-88dd-cda9f73c5e44 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:41.822050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9a0c665d-29f8-4c5e-ac8e-758d26bc320e None None] Provisioning complete for port 64150406-4a37-45be-88dd-cda9f73c5e44 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:41.822999 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9a0c665d-29f8-4c5e-ac8e-758d26bc320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.896635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:41.904164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c665d-29f8-4c5e-ac8e-758d26bc320e None None] Port 64150406-4a37-45be-88dd-cda9f73c5e44 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:42.013454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df38b5e-22ad-42b0-af5f-97d2d59fd17d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting subnet 72996088-8f40-426d-8636-b27c9edf49b9 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:42.016831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5df38b5e-22ad-42b0-af5f-97d2d59fd17d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.077084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5df38b5e-22ad-42b0-af5f-97d2d59fd17d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.141482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-00b8cac4-c16b-423a-a63c-bd182dd3e7b3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.195306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-457eb1af-1677-45ca-a16d-81baf0f449ab tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.316276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8cac4-c16b-423a-a63c-bd182dd3e7b3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=b989ee40-9fff-4377-9eef-aa4b6925f1a2,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:42.328404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-00b8cac4-c16b-423a-a63c-bd182dd3e7b3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.341015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5df38b5e-22ad-42b0-af5f-97d2d59fd17d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.416031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-457eb1af-1677-45ca-a16d-81baf0f449ab tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.472992 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-00b8cac4-c16b-423a-a63c-bd182dd3e7b3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/b989ee40-9fff-4377-9eef-aa4b6925f1a2 HTTP/1.1" status: 204 len: 168 time: 1.2042603 Mar 02 20:18:42.473235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46264) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:42.476712 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb1af-1677-45ca-a16d-81baf0f449ab tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event deleted for resources: {'Subnet': ['ID=8f310873-ab4f-48ed-beef-44e29a09be1e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:42.494571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-457eb1af-1677-45ca-a16d-81baf0f449ab tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.501776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113fdeeb-66a2-48ff-89e3-2c9578479672 None None] Network 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:42.514602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5df38b5e-22ad-42b0-af5f-97d2d59fd17d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.522867 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-457eb1af-1677-45ca-a16d-81baf0f449ab tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "DELETE /v2.0/subnets/8f310873-ab4f-48ed-beef-44e29a09be1e HTTP/1.1" status: 204 len: 168 time: 1.0198619 Mar 02 20:18:42.526561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46268) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:42.563213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df38b5e-22ad-42b0-af5f-97d2d59fd17d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Subnet': ['ID=72996088-8f40-426d-8636-b27c9edf49b9,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:42.565306 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-800f8fa7-4a82-445a-bb05-8f572ede4842 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:18:42.565838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-800f8fa7-4a82-445a-bb05-8f572ede4842 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:42.580847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5df38b5e-22ad-42b0-af5f-97d2d59fd17d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.592028 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5df38b5e-22ad-42b0-af5f-97d2d59fd17d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/72996088-8f40-426d-8636-b27c9edf49b9 HTTP/1.1" status: 204 len: 168 time: 0.9657841 Mar 02 20:18:42.594715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46272) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:42.650211 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2f3872-af58-41c2-922a-365ebf510f00 None None] Network e400c663-2161-44d6-b822-5bb81afb25bf requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:42.670448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.688293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-800f8fa7-4a82-445a-bb05-8f572ede4842 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:42.692941 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-800f8fa7-4a82-445a-bb05-8f572ede4842 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/b989ee40-9fff-4377-9eef-aa4b6925f1a2 HTTP/1.1" status: 404 len: 333 time: 0.2151384 Mar 02 20:18:42.694325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Deleting port a75a4825-4d32-4fa8-a452-ce799cfdd31c {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:42.694765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.696959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46276) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:42.706394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'name': 'tempest-PortsIpV6TestJSON-1809586246'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:42.725542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.804298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.836244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.839575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:42.842663 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 57298276-090b-4446-8226-ed0230dd6aac {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:42.843009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.879706 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.923283 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:43.051457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] For port a75a4825-4d32-4fa8-a452-ce799cfdd31c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a75a4825-4d32-4fa8-a452-ce799cfdd31c,segment=NetworkSegment(dbe64992-1e60-4523-99e5-43dafec01a04),segment_id=dbe64992-1e60-4523-99e5-43dafec01a04)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:43.052162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.070959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:43.076131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.078044 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a38c01-382b-402c-9aac-bb0b01dd9d5e None None] DHCP port deletion for e400c663-2161-44d6-b822-5bb81afb25bf request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:18:43.090768 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-67a38c01-382b-402c-9aac-bb0b01dd9d5e None None] Deleting port 57298276-090b-4446-8226-ed0230dd6aac {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:43.091743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-67a38c01-382b-402c-9aac-bb0b01dd9d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.132227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port 90b9ccc6-7c7e-417c-82c3-aaa878d473b3 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:18:43.150871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fd21fb-7d5a-4c2a-bd55-9367b05a361a None None] DHCP port deletion for 6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:18:43.159326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd21fb-7d5a-4c2a-bd55-9367b05a361a None None] Deleting port a75a4825-4d32-4fa8-a452-ce799cfdd31c {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:43.159916 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a0fd21fb-7d5a-4c2a-bd55-9367b05a361a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.201921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] For port 57298276-090b-4446-8226-ed0230dd6aac, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=57298276-090b-4446-8226-ed0230dd6aac,segment=NetworkSegment(f98ba885-69dc-4a6d-ad87-ab05f9c35283),segment_id=f98ba885-69dc-4a6d-ad87-ab05f9c35283)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:43.202426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.265392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Calling delete_port for a75a4825-4d32-4fa8-a452-ce799cfdd31c owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:43.352008 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.364211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=64150406-4a37-45be-88dd-cda9f73c5e44,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:43.376309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 57298276-090b-4446-8226-ed0230dd6aac owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:43.501763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.587355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event deleted for resources: {'Port': ['ID=a75a4825-4d32-4fa8-a452-ce799cfdd31c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:43.596559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] No DVR routers for this DVR port a75a4825-4d32-4fa8-a452-ce799cfdd31c on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:43.613580 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-67a38c01-382b-402c-9aac-bb0b01dd9d5e None None] For port 57298276-090b-4446-8226-ed0230dd6aac, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=57298276-090b-4446-8226-ed0230dd6aac,segment=NetworkSegment(f98ba885-69dc-4a6d-ad87-ab05f9c35283),segment_id=f98ba885-69dc-4a6d-ad87-ab05f9c35283)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:43.613996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-67a38c01-382b-402c-9aac-bb0b01dd9d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.631790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a0fd21fb-7d5a-4c2a-bd55-9367b05a361a None None] For port a75a4825-4d32-4fa8-a452-ce799cfdd31c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a75a4825-4d32-4fa8-a452-ce799cfdd31c,segment=NetworkSegment(dbe64992-1e60-4523-99e5-43dafec01a04),segment_id=dbe64992-1e60-4523-99e5-43dafec01a04)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:43.632181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a0fd21fb-7d5a-4c2a-bd55-9367b05a361a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.634895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.671420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.721938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=57298276-090b-4446-8226-ed0230dd6aac,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:43.727052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No DVR routers for this DVR port 57298276-090b-4446-8226-ed0230dd6aac on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:43.755155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-67a38c01-382b-402c-9aac-bb0b01dd9d5e None None] Calling delete_port for 57298276-090b-4446-8226-ed0230dd6aac owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:43.784351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.878471 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.912388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 1257a92a-847b-47ff-bb1a-9201e37c23b1 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:43.913939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:43.920225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd21fb-7d5a-4c2a-bd55-9367b05a361a None None] Calling delete_port for a75a4825-4d32-4fa8-a452-ce799cfdd31c owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:43.921236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:43.955995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:43.958068 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:43.968938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:43.975455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:43.976804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:43.976804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.017881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-a0fd21fb-7d5a-4c2a-bd55-9367b05a361a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:18:44.018756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-a0fd21fb-7d5a-4c2a-bd55-9367b05a361a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:18:44.031338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=90b9ccc6-7c7e-417c-82c3-aaa878d473b3,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:44.048656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e400c663-2161-44d6-b822-5bb81afb25bf']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:44.063341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98ba885-69dc-4a6d-ad87-ab05f9c35283') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:44.063820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98ba885-69dc-4a6d-ad87-ab05f9c35283') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:44.080025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.084116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-67a38c01-382b-402c-9aac-bb0b01dd9d5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:18:44.084480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-67a38c01-382b-402c-9aac-bb0b01dd9d5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:18:44.099846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe64992-1e60-4523-99e5-43dafec01a04') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:44.100853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe64992-1e60-4523-99e5-43dafec01a04') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:44.102271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.116483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:44.116911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:44.137518 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:44.141506 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aaf4aa87-eb0f-4c53-9e48-ec2021afbcae tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4433515 Mar 02 20:18:44.144882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46286) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:44.147002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.169337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1a25d355-95ad-4a96-8c76-215ab95d17a6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:44.229892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.249039 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:44.249439 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.262045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c913973b-e946-49ec-8b41-af3abdc29555 None None] Provisioning complete for port 64150406-4a37-45be-88dd-cda9f73c5e44 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:44.262045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c913973b-e946-49ec-8b41-af3abdc29555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:44.265857 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:44.303502 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a75a4825-4d32-4fa8-a452-ce799cfdd31c no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:44.328271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.347034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: a75a4825-4d32-4fa8-a452-ce799cfdd31c {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:18:44.354163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a75a4825-4d32-4fa8-a452-ce799cfdd31c not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:18:44.354163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 57298276-090b-4446-8226-ed0230dd6aac no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:44.376552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c913973b-e946-49ec-8b41-af3abdc29555 None None] Port 64150406-4a37-45be-88dd-cda9f73c5e44 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:44.383499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 57298276-090b-4446-8226-ed0230dd6aac {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:18:44.383866 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 57298276-090b-4446-8226-ed0230dd6aac not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:18:44.426630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a25d355-95ad-4a96-8c76-215ab95d17a6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.463729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.474338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Network': ['ID=e400c663-2161-44d6-b822-5bb81afb25bf,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:44.476853 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7516b4e2-c506-4100-99df-95ad8fa95da6 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/networks/e400c663-2161-44d6-b822-5bb81afb25bf HTTP/1.1" status: 204 len: 168 time: 1.8812087 Mar 02 20:18:44.481271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46290) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:44.486840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'network': {'name': 'tempest-RoutersTest-1846373305'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:44.491952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:44.495709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:network and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:44.499184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:44.505087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:44.520194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd21fb-7d5a-4c2a-bd55-9367b05a361a None None] Deleting port a75a4825-4d32-4fa8-a452-ce799cfdd31c {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:44.520573 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a0fd21fb-7d5a-4c2a-bd55-9367b05a361a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.545472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.592224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-67a38c01-382b-402c-9aac-bb0b01dd9d5e None None] Deleting port 57298276-090b-4446-8226-ed0230dd6aac {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:44.592586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-67a38c01-382b-402c-9aac-bb0b01dd9d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.619651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:44.623184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.634449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.650978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Pushing event deleted for resources: {'Network': ['ID=6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:44.664373 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-545c1bd5-6eb0-483c-a48c-92cf954517a2 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "DELETE /v2.0/networks/6e9efc95-a61f-4cdf-b222-b5ef4c0aa2e0 HTTP/1.1" status: 204 len: 168 time: 2.1345651 Mar 02 20:18:44.667617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46296) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:44.683392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd21fb-7d5a-4c2a-bd55-9367b05a361a None None] The port 'a75a4825-4d32-4fa8-a452-ce799cfdd31c' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:18:44.712739 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:18:44.724311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cea855b1-4a97-4138-8589-d68cfe297967 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Synchronizing usage tracker for tenant:ef3bc29d7a2f4a28acf432d464476af2 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:44.736182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.736624 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added segment 3ee15e59-c814-473b-bb20-677962431791 of type vlan for network 6160836b-ca82-49f6-a6f9-e356ecb5d05e Mar 02 20:18:44.737794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-67a38c01-382b-402c-9aac-bb0b01dd9d5e None None] The port '57298276-090b-4446-8226-ed0230dd6aac' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:18:44.772829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.812746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cea855b1-4a97-4138-8589-d68cfe297967 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Unset dirty status for tenant:ef3bc29d7a2f4a28acf432d464476af2 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:44.816332 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cea855b1-4a97-4138-8589-d68cfe297967 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "GET /v2.0/ports?device_id=2be68afc-4e99-4a81-a87d-5abf8cff785a HTTP/1.1" status: 200 len: 205 time: 0.1480680 Mar 02 20:18:44.816623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46300) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:44.852291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a25d355-95ad-4a96-8c76-215ab95d17a6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.888117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:18:44.935412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.945449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:44.946446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:44.958503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a25d355-95ad-4a96-8c76-215ab95d17a6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.084076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Network': ['ID=6160836b-ca82-49f6-a6f9-e356ecb5d05e,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:45.088441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6d8406c6-70a5-4dd7-b8ae-ada76ea12044 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.095365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 6160836b-ca82-49f6-a6f9-e356ecb5d05e details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:18:45.101892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25d355-95ad-4a96-8c76-215ab95d17a6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=90b9ccc6-7c7e-417c-82c3-aaa878d473b3,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:45.121114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1a25d355-95ad-4a96-8c76-215ab95d17a6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] In _notify_port_updated(), no bound segment for port 90b9ccc6-7c7e-417c-82c3-aaa878d473b3 on network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 {{(pid=84504) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:18:45.127619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a25d355-95ad-4a96-8c76-215ab95d17a6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:45.128614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a25d355-95ad-4a96-8c76-215ab95d17a6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.130146 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1a25d355-95ad-4a96-8c76-215ab95d17a6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "PUT /v2.0/ports/90b9ccc6-7c7e-417c-82c3-aaa878d473b3 HTTP/1.1" status: 200 len: 818 time: 0.9754517 Mar 02 20:18:45.133117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46304) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:45.204281 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b6e00bd6-f042-4078-857c-46ad1b038b64 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7193086 Mar 02 20:18:45.209422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46308) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:45.217420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'subnet': {'network_id': '6160836b-ca82-49f6-a6f9-e356ecb5d05e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:45.438233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b6e2a-2aef-47cf-9735-f9e0b6708748 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 90b9ccc6-7c7e-417c-82c3-aaa878d473b3 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:45.438566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6e2a-2aef-47cf-9735-f9e0b6708748 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.496721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6d8406c6-70a5-4dd7-b8ae-ada76ea12044 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.501683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6d8406c6-70a5-4dd7-b8ae-ada76ea12044 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.525322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:45.557512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:subnet and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:45.572786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:45.590074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:45.602948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6d8406c6-70a5-4dd7-b8ae-ada76ea12044 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.603560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8406c6-70a5-4dd7-b8ae-ada76ea12044 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Fanout notify agent at l3_agent the message router_deleted on router 2be68afc-4e99-4a81-a87d-5abf8cff785a {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:18:45.617528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6d8406c6-70a5-4dd7-b8ae-ada76ea12044 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.622502 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6d8406c6-70a5-4dd7-b8ae-ada76ea12044 tempest-RoutersNegativeTest-433194921 tempest-RoutersNegativeTest-433194921-project] 10.222.0.44 "DELETE /v2.0/routers/2be68afc-4e99-4a81-a87d-5abf8cff785a HTTP/1.1" status: 204 len: 168 time: 0.8020000 Mar 02 20:18:45.727724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:45.836092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6e2a-2aef-47cf-9735-f9e0b6708748 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.978171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b6e2a-2aef-47cf-9735-f9e0b6708748 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for 90b9ccc6-7c7e-417c-82c3-aaa878d473b3 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:46.032348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.059676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:46.073025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Sync routers for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:46.086587 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:46.087502 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:46.117408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a888c854-c06b-4bdb-b25c-4805b19fce48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/c7586df4-c13a-4901-a0b8-c7ee9f7c4656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3608780 Mar 02 20:18:46.277411 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6e2a-2aef-47cf-9735-f9e0b6708748 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.282186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:18:46.296369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46322) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:46.328615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b6e2a-2aef-47cf-9735-f9e0b6708748 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=90b9ccc6-7c7e-417c-82c3-aaa878d473b3,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:46.346490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6e2a-2aef-47cf-9735-f9e0b6708748 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.403753 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-dc7b6e2a-2aef-47cf-9735-f9e0b6708748 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/90b9ccc6-7c7e-417c-82c3-aaa878d473b3 HTTP/1.1" status: 204 len: 168 time: 1.2686973 Mar 02 20:18:46.406759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46328) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:46.547268 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e2781678-d617-47a6-81d1-9fbf12fa9a43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef3bc29d7a2f4a28acf432d464476af2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2495894 Mar 02 20:18:46.549355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46332) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:46.567301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.573651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7906935b-2db6-4314-9a4b-eb31afaa8631 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:46.574362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7906935b-2db6-4314-9a4b-eb31afaa8631 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:46.631572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-70ed9048-202c-4ed3-92b3-6781eb2378c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.652096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Subnet': ['ID=070bc982-958d-4e04-bfd5-acf0f381a963,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:46.661412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-70ed9048-202c-4ed3-92b3-6781eb2378c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.668144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Checking segment: {'id': '3ee15e59-c814-473b-bb20-677962431791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6160836b-ca82-49f6-a6f9-e356ecb5d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:46.668910 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network hostable DHCP agents. Network: 6160836b-ca82-49f6-a6f9-e356ecb5d05e, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:18:46.678807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:18:41Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a6d9fe66-9a87-49c5-9580-4d094205801e', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'port_id': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'mac_address': 'fa:16:3e:e5:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:16Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64150406-4a37-45be-88dd-cda9f73c5e44', 'name': '', 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b0:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da4a3be-0feb-404e-ac62-c5233487ee2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:18:40Z', 'updated_at': '2022-03-02T20:18:42Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '4da4a3be-0feb-404e-ac62-c5233487ee2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:46.685624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Checking router: c7586df4-c13a-4901-a0b8-c7ee9f7c4656 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:18:46.685624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Updating router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 port 64150406-4a37-45be-88dd-cda9f73c5e44 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:18:46.722317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7906935b-2db6-4314-9a4b-eb31afaa8631 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:46.723611 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7906935b-2db6-4314-9a4b-eb31afaa8631 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3156452 Mar 02 20:18:46.726296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46336) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:46.742339 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.771568 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1090dcc-5c6c-4ee4-be8d-b53f31b223d8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:18:46.776455 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e1090dcc-5c6c-4ee4-be8d-b53f31b223d8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/90b9ccc6-7c7e-417c-82c3-aaa878d473b3 HTTP/1.1" status: 404 len: 333 time: 0.0456543 Mar 02 20:18:46.776749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46342) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:46.782781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-122697842'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:46.787690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:46.791742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:network and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:46.796099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:46.802579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 6160836b-ca82-49f6-a6f9-e356ecb5d05e is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:18:46.805684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:46.889405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-70ed9048-202c-4ed3-92b3-6781eb2378c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.904237 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed9048-202c-4ed3-92b3-6781eb2378c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a4bf52-5efb-485a-aee1-82ea90947346,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:46.910572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-70ed9048-202c-4ed3-92b3-6781eb2378c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.914980 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-70ed9048-202c-4ed3-92b3-6781eb2378c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27a4bf52-5efb-485a-aee1-82ea90947346 HTTP/1.1" status: 204 len: 168 time: 0.3614554 Mar 02 20:18:46.928530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:46.928732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 6160836b-ca82-49f6-a6f9-e356ecb5d05e) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:46.934879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:46.935485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.942940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.960376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfaaabf-6719-42bc-b886-3cee34399606 None None] Network 6160836b-ca82-49f6-a6f9-e356ecb5d05e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:46.973965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:18:46.984649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:46.984999 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Added segment 1d8ca504-3b80-4b95-b247-4783b85579c4 of type vlan for network c99ebbcf-2689-4e34-a8e6-3cf851c9485d Mar 02 20:18:47.014704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.066404 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2d920caa-1da5-4976-9140-da45a0cc93f3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8552716 Mar 02 20:18:47.068913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46348) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:47.081716 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-402d965c-8902-426c-8873-79ae9c63e93e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1451869972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:47.083147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-402d965c-8902-426c-8873-79ae9c63e93e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:47.087156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-402d965c-8902-426c-8873-79ae9c63e93e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:router and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:47.090212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-402d965c-8902-426c-8873-79ae9c63e93e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:47.097215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-402d965c-8902-426c-8873-79ae9c63e93e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:47.195497 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.199406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:47.201105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.205267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0433e02e-b3f9-4755-950a-101671dddfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.280528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-402d965c-8902-426c-8873-79ae9c63e93e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.281614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-402d965c-8902-426c-8873-79ae9c63e93e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.300565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-402d965c-8902-426c-8873-79ae9c63e93e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.310130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.313890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Network': ['ID=c99ebbcf-2689-4e34-a8e6-3cf851c9485d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:47.322718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Transition to ACTIVE for port object 64150406-4a37-45be-88dd-cda9f73c5e44 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:47.328743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network c99ebbcf-2689-4e34-a8e6-3cf851c9485d details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:18:47.341714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-6160836b-ca82-49f6-a6f9-e356ecb5d05e', 'network_id': '6160836b-ca82-49f6-a6f9-e356ecb5d05e', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'fixed_ips': [{'subnet_id': '070bc982-958d-4e04-bfd5-acf0f381a963'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:18:47.342653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.386707 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c9c88465-a37c-4ac8-8cd3-09d4da67c4f6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6088231 Mar 02 20:18:47.392213 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46352) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:47.398463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': 'c99ebbcf-2689-4e34-a8e6-3cf851c9485d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:47.481383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-402d965c-8902-426c-8873-79ae9c63e93e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.538130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:47.542196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:47.545752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:47.547173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.551551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:47.637177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-402d965c-8902-426c-8873-79ae9c63e93e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.640857 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-402d965c-8902-426c-8873-79ae9c63e93e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5680072 Mar 02 20:18:47.648102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46356) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:47.708822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:47.753718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cc459-107e-4a35-9f43-be59f5be0572 None None] Pushing event updated for resources: {'Port': ['ID=64150406-4a37-45be-88dd-cda9f73c5e44,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:47.865958 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Allocated IP 172.20.0.2 (6160836b-ca82-49f6-a6f9-e356ecb5d05e/070bc982-958d-4e04-bfd5-acf0f381a963/4f91fd43-9b21-416b-a969-b615b8f50e2b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:47.871048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Attempting to bind port 64150406-4a37-45be-88dd-cda9f73c5e44 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:47.876645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Attempting to bind port 64150406-4a37-45be-88dd-cda9f73c5e44 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:47.876645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Attempting to bind port 64150406-4a37-45be-88dd-cda9f73c5e44 on network 1257a92a-847b-47ff-bb1a-9201e37c23b1 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:47.885944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:47.886352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Checking segment: {'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:47.886769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.887793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Bound using segment: {'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:47.888439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Bound port: 64150406-4a37-45be-88dd-cda9f73c5e44, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bb6d72-b3dd-42d7-acba-973be02f3894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:47.888843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.893240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:48.128833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] For port 64150406-4a37-45be-88dd-cda9f73c5e44, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:48.166874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] For port 64150406-4a37-45be-88dd-cda9f73c5e44, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=64150406-4a37-45be-88dd-cda9f73c5e44,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:48.199440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:48.211100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Transition to ACTIVE for port object 4f91fd43-9b21-416b-a969-b615b8f50e2b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:48.229895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Transition to ACTIVE for port object 4f91fd43-9b21-416b-a969-b615b8f50e2b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:48.269945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:48.356735 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cc459-107e-4a35-9f43-be59f5be0572 None None] Pushing event updated for resources: {'Port': ['ID=64150406-4a37-45be-88dd-cda9f73c5e44,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:48.359701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:48.360360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:48.412859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:48.570158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Network 6160836b-ca82-49f6-a6f9-e356ecb5d05e is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:48.575851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:48.577522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Pushing event updated for resources: {'Port': ['ID=4f91fd43-9b21-416b-a969-b615b8f50e2b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:48.579562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:48.598250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:48.701180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:18:48.732494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:48.746114 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Attempting to bind port 4f91fd43-9b21-416b-a969-b615b8f50e2b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:48.746114 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Attempting to bind port 4f91fd43-9b21-416b-a969-b615b8f50e2b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '3ee15e59-c814-473b-bb20-677962431791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6160836b-ca82-49f6-a6f9-e356ecb5d05e'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:48.746114 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Attempting to bind port 4f91fd43-9b21-416b-a969-b615b8f50e2b on network 6160836b-ca82-49f6-a6f9-e356ecb5d05e {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:48.773660 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:48.774057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Checking segment: {'id': '3ee15e59-c814-473b-bb20-677962431791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6160836b-ca82-49f6-a6f9-e356ecb5d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:48.774451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:48.774837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Bound using segment: {'id': '3ee15e59-c814-473b-bb20-677962431791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6160836b-ca82-49f6-a6f9-e356ecb5d05e'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:48.775309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Bound port: 4f91fd43-9b21-416b-a969-b615b8f50e2b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee15e59-c814-473b-bb20-677962431791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6160836b-ca82-49f6-a6f9-e356ecb5d05e'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:48.775673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:48.871475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Subnet': ['ID=fcdb6c99-5964-460c-be25-4a60e15073b2,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:48.951758 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Checking segment: {'id': '1d8ca504-3b80-4b95-b247-4783b85579c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c99ebbcf-2689-4e34-a8e6-3cf851c9485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:48.952051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network hostable DHCP agents. Network: c99ebbcf-2689-4e34-a8e6-3cf851c9485d, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:18:49.021395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] For port 4f91fd43-9b21-416b-a969-b615b8f50e2b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:49.040382 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] For port 4f91fd43-9b21-416b-a969-b615b8f50e2b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4f91fd43-9b21-416b-a969-b615b8f50e2b,segment=NetworkSegment(3ee15e59-c814-473b-bb20-677962431791),segment_id=3ee15e59-c814-473b-bb20-677962431791)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:49.058443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Allocated IP 172.20.0.1 (6160836b-ca82-49f6-a6f9-e356ecb5d05e/070bc982-958d-4e04-bfd5-acf0f381a963/a6621765-e3ad-4e7a-ae7e-d4261659bbe1) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:49.094623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network c99ebbcf-2689-4e34-a8e6-3cf851c9485d is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:18:49.160772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:49.206672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, c99ebbcf-2689-4e34-a8e6-3cf851c9485d) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:49.207893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:49.208713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:49.217938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f372bc7-6c19-4638-b436-7ad65b03a4b4 None None] Network c99ebbcf-2689-4e34-a8e6-3cf851c9485d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:49.269623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:49.286871 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Transition to ACTIVE for port object a6621765-e3ad-4e7a-ae7e-d4261659bbe1 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:49.351653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed0a43-dd80-479d-b451-82dece850edf None None] Pushing event updated for resources: {'Port': ['ID=4f91fd43-9b21-416b-a969-b615b8f50e2b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:49.364198 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d52f98dc-5f27-407a-a4fe-c07daca53327 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9707277 Mar 02 20:18:49.366981 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46366) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:49.375553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3e0bd7a0-7274-4864-9a83-916aa6e8664e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': 'c99ebbcf-2689-4e34-a8e6-3cf851c9485d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:49.441378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:49.449180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:18:41Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a6d9fe66-9a87-49c5-9580-4d094205801e', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'port_id': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'mac_address': 'fa:16:3e:e5:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:16Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64150406-4a37-45be-88dd-cda9f73c5e44', 'name': '', 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b0:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da4a3be-0feb-404e-ac62-c5233487ee2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:18:40Z', 'updated_at': '2022-03-02T20:18:48Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '4da4a3be-0feb-404e-ac62-c5233487ee2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:49.456772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f226d9-b4b5-4524-b618-63aa5c95ad87 None None] The sync data for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv is: [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:18:41Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a6d9fe66-9a87-49c5-9580-4d094205801e', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'port_id': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'mac_address': 'fa:16:3e:e5:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:16Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64150406-4a37-45be-88dd-cda9f73c5e44', 'name': '', 'network_id': '1257a92a-847b-47ff-bb1a-9201e37c23b1', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b0:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da4a3be-0feb-404e-ac62-c5233487ee2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:18:40Z', 'updated_at': '2022-03-02T20:18:48Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '4da4a3be-0feb-404e-ac62-c5233487ee2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:49.517639 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-056fd8b4-8097-4578-af01-1a8a900d3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:49.526955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-c99ebbcf-2689-4e34-a8e6-3cf851c9485d', 'network_id': 'c99ebbcf-2689-4e34-a8e6-3cf851c9485d', 'tenant_id': '97f478de2939464e91544656c2965d44', 'fixed_ips': [{'subnet_id': 'fcdb6c99-5964-460c-be25-4a60e15073b2'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:18:49.534794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:49.572475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 6160836b-ca82-49f6-a6f9-e356ecb5d05e is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:49.577518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:49.580234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:49.658949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=a6621765-e3ad-4e7a-ae7e-d4261659bbe1,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:49.689212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:49.710241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3e0bd7a0-7274-4864-9a83-916aa6e8664e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:49.717157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3e0bd7a0-7274-4864-9a83-916aa6e8664e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:49.721881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3e0bd7a0-7274-4864-9a83-916aa6e8664e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:49.727540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Allocated IP 2001:db8::2 (c99ebbcf-2689-4e34-a8e6-3cf851c9485d/fcdb6c99-5964-460c-be25-4a60e15073b2/0e6c799c-3a92-4daf-8087-a71407a5fdad) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:49.731599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3e0bd7a0-7274-4864-9a83-916aa6e8664e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:49.883390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0bd7a0-7274-4864-9a83-916aa6e8664e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:49.892089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e0bd7a0-7274-4864-9a83-916aa6e8664e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:49.998419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:50.012543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Transition to ACTIVE for port object 0e6c799c-3a92-4daf-8087-a71407a5fdad will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:50.035314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Transition to ACTIVE for port object 0e6c799c-3a92-4daf-8087-a71407a5fdad will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:50.037584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:50.123126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:50.180540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Network c99ebbcf-2689-4e34-a8e6-3cf851c9485d is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:50.183658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:50.192060 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:50.208945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Pushing event updated for resources: {'Port': ['ID=0e6c799c-3a92-4daf-8087-a71407a5fdad,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:50.304008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Attempting to bind port 0e6c799c-3a92-4daf-8087-a71407a5fdad on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:50.304372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Attempting to bind port 0e6c799c-3a92-4daf-8087-a71407a5fdad by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '1d8ca504-3b80-4b95-b247-4783b85579c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c99ebbcf-2689-4e34-a8e6-3cf851c9485d'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:50.304738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Attempting to bind port 0e6c799c-3a92-4daf-8087-a71407a5fdad on network c99ebbcf-2689-4e34-a8e6-3cf851c9485d {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:18:50.312049 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:18:50.312421 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Checking segment: {'id': '1d8ca504-3b80-4b95-b247-4783b85579c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c99ebbcf-2689-4e34-a8e6-3cf851c9485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:18:50.312821 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:50.313216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Bound using segment: {'id': '1d8ca504-3b80-4b95-b247-4783b85579c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c99ebbcf-2689-4e34-a8e6-3cf851c9485d'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:18:50.313675 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Bound port: 0e6c799c-3a92-4daf-8087-a71407a5fdad, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8ca504-3b80-4b95-b247-4783b85579c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c99ebbcf-2689-4e34-a8e6-3cf851c9485d'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:50.314189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:50.358357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4f91fd43-9b21-416b-a969-b615b8f50e2b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:50.394475 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.ipam_backend_mixin [None req-3e0bd7a0-7274-4864-9a83-916aa6e8664e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fcdb6c99-5964-460c-be25-4a60e15073b2 (CIDR: 2001:db8::/64) Mar 02 20:18:50.455518 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0bd7a0-7274-4864-9a83-916aa6e8664e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:18:50.456224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0bd7a0-7274-4864-9a83-916aa6e8664e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:18:50.493926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] For port 0e6c799c-3a92-4daf-8087-a71407a5fdad, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:18:50.493926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] For port 0e6c799c-3a92-4daf-8087-a71407a5fdad, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0e6c799c-3a92-4daf-8087-a71407a5fdad,segment=NetworkSegment(1d8ca504-3b80-4b95-b247-4783b85579c4),segment_id=1d8ca504-3b80-4b95-b247-4783b85579c4)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:18:50.556685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:50.586799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 4f91fd43-9b21-416b-a969-b615b8f50e2b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:50.592498 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:50.597552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:50.612908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:50.629164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64150406-4a37-45be-88dd-cda9f73c5e44 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:50.649572 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3e0bd7a0-7274-4864-9a83-916aa6e8664e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2814798 Mar 02 20:18:50.652205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46372) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:50.660349 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': 'c99ebbcf-2689-4e34-a8e6-3cf851c9485d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:50.741385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:50.743543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7fa061-f0f4-4455-b457-308a8f5e7bc8 None None] Network 6160836b-ca82-49f6-a6f9-e356ecb5d05e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:50.832099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b147a6-e361-45f5-803c-d0b1b25918b1 None None] Pushing event updated for resources: {'Port': ['ID=0e6c799c-3a92-4daf-8087-a71407a5fdad,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:50.908289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:50.931516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=a6621765-e3ad-4e7a-ae7e-d4261659bbe1,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:50.961592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 64150406-4a37-45be-88dd-cda9f73c5e44 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:50.979515 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 64150406-4a37-45be-88dd-cda9f73c5e44 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:50.979817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:51.011046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-84141b6a-3b5a-4ed0-8c85-b787d1c20594 None None] Provisioning for port 4f91fd43-9b21-416b-a969-b615b8f50e2b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:51.029426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-84141b6a-3b5a-4ed0-8c85-b787d1c20594 None None] Provisioning complete for port 4f91fd43-9b21-416b-a969-b615b8f50e2b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:51.029874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84141b6a-3b5a-4ed0-8c85-b787d1c20594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:51.086670 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:51.093219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:51.098611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:51.118592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:51.151544 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 6160836b-ca82-49f6-a6f9-e356ecb5d05e is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:51.152772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:51.286726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:51.290167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:51.336627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:51.352633 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84141b6a-3b5a-4ed0-8c85-b787d1c20594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:51.400170 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 64150406-4a37-45be-88dd-cda9f73c5e44, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=64150406-4a37-45be-88dd-cda9f73c5e44,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:51.404267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-84141b6a-3b5a-4ed0-8c85-b787d1c20594 None None] For port 4f91fd43-9b21-416b-a969-b615b8f50e2b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4f91fd43-9b21-416b-a969-b615b8f50e2b,segment=NetworkSegment(3ee15e59-c814-473b-bb20-677962431791),segment_id=3ee15e59-c814-473b-bb20-677962431791)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:51.498479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:51.565015 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84141b6a-3b5a-4ed0-8c85-b787d1c20594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:51.609530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=64150406-4a37-45be-88dd-cda9f73c5e44,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:51.707577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84141b6a-3b5a-4ed0-8c85-b787d1c20594 None None] Pushing event updated for resources: {'Port': ['ID=4f91fd43-9b21-416b-a969-b615b8f50e2b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:51.831188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-08c183c0-2ece-4ae9-9722-df78b04d49e8 None None] Provisioning for port a6621765-e3ad-4e7a-ae7e-d4261659bbe1 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:51.836822 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-08c183c0-2ece-4ae9-9722-df78b04d49e8 None None] Provisioning complete for port a6621765-e3ad-4e7a-ae7e-d4261659bbe1 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:51.837219 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-08c183c0-2ece-4ae9-9722-df78b04d49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:51.889739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:51.900871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-08c183c0-2ece-4ae9-9722-df78b04d49e8 None None] Port a6621765-e3ad-4e7a-ae7e-d4261659bbe1 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:51.915063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-08c183c0-2ece-4ae9-9722-df78b04d49e8 None None] Provisioning complete for port 4f91fd43-9b21-416b-a969-b615b8f50e2b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:51.915438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-08c183c0-2ece-4ae9-9722-df78b04d49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:51.948216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc630905-ace1-4184-b136-73644f4dc15e None None] Network c99ebbcf-2689-4e34-a8e6-3cf851c9485d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:52.043718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:52.089553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router 8191ad42-133c-4d8d-8be1-ddee462d8301 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:18:52.124156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network c99ebbcf-2689-4e34-a8e6-3cf851c9485d is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:52.127889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:52.134117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:52.134714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:52.151018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Subnet': ['ID=1698eaba-a1e3-441d-914d-40d4c2a9c67b,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:52.315156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fa52801f-3aa0-4e2d-85dc-f41a2cffc12e None None] Provisioning complete for port a6621765-e3ad-4e7a-ae7e-d4261659bbe1 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:52.315854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fa52801f-3aa0-4e2d-85dc-f41a2cffc12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:52.319104 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0c8f3206-685e-42a2-8842-7962cb8e3a62 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6656244 Mar 02 20:18:52.321661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46382) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:52.332387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': 'c99ebbcf-2689-4e34-a8e6-3cf851c9485d', 'fixed_ips': [{'subnet_id': 'fcdb6c99-5964-460c-be25-4a60e15073b2'}, {'subnet_id': '1698eaba-a1e3-441d-914d-40d4c2a9c67b'}], 'name': 'tempest-PortsIpV6TestJSON-106425354'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:52.356766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:52.367836 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d865b1-79c3-46ce-8233-56c9836224d6 None None] Sync routers for ids ['8191ad42-133c-4d8d-8be1-ddee462d8301'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:52.372528 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0751f12e-e36f-4cc7-8c37-46d019c71427 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/8191ad42-133c-4d8d-8be1-ddee462d8301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7287400 Mar 02 20:18:52.373629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46386) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:52.392798 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d865b1-79c3-46ce-8233-56c9836224d6 None None] Routers {'8191ad42-133c-4d8d-8be1-ddee462d8301'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:52.393992 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-87d865b1-79c3-46ce-8233-56c9836224d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8191ad42-133c-4d8d-8be1-ddee462d8301'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:52.447098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4f91fd43-9b21-416b-a969-b615b8f50e2b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:52.474617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a8487d-bb7d-4d4a-9c64-87e534e59a58 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:52.475509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b1a8487d-bb7d-4d4a-9c64-87e534e59a58 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:52.494551 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-87d865b1-79c3-46ce-8233-56c9836224d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:52.508461 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d865b1-79c3-46ce-8233-56c9836224d6 None None] Routers {'8191ad42-133c-4d8d-8be1-ddee462d8301'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:52.509335 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-87d865b1-79c3-46ce-8233-56c9836224d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8191ad42-133c-4d8d-8be1-ddee462d8301'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:52.544292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-fa52801f-3aa0-4e2d-85dc-f41a2cffc12e None None] Port a6621765-e3ad-4e7a-ae7e-d4261659bbe1 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:52.578714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a9fbc-f5f9-4c51-b082-3e360559d44b None None] Update dhcp port {'port': {'network_id': 'c99ebbcf-2689-4e34-a8e6-3cf851c9485d', 'fixed_ips': [{'subnet_id': 'fcdb6c99-5964-460c-be25-4a60e15073b2', 'ip_address': '2001:db8::2'}, {'subnet_id': '1698eaba-a1e3-441d-914d-40d4c2a9c67b'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '0e6c799c-3a92-4daf-8087-a71407a5fdad'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:18:52.585956 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-87d865b1-79c3-46ce-8233-56c9836224d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:52.586484 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d865b1-79c3-46ce-8233-56c9836224d6 None None] The sync data for ids ['8191ad42-133c-4d8d-8be1-ddee462d8301'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:52.631295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b1a8487d-bb7d-4d4a-9c64-87e534e59a58 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:52.633569 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b1a8487d-bb7d-4d4a-9c64-87e534e59a58 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports/a6621765-e3ad-4e7a-ae7e-d4261659bbe1 HTTP/1.1" status: 200 len: 910 time: 0.2587385 Mar 02 20:18:52.636355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46390) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:52.641336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4f91fd43-9b21-416b-a969-b615b8f50e2b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:52.641336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:52.678313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:52.679681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fa52801f-3aa0-4e2d-85dc-f41a2cffc12e None None] Provisioning for port 0e6c799c-3a92-4daf-8087-a71407a5fdad completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:52.682592 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:port and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:52.685889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e55a9fbc-f5f9-4c51-b082-3e360559d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:52.686363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:52.692030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:52.797050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:52.898285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0e6c799c-3a92-4daf-8087-a71407a5fdad up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:52.934445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:52.958469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:18:52.978974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6424ccfb-7439-46cd-be02-12d089b32ecc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:53.014234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-e55a9fbc-f5f9-4c51-b082-3e360559d44b None None] Allocated IP 2001:db8:0:1::2 (c99ebbcf-2689-4e34-a8e6-3cf851c9485d/1698eaba-a1e3-441d-914d-40d4c2a9c67b/0e6c799c-3a92-4daf-8087-a71407a5fdad) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:53.149635 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 0e6c799c-3a92-4daf-8087-a71407a5fdad completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:53.161086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 0e6c799c-3a92-4daf-8087-a71407a5fdad triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:53.161483 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:53.221623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e55a9fbc-f5f9-4c51-b082-3e360559d44b None None] For port 0e6c799c-3a92-4daf-8087-a71407a5fdad, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0e6c799c-3a92-4daf-8087-a71407a5fdad,segment=NetworkSegment(1d8ca504-3b80-4b95-b247-4783b85579c4),segment_id=1d8ca504-3b80-4b95-b247-4783b85579c4)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:53.259577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e55a9fbc-f5f9-4c51-b082-3e360559d44b None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:53.320685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e55a9fbc-f5f9-4c51-b082-3e360559d44b None None] Transition to ACTIVE for port object 0e6c799c-3a92-4daf-8087-a71407a5fdad will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:53.333235 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:53.447687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e55a9fbc-f5f9-4c51-b082-3e360559d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:53.599208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6424ccfb-7439-46cd-be02-12d089b32ecc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port a6621765-e3ad-4e7a-ae7e-d4261659bbe1 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:53.599777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6424ccfb-7439-46cd-be02-12d089b32ecc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:53.602800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:18:53.603243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:18:53.616340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8::3ea (c99ebbcf-2689-4e34-a8e6-3cf851c9485d/fcdb6c99-5964-460c-be25-4a60e15073b2/4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:53.623990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8:0:1::146 (c99ebbcf-2689-4e34-a8e6-3cf851c9485d/1698eaba-a1e3-441d-914d-40d4c2a9c67b/4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:53.661005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a9fbc-f5f9-4c51-b082-3e360559d44b None None] Pushing event updated for resources: {'Port': ['ID=0e6c799c-3a92-4daf-8087-a71407a5fdad,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:53.864717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:53.882854 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:53.922516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6424ccfb-7439-46cd-be02-12d089b32ecc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:54.021004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:54.065968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6424ccfb-7439-46cd-be02-12d089b32ecc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for a6621765-e3ad-4e7a-ae7e-d4261659bbe1 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:54.102963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network c99ebbcf-2689-4e34-a8e6-3cf851c9485d is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:54.125473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:54.127084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:54.129427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:18:54.133575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:54.134231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:54.168221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:54.204604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 0e6c799c-3a92-4daf-8087-a71407a5fdad, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0e6c799c-3a92-4daf-8087-a71407a5fdad,segment=NetworkSegment(1d8ca504-3b80-4b95-b247-4783b85579c4),segment_id=1d8ca504-3b80-4b95-b247-4783b85579c4)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:54.224855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e4e441-d497-4e16-ae49-4d4a7d6c8347 None None] Network c99ebbcf-2689-4e34-a8e6-3cf851c9485d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:54.271983 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0793bea8-1c64-437f-ad44-ec7f713f12c8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9473536 Mar 02 20:18:54.274509 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46398) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:54.281212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-64fa3cf8-6d08-4d46-80ca-2ba3b76a0de5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fcdb6c99-5964-460c-be25-4a60e15073b2'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:54.290900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:54.291611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64150406-4a37-45be-88dd-cda9f73c5e44 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:54.338293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6424ccfb-7439-46cd-be02-12d089b32ecc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:54.397890 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424ccfb-7439-46cd-be02-12d089b32ecc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=a6621765-e3ad-4e7a-ae7e-d4261659bbe1,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:54.421058 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64fa3cf8-6d08-4d46-80ca-2ba3b76a0de5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:54.487365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=0e6c799c-3a92-4daf-8087-a71407a5fdad,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:54.553399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9d911cbd-facc-4962-aaa6-71a1c538977b None None] Provisioning for port 0e6c799c-3a92-4daf-8087-a71407a5fdad completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:54.572598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9d911cbd-facc-4962-aaa6-71a1c538977b None None] Provisioning complete for port 0e6c799c-3a92-4daf-8087-a71407a5fdad triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:54.572975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9d911cbd-facc-4962-aaa6-71a1c538977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:54.695316 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 64150406-4a37-45be-88dd-cda9f73c5e44 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:54.695973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:54.734028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6424ccfb-7439-46cd-be02-12d089b32ecc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:54.825554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-64fa3cf8-6d08-4d46-80ca-2ba3b76a0de5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Delete allocated IP 2001:db8:0:1::146 (c99ebbcf-2689-4e34-a8e6-3cf851c9485d/1698eaba-a1e3-441d-914d-40d4c2a9c67b) {{(pid=84503) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 20:18:55.016806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0e6c799c-3a92-4daf-8087-a71407a5fdad up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:55.021096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64fa3cf8-6d08-4d46-80ca-2ba3b76a0de5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:55.039598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-64fa3cf8-6d08-4d46-80ca-2ba3b76a0de5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Ignored duplicate provisioning block setup for port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 20:18:55.097506 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 0e6c799c-3a92-4daf-8087-a71407a5fdad triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:55.097786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:55.166629 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64fa3cf8-6d08-4d46-80ca-2ba3b76a0de5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:55.192847 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6424ccfb-7439-46cd-be02-12d089b32ecc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router 8191ad42-133c-4d8d-8be1-ddee462d8301 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:18:55.295369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-64fa3cf8-6d08-4d46-80ca-2ba3b76a0de5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] In _notify_port_updated(), no bound segment for port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 on network c99ebbcf-2689-4e34-a8e6-3cf851c9485d {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:18:55.299259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fa3cf8-6d08-4d46-80ca-2ba3b76a0de5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:55.299882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64fa3cf8-6d08-4d46-80ca-2ba3b76a0de5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:55.301200 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-64fa3cf8-6d08-4d46-80ca-2ba3b76a0de5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "PUT /v2.0/ports/4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 HTTP/1.1" status: 200 len: 925 time: 1.0256085 Mar 02 20:18:55.305256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46404) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:55.308086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa3cf8-6d08-4d46-80ca-2ba3b76a0de5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:55.313735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d6e726e9-fbcf-4776-bf7a-f87321d3af1c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fcdb6c99-5964-460c-be25-4a60e15073b2'}, {'subnet_id': '1698eaba-a1e3-441d-914d-40d4c2a9c67b'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:55.352416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6424ccfb-7439-46cd-be02-12d089b32ecc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:18:55.364453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d065e2-d16d-4b6a-beca-8e531c102eb8 None None] Sync routers for ids ['8191ad42-133c-4d8d-8be1-ddee462d8301'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:18:55.377614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d065e2-d16d-4b6a-beca-8e531c102eb8 None None] Routers {'8191ad42-133c-4d8d-8be1-ddee462d8301'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:55.378257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b3d065e2-d16d-4b6a-beca-8e531c102eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8191ad42-133c-4d8d-8be1-ddee462d8301'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:55.437569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-dd2dc5a5-45d5-4d78-bc31-a165ea8d3790 None None] Provisioning for port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:55.448618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b3d065e2-d16d-4b6a-beca-8e531c102eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:55.456533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-dd2dc5a5-45d5-4d78-bc31-a165ea8d3790 None None] Provisioning complete for port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:55.456533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc5a5-45d5-4d78-bc31-a165ea8d3790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:55.469285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d6e726e9-fbcf-4776-bf7a-f87321d3af1c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:55.495385 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6424ccfb-7439-46cd-be02-12d089b32ecc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/8191ad42-133c-4d8d-8be1-ddee462d8301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8464022 Mar 02 20:18:55.495385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46410) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:55.510971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d065e2-d16d-4b6a-beca-8e531c102eb8 None None] Routers {'8191ad42-133c-4d8d-8be1-ddee462d8301'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:18:55.511599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b3d065e2-d16d-4b6a-beca-8e531c102eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8191ad42-133c-4d8d-8be1-ddee462d8301'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:55.538196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-39fafe00-4f41-42ed-bc68-7f833ca3713e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:55.591411 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-dd2dc5a5-45d5-4d78-bc31-a165ea8d3790 None None] Port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:55.594427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b3d065e2-d16d-4b6a-beca-8e531c102eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:55.594836 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d065e2-d16d-4b6a-beca-8e531c102eb8 None None] The sync data for ids ['8191ad42-133c-4d8d-8be1-ddee462d8301'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:18:55.608891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-dd2dc5a5-45d5-4d78-bc31-a165ea8d3790 None None] Provisioning complete for port 0e6c799c-3a92-4daf-8087-a71407a5fdad triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:55.609759 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc5a5-45d5-4d78-bc31-a165ea8d3790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:55.635601 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-39fafe00-4f41-42ed-bc68-7f833ca3713e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:55.639872 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-39fafe00-4f41-42ed-bc68-7f833ca3713e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8191ad42-133c-4d8d-8be1-ddee462d8301 HTTP/1.1" status: 200 len: 205 time: 0.1502533 Mar 02 20:18:55.640838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46416) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:55.906262 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-dbe62f6a-0506-4c45-89e0-962f1e03799c None None] Provisioning complete for port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:55.906839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-dbe62f6a-0506-4c45-89e0-962f1e03799c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:55.922732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-df4d435a-048e-4025-9d4a-31e2d99a1c9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:55.961967 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-dbe62f6a-0506-4c45-89e0-962f1e03799c None None] Port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:55.982571 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-d6e726e9-fbcf-4776-bf7a-f87321d3af1c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8:0:1::32c (c99ebbcf-2689-4e34-a8e6-3cf851c9485d/1698eaba-a1e3-441d-914d-40d4c2a9c67b/4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:56.150349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d6e726e9-fbcf-4776-bf7a-f87321d3af1c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.169038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-d6e726e9-fbcf-4776-bf7a-f87321d3af1c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:56.240536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d6e726e9-fbcf-4776-bf7a-f87321d3af1c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.317035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-df4d435a-048e-4025-9d4a-31e2d99a1c9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.321528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-df4d435a-048e-4025-9d4a-31e2d99a1c9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.399168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e726e9-fbcf-4776-bf7a-f87321d3af1c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:56.403568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-d6e726e9-fbcf-4776-bf7a-f87321d3af1c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] In _notify_port_updated(), no bound segment for port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 on network c99ebbcf-2689-4e34-a8e6-3cf851c9485d {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:18:56.407420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e726e9-fbcf-4776-bf7a-f87321d3af1c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:56.408052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d6e726e9-fbcf-4776-bf7a-f87321d3af1c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.414156 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d6e726e9-fbcf-4776-bf7a-f87321d3af1c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "PUT /v2.0/ports/4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 HTTP/1.1" status: 200 len: 1011 time: 1.1059113 Mar 02 20:18:56.414299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46420) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:56.451893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-df4d435a-048e-4025-9d4a-31e2d99a1c9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.451893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4d435a-048e-4025-9d4a-31e2d99a1c9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Fanout notify agent at l3_agent the message router_deleted on router 8191ad42-133c-4d8d-8be1-ddee462d8301 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:18:56.480159 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-df4d435a-048e-4025-9d4a-31e2d99a1c9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.482079 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-df4d435a-048e-4025-9d4a-31e2d99a1c9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/8191ad42-133c-4d8d-8be1-ddee462d8301 HTTP/1.1" status: 204 len: 168 time: 0.8400145 Mar 02 20:18:56.485154 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46424) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:56.497372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0c276-83bd-4157-8a24-d10dda943c0b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:56.497846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0e0c276-83bd-4157-8a24-d10dda943c0b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.712604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a1c7e0-b38e-4b6a-a5a2-d97eaa6659d5 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting subnet 070bc982-958d-4e04-bfd5-acf0f381a963 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:56.718544 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c7e0-b38e-4b6a-a5a2-d97eaa6659d5 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.759575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0e0c276-83bd-4157-8a24-d10dda943c0b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.772449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c7e0-b38e-4b6a-a5a2-d97eaa6659d5 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.777878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-caa0da0e-6101-407b-88a4-2cd4ef578d60 None None] Provisioning for port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:56.783139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-caa0da0e-6101-407b-88a4-2cd4ef578d60 None None] Provisioning complete for port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:56.783762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-caa0da0e-6101-407b-88a4-2cd4ef578d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.845536 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-caa0da0e-6101-407b-88a4-2cd4ef578d60 None None] Port 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:18:56.866765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c7e0-b38e-4b6a-a5a2-d97eaa6659d5 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:56.908505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0c276-83bd-4157-8a24-d10dda943c0b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for 4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:57.048380 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c7e0-b38e-4b6a-a5a2-d97eaa6659d5 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.091594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1c7e0-b38e-4b6a-a5a2-d97eaa6659d5 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Subnet': ['ID=070bc982-958d-4e04-bfd5-acf0f381a963,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:57.099464 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c0a1c7e0-b38e-4b6a-a5a2-d97eaa6659d5 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.105156 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c0a1c7e0-b38e-4b6a-a5a2-d97eaa6659d5 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/070bc982-958d-4e04-bfd5-acf0f381a963 HTTP/1.1" status: 204 len: 168 time: 0.6189559 Mar 02 20:18:57.107992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46430) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:57.113392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba273d-d299-4c6d-9314-a2be2ce6e96d None None] Network 6160836b-ca82-49f6-a6f9-e356ecb5d05e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:57.294808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0e0c276-83bd-4157-8a24-d10dda943c0b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.347556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0c276-83bd-4157-8a24-d10dda943c0b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:57.399918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.423699 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ddf91-0d97-450a-8019-c3d57fefdb76 None None] DHCP port deletion for 6160836b-ca82-49f6-a6f9-e356ecb5d05e request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:18:57.427760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ddf91-0d97-450a-8019-c3d57fefdb76 None None] Deleting port 4f91fd43-9b21-416b-a969-b615b8f50e2b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:57.428125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4b8ddf91-0d97-450a-8019-c3d57fefdb76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.459236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0e0c276-83bd-4157-8a24-d10dda943c0b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.472301 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a0e0c276-83bd-4157-8a24-d10dda943c0b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 HTTP/1.1" status: 204 len: 168 time: 1.0590687 Mar 02 20:18:57.473506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 4f91fd43-9b21-416b-a969-b615b8f50e2b {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:57.473899 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.475876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46434) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:57.525210 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f7c579-3e91-4ee6-8d49-a8851e359fa4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:18:57.525830 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a5f7c579-3e91-4ee6-8d49-a8851e359fa4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:57.607883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a5f7c579-3e91-4ee6-8d49-a8851e359fa4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:57.611612 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a5f7c579-3e91-4ee6-8d49-a8851e359fa4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 HTTP/1.1" status: 404 len: 333 time: 0.1320205 Mar 02 20:18:57.611888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46438) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:57.648420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-4b8ddf91-0d97-450a-8019-c3d57fefdb76 None None] For port 4f91fd43-9b21-416b-a969-b615b8f50e2b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4f91fd43-9b21-416b-a969-b615b8f50e2b,segment=NetworkSegment(3ee15e59-c814-473b-bb20-677962431791),segment_id=3ee15e59-c814-473b-bb20-677962431791)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:57.648781 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4b8ddf91-0d97-450a-8019-c3d57fefdb76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.688229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] For port 4f91fd43-9b21-416b-a969-b615b8f50e2b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4f91fd43-9b21-416b-a969-b615b8f50e2b,segment=NetworkSegment(3ee15e59-c814-473b-bb20-677962431791),segment_id=3ee15e59-c814-473b-bb20-677962431791)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:57.688578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed35655-87b5-4fe8-8828-26129c887f13 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting subnet 1698eaba-a1e3-441d-914d-40d4c2a9c67b {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:57.688705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.691537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ed35655-87b5-4fe8-8828-26129c887f13 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.753102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ed35655-87b5-4fe8-8828-26129c887f13 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.768426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ddf91-0d97-450a-8019-c3d57fefdb76 None None] Calling delete_port for 4f91fd43-9b21-416b-a969-b615b8f50e2b owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:57.821090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 4f91fd43-9b21-416b-a969-b615b8f50e2b owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:57.849409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ed35655-87b5-4fe8-8828-26129c887f13 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.922807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4b8ddf91-0d97-450a-8019-c3d57fefdb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:57.928571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:18:57.928998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:18:57.967392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ddf91-0d97-450a-8019-c3d57fefdb76 None None] Pushing event deleted for resources: {'Port': ['ID=4f91fd43-9b21-416b-a969-b615b8f50e2b,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:57.974825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ddf91-0d97-450a-8019-c3d57fefdb76 None None] No DVR routers for this DVR port 4f91fd43-9b21-416b-a969-b615b8f50e2b on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:57.975070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ed35655-87b5-4fe8-8828-26129c887f13 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.020342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed35655-87b5-4fe8-8828-26129c887f13 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Subnet': ['ID=1698eaba-a1e3-441d-914d-40d4c2a9c67b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:58.026568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5ed35655-87b5-4fe8-8828-26129c887f13 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.035029 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5ed35655-87b5-4fe8-8828-26129c887f13 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/1698eaba-a1e3-441d-914d-40d4c2a9c67b HTTP/1.1" status: 204 len: 168 time: 0.4199836 Mar 02 20:18:58.035319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46448) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:58.037744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d53f5-37dd-4f61-b86d-de26964e4cf5 None None] Network c99ebbcf-2689-4e34-a8e6-3cf851c9485d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:58.239049 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c03eca9-2f63-4562-aeab-0ac2bd246a37 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting subnet fcdb6c99-5964-460c-be25-4a60e15073b2 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:18:58.242173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c03eca9-2f63-4562-aeab-0ac2bd246a37 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.301552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c03eca9-2f63-4562-aeab-0ac2bd246a37 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.358436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d5018037-2b3d-4871-87b3-3edf03e45431 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Synchronizing usage tracker for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:58.429892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 4f91fd43-9b21-416b-a969-b615b8f50e2b {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:58.430247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.486448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c03eca9-2f63-4562-aeab-0ac2bd246a37 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.498930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d5018037-2b3d-4871-87b3-3edf03e45431 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Unset dirty status for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:58.499949 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d5018037-2b3d-4871-87b3-3edf03e45431 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181166011&fields=id&tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef HTTP/1.1" status: 200 len: 267 time: 0.1890981 Mar 02 20:18:58.504888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] The port '4f91fd43-9b21-416b-a969-b615b8f50e2b' was deleted {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:18:58.637552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c03eca9-2f63-4562-aeab-0ac2bd246a37 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.681007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03eca9-2f63-4562-aeab-0ac2bd246a37 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Subnet': ['ID=fcdb6c99-5964-460c-be25-4a60e15073b2,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:58.696528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c03eca9-2f63-4562-aeab-0ac2bd246a37 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.704982 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6c03eca9-2f63-4562-aeab-0ac2bd246a37 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/fcdb6c99-5964-460c-be25-4a60e15073b2 HTTP/1.1" status: 204 len: 168 time: 0.6686635 Mar 02 20:18:58.707505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46458) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:58.736912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.785020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6160836b-ca82-49f6-a6f9-e356ecb5d05e']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:58.809363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee15e59-c814-473b-bb20-677962431791') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:58.809702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee15e59-c814-473b-bb20-677962431791') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:58.824226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0e0b75b5-066d-47d4-b549-2b6ebb1c5fea tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:58.825598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0e0b75b5-066d-47d4-b549-2b6ebb1c5fea tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Synchronizing usage tracker for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:58.832213 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.836100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed97f5-60ae-4931-8e0e-daf7f6b50896 None None] Network c99ebbcf-2689-4e34-a8e6-3cf851c9485d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:18:58.838211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.849734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 0e6c799c-3a92-4daf-8087-a71407a5fdad {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:58.850111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.856367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.863910 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:58.864371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:58.878605 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:58.984017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0e0b75b5-066d-47d4-b549-2b6ebb1c5fea tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Unset dirty status for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:58.985522 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0e0b75b5-066d-47d4-b549-2b6ebb1c5fea tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 812 time: 0.4544039 Mar 02 20:18:59.004321 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-ec412fb4-a2ca-4633-a815-99d0f7ed578d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/quotas/27a22670d9d94d5cb974e0bd0ae4f9ef HTTP/1.1" status: 200 len: 375 time: 0.0114996 Mar 02 20:18:59.024921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4f91fd43-9b21-416b-a969-b615b8f50e2b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:59.061599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d2fa51d2-c404-4bd6-865f-d733c44f37e3 None None] Provisioning complete for port 0e6c799c-3a92-4daf-8087-a71407a5fdad triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:59.062109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d2fa51d2-c404-4bd6-865f-d733c44f37e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.083382 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] For port 0e6c799c-3a92-4daf-8087-a71407a5fdad, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0e6c799c-3a92-4daf-8087-a71407a5fdad,segment=NetworkSegment(1d8ca504-3b80-4b95-b247-4783b85579c4),segment_id=1d8ca504-3b80-4b95-b247-4783b85579c4)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:59.086669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.088861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.117662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.122522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 4f91fd43-9b21-416b-a969-b615b8f50e2b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:18:59.122859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4f91fd43-9b21-416b-a969-b615b8f50e2b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:18:59.142055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Network': ['ID=6160836b-ca82-49f6-a6f9-e356ecb5d05e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:59.161258 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-6536e99f-3b89-40bc-93f3-cfb91e6a732f tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505082 Mar 02 20:18:59.197081 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b0f2aaff-179d-4a67-b7d8-e0d0c0261b8a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/networks/6160836b-ca82-49f6-a6f9-e356ecb5d05e HTTP/1.1" status: 204 len: 168 time: 2.0878897 Mar 02 20:18:59.206780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46462) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:59.224902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for 0e6c799c-3a92-4daf-8087-a71407a5fdad owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:59.255126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e63a124-a882-4a8f-9a2f-da9a866345e0 None None] DHCP port deletion for c99ebbcf-2689-4e34-a8e6-3cf851c9485d request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:18:59.259099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1609713734', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:18:59.259724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2e63a124-a882-4a8f-9a2f-da9a866345e0 None None] Deleting port 0e6c799c-3a92-4daf-8087-a71407a5fdad {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:18:59.260280 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2e63a124-a882-4a8f-9a2f-da9a866345e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.280884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:59.288047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:router and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:18:59.292277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:18:59.302270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:59.345671 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-7953b9ff-3aa8-4b37-a11c-ae5858ae417c service neutron] 10.222.0.44 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711199 Mar 02 20:18:59.366356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.413709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=0e6c799c-3a92-4daf-8087-a71407a5fdad,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:59.417329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No DVR routers for this DVR port 0e6c799c-3a92-4daf-8087-a71407a5fdad on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:59.433433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.435004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.474220 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2e63a124-a882-4a8f-9a2f-da9a866345e0 None None] For port 0e6c799c-3a92-4daf-8087-a71407a5fdad, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0e6c799c-3a92-4daf-8087-a71407a5fdad,segment=NetworkSegment(1d8ca504-3b80-4b95-b247-4783b85579c4),segment_id=1d8ca504-3b80-4b95-b247-4783b85579c4)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:18:59.474527 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2e63a124-a882-4a8f-9a2f-da9a866345e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.546520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.580661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99ebbcf-2689-4e34-a8e6-3cf851c9485d']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:59.585212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.595226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8ca504-3b80-4b95-b247-4783b85579c4') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:59.595603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8ca504-3b80-4b95-b247-4783b85579c4') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:59.609266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.610426 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-8d9e7e03-f0b8-40e7-800c-21fefe6b9b25 service neutron] 10.222.0.44 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576320 Mar 02 20:18:59.627985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.632222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2e63a124-a882-4a8f-9a2f-da9a866345e0 None None] Calling delete_port for 0e6c799c-3a92-4daf-8087-a71407a5fdad owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:18:59.635413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:18:59.635867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:18:59.651101 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:18:59.706207 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-2e63a124-a882-4a8f-9a2f-da9a866345e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:18:59.708894 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-2e63a124-a882-4a8f-9a2f-da9a866345e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:18:59.826250 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.834044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.845246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:59.855943 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Network': ['ID=c99ebbcf-2689-4e34-a8e6-3cf851c9485d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:59.945638 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f20436db-aef8-47bc-a7c6-74690abf5011 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/networks/c99ebbcf-2689-4e34-a8e6-3cf851c9485d HTTP/1.1" status: 204 len: 168 time: 1.2366185 Mar 02 20:18:59.953005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46474) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:00.035866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c71d4a-65d4-4c92-8d9a-342985d714f2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:00.037818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f6c71d4a-65d4-4c92-8d9a-342985d714f2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:00.114686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.122682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f6c71d4a-65d4-4c92-8d9a-342985d714f2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:00.123852 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f6c71d4a-65d4-4c92-8d9a-342985d714f2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1699212 Mar 02 20:19:00.127606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46478) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:00.143756 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46482) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:00.208419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2e63a124-a882-4a8f-9a2f-da9a866345e0 None None] Deleting port 0e6c799c-3a92-4daf-8087-a71407a5fdad {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:00.209415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2e63a124-a882-4a8f-9a2f-da9a866345e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.211127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.213789 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-33e3deba-2898-4ab4-b44d-ce2999c07a90 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0851116 Mar 02 20:19:00.217708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46486) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:00.223281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1147712604'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:00.228672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:00.236487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:network and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:00.239598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:00.245275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:00.281589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2e63a124-a882-4a8f-9a2f-da9a866345e0 None None] The port '0e6c799c-3a92-4daf-8087-a71407a5fdad' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:19:00.366562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:00.369497 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.407120 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:19:00.416032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.416472 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Added segment 237fc65f-2568-4865-b578-9a714fcb0dd5 of type vlan for network 967fca17-fff4-4364-9c08-c42d729afc8e Mar 02 20:19:00.444276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.456105 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a9ebf793-e85b-4ab8-af84-d912b876222b req-f6b11973-00e9-4fe3-9a25-26dedd8d2c79 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 210 time: 0.0639212 Mar 02 20:19:00.483043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Allocated IP 172.26.5.50 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/38d3873b-3b61-4fd8-bd1f-5ae42db0ce90) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:00.549558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.553222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:00.553795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.658062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Network': ['ID=967fca17-fff4-4364-9c08-c42d729afc8e,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:00.667701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 967fca17-fff4-4364-9c08-c42d729afc8e details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:19:00.729076 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3c760bfb-fd35-49e7-9f0b-9402d93eaa79 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5101123 Mar 02 20:19:00.731885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46498) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:00.737795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': '967fca17-fff4-4364-9c08-c42d729afc8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:00.773932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.876701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.932990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.951044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:00.954987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:00.958132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:00.966712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:01.004784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0e6c799c-3a92-4daf-8087-a71407a5fdad no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:01.037769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 0e6c799c-3a92-4daf-8087-a71407a5fdad {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:19:01.042139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0e6c799c-3a92-4daf-8087-a71407a5fdad not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:01.087291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:01.091953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:01.096776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:01.097011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=38d3873b-3b61-4fd8-bd1f-5ae42db0ce90,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:01.106721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:01.201415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:01.243067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:01.243386 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:01.243724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:01.244049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:01.244371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:01.244695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:01.245007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:01.245327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:01.245643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:01.246560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:01.247016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:01.534487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:01.632330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Subnet': ['ID=0f95fb79-f529-4607-9902-e47bf3483a61,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:01.641828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Checking segment: {'id': '237fc65f-2568-4865-b578-9a714fcb0dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '967fca17-fff4-4364-9c08-c42d729afc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:01.642053 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f2e25b00-5550-47d0-ac8c-84af8a6d6f1b req-0f33acc4-18e6-40ad-8406-ee8cc48e322a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 210 time: 0.0519140 Mar 02 20:19:01.642509 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network hostable DHCP agents. Network: 967fca17-fff4-4364-9c08-c42d729afc8e, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:19:01.651204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:01.651911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:01.728611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 967fca17-fff4-4364-9c08-c42d729afc8e is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:19:01.848241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 967fca17-fff4-4364-9c08-c42d729afc8e) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:01.852563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:01.853282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:01.857652 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86573a05-17d7-4e45-b74e-633fa2fdcc00 None None] Network 967fca17-fff4-4364-9c08-c42d729afc8e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:01.952239 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ebb36cef-ef35-4053-944b-5fd41feac007 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2191236 Mar 02 20:19:01.954753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46510) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:01.960156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': '967fca17-fff4-4364-9c08-c42d729afc8e', 'name': 'tempest-PortsIpV6TestJSON-625648037'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:02.100112 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:02.106105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 64150406-4a37-45be-88dd-cda9f73c5e44 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:02.107217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.110230 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:02.174160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:02.178211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.178475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-967fca17-fff4-4364-9c08-c42d729afc8e', 'network_id': '967fca17-fff4-4364-9c08-c42d729afc8e', 'tenant_id': '97f478de2939464e91544656c2965d44', 'fixed_ips': [{'subnet_id': '0f95fb79-f529-4607-9902-e47bf3483a61'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:19:02.179585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.204142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port 398dc390-612b-4e33-b92a-373780e2965a yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:19:02.235817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router 85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:19:02.340528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Allocated IP 2001:db8::2 (967fca17-fff4-4364-9c08-c42d729afc8e/0f95fb79-f529-4607-9902-e47bf3483a61/a6946b84-a324-4d46-968a-8ae57728ac5a) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:02.453362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 64150406-4a37-45be-88dd-cda9f73c5e44, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=64150406-4a37-45be-88dd-cda9f73c5e44,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:02.453716 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.547894 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.558037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Transition to ACTIVE for port object a6946b84-a324-4d46-968a-8ae57728ac5a will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:02.576143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Transition to ACTIVE for port object a6946b84-a324-4d46-968a-8ae57728ac5a will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:02.579952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 64150406-4a37-45be-88dd-cda9f73c5e44 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:02.642925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.716427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Network 967fca17-fff4-4364-9c08-c42d729afc8e is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:02.719316 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:02.723468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:02.723999 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:02.725829 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Pushing event updated for resources: {'Port': ['ID=a6946b84-a324-4d46-968a-8ae57728ac5a,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:02.750710 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba98b593-8efe-49e3-ad71-4d8ed73739de None None] Sync routers for ids ['85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:02.773664 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba98b593-8efe-49e3-ad71-4d8ed73739de None None] Routers {'85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:02.775280 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ba98b593-8efe-49e3-ad71-4d8ed73739de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:02.836278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8::37c (967fca17-fff4-4364-9c08-c42d729afc8e/0f95fb79-f529-4607-9902-e47bf3483a61/398dc390-612b-4e33-b92a-373780e2965a) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:02.843670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Attempting to bind port a6946b84-a324-4d46-968a-8ae57728ac5a on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:02.844410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Attempting to bind port a6946b84-a324-4d46-968a-8ae57728ac5a by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '237fc65f-2568-4865-b578-9a714fcb0dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '967fca17-fff4-4364-9c08-c42d729afc8e'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:02.845046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Attempting to bind port a6946b84-a324-4d46-968a-8ae57728ac5a on network 967fca17-fff4-4364-9c08-c42d729afc8e {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:02.856703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:02.857876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Checking segment: {'id': '237fc65f-2568-4865-b578-9a714fcb0dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '967fca17-fff4-4364-9c08-c42d729afc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:02.859913 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.860765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Bound using segment: {'id': '237fc65f-2568-4865-b578-9a714fcb0dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '967fca17-fff4-4364-9c08-c42d729afc8e'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:02.861693 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Bound port: a6946b84-a324-4d46-968a-8ae57728ac5a, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237fc65f-2568-4865-b578-9a714fcb0dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '967fca17-fff4-4364-9c08-c42d729afc8e'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:02.862405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.893007 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ba98b593-8efe-49e3-ad71-4d8ed73739de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:02.904969 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba98b593-8efe-49e3-ad71-4d8ed73739de None None] Routers {'85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:02.905585 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ba98b593-8efe-49e3-ad71-4d8ed73739de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:02.955353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.959236 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-14a1a89d-3f19-42dd-b4a2-56924dcf2044 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.7042344 Mar 02 20:19:02.963409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46516) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:02.975077 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ba98b593-8efe-49e3-ad71-4d8ed73739de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:02.975077 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba98b593-8efe-49e3-ad71-4d8ed73739de None None] The sync data for ids ['85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:03.010079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] For port a6946b84-a324-4d46-968a-8ae57728ac5a, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:03.015223 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] For port a6946b84-a324-4d46-968a-8ae57728ac5a, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a6946b84-a324-4d46-968a-8ae57728ac5a,segment=NetworkSegment(237fc65f-2568-4865-b578-9a714fcb0dd5),segment_id=237fc65f-2568-4865-b578-9a714fcb0dd5)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:03.026760 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8d12b311-bd13-467d-b307-35fd5dd9e309 req-248e6265-1b5b-4498-8f9c-376fba35791a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 210 time: 0.2378337 Mar 02 20:19:03.105589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:03.189504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a6ff1-9fd4-4f9b-ac03-8ce0b8f389fc None None] Pushing event updated for resources: {'Port': ['ID=a6946b84-a324-4d46-968a-8ae57728ac5a,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:03.200781 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-43b7c69b-e19f-4fb4-b136-93a060b970d8 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/routers/85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad HTTP/1.1" status: 200 len: 880 time: 0.2290542 Mar 02 20:19:03.201730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46520) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:03.253485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:03.261058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:03.288764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object 398dc390-612b-4e33-b92a-373780e2965a will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:03.318692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-77fda921-7629-4c85-afe2-a4090ef6f707 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:03.320781 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-77fda921-7629-4c85-afe2-a4090ef6f707 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 812 time: 0.2213132 Mar 02 20:19:03.368905 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=64150406-4a37-45be-88dd-cda9f73c5e44,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:03.381044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-9d2f89fd-4790-46c0-b60a-9eebf3e713c8 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Synchronizing usage tracker for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:03.393446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-9d2f89fd-4790-46c0-b60a-9eebf3e713c8 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Unset dirty status for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:03.394965 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-9d2f89fd-4790-46c0-b60a-9eebf3e713c8 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef HTTP/1.1" status: 200 len: 380 time: 0.0596316 Mar 02 20:19:03.396387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:03.502172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'port': {'device_id': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'admin_state_up': True, 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'security_groups': ['cc7990d4-8e1b-405e-81d6-bce5dca50249']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:03.521553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 967fca17-fff4-4364-9c08-c42d729afc8e is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:03.526872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:03.537173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:03.541111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:03.541720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:03.637021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=398dc390-612b-4e33-b92a-373780e2965a,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:03.664003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:03.664270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:03.664605 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:03.664937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:03.665261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:03.665580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:03.665899 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:03.666238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:03.666557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:03.666873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:03.667191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:03.776444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-efb9da7b-9d81-49bf-8eb2-5b24a450946b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:router {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:03.781882 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5b10e75b-66ce-4026-9c1d-85567b89a1de tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8257682 Mar 02 20:19:03.784019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46524) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:03.790138 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': '967fca17-fff4-4364-9c08-c42d729afc8e', 'name': 'tempest-PortsIpV6TestJSON-1716396151'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:03.839157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:03.868026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:03.884111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:port and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:03.893682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:03.903806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:03.907400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-efb9da7b-9d81-49bf-8eb2-5b24a450946b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:router {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:03.908686 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-efb9da7b-9d81-49bf-8eb2-5b24a450946b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7067945 Mar 02 20:19:03.919273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46532) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:03.969213 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-dcc489b3-6a2b-4d20-9c52-902779fed761 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1609713734'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:03.972969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:03.977113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:port and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:03.980216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:03.986411 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:04.001941 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Made reservation on behalf of 27a22670d9d94d5cb974e0bd0ae4f9ef for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:04.005311 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:04.096651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:04.105473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:04.171437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port ac461072-5898-44d0-9a0e-5673e344a745 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:19:04.302577 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-91e968b9-6a85-4960-8e19-85842d722422 req-4aedc7df-b3a8-4ea4-a9be-9b06b23d4c2b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 210 time: 0.0581934 Mar 02 20:19:04.523418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Allocated IP 172.20.0.3 (82ac1006-fbfb-4cae-a77f-d83f7abec9de/2afb9036-43e4-41be-8d2f-419a51a61236/9c12d16d-a6f3-461f-b5eb-c0a89fdfe387) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:04.563605 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8::271 (967fca17-fff4-4364-9c08-c42d729afc8e/0f95fb79-f529-4607-9902-e47bf3483a61/ac461072-5898-44d0-9a0e-5673e344a745) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:04.623182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da70d9f8-1326-4f95-a8c9-5dbcacb3de97 None None] Network 967fca17-fff4-4364-9c08-c42d729afc8e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:04.822064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-14aa4f96-f51a-4078-89ea-0d67caac4d30 None None] Provisioning for port a6946b84-a324-4d46-968a-8ae57728ac5a completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:04.915059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:04.951636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Transition to ACTIVE for port object 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:04.976131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:04.998175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object ac461072-5898-44d0-9a0e-5673e344a745 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:05.091935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.182152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.212838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a6946b84-a324-4d46-968a-8ae57728ac5a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:05.216318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Network 82ac1006-fbfb-4cae-a77f-d83f7abec9de is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:05.221606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:05.224240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:05.239398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dcc489b3-6a2b-4d20-9c52-902779fed761 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.283493 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:19:05.297676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'Port': ['ID=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:05.405297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 967fca17-fff4-4364-9c08-c42d729afc8e is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:05.408003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port a6946b84-a324-4d46-968a-8ae57728ac5a completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:05.408609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=ac461072-5898-44d0-9a0e-5673e344a745,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:05.410363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dcc489b3-6a2b-4d20-9c52-902779fed761 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.414315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port a6946b84-a324-4d46-968a-8ae57728ac5a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:05.414751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.424389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:05.438837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:05.443646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:05.444599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.495959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:05.497296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.557415 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f97eab8d-c004-4608-abb0-8cf7beec579e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7722983 Mar 02 20:19:05.560346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46540) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:05.616043 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2b11648b-8ae7-440d-93f1-8354b60c4c30 None None] Provisioning complete for port a6946b84-a324-4d46-968a-8ae57728ac5a triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:05.616477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b11648b-8ae7-440d-93f1-8354b60c4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.627094 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ba3252c-a2c6-47bf-a78e-ba0bc2fb957d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1600504 Mar 02 20:19:05.642446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Request body: {'port': {'device_id': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:05.778875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.835613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.862619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port a6946b84-a324-4d46-968a-8ae57728ac5a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a6946b84-a324-4d46-968a-8ae57728ac5a,segment=NetworkSegment(237fc65f-2568-4865-b578-9a714fcb0dd5),segment_id=237fc65f-2568-4865-b578-9a714fcb0dd5)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:05.873963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04e13e-b14f-4371-9169-86bb059601f8 req-a09da4bf-09cb-4e3c-ad58-88bc4f921e01 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:05.879699 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8221eb63-0a2a-4ada-9d28-b73351d6573f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:05.880463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8221eb63-0a2a-4ada-9d28-b73351d6573f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:05.882222 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d04e13e-b14f-4371-9169-86bb059601f8 req-a09da4bf-09cb-4e3c-ad58-88bc4f921e01 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 931 time: 0.3630455 Mar 02 20:19:05.895520 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b11648b-8ae7-440d-93f1-8354b60c4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.953401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:05.987959 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d04e13e-b14f-4371-9169-86bb059601f8 req-aa0172a6-1d87-4b0e-9b96-05ca3cdb29fd tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047943 Mar 02 20:19:06.035929 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:06.045545 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7d025d16-932e-4f45-8917-9640a58a420c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/c7586df4-c13a-4901-a0b8-c7ee9f7c4656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8975523 Mar 02 20:19:06.060414 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8221eb63-0a2a-4ada-9d28-b73351d6573f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:06.064680 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8221eb63-0a2a-4ada-9d28-b73351d6573f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A37c HTTP/1.1" status: 200 len: 928 time: 0.5001187 Mar 02 20:19:06.064974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46546) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:06.079510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc489b3-6a2b-4d20-9c52-902779fed761 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router 85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:19:06.130013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-2b11648b-8ae7-440d-93f1-8354b60c4c30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:19:06.130949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-2b11648b-8ae7-440d-93f1-8354b60c4c30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:19:06.134093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=a6946b84-a324-4d46-968a-8ae57728ac5a,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:06.137775 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2eca9-eed4-48e5-96af-e1de4dd1d2a0 None None] Sync routers for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:06.155646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2eca9-eed4-48e5-96af-e1de4dd1d2a0 None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:06.156426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-68c2eca9-eed4-48e5-96af-e1de4dd1d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:06.382296 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-68c2eca9-eed4-48e5-96af-e1de4dd1d2a0 None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:06.451194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:19:06.459074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:06.478375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Transition to ACTIVE for port object 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:06.504819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2f4595b7-ae0f-40e5-91a4-6d0a18270f78 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port ac461072-5898-44d0-9a0e-5673e344a745 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:06.505442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f4595b7-ae0f-40e5-91a4-6d0a18270f78 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:06.560913 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:06.849650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:06.912126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f4595b7-ae0f-40e5-91a4-6d0a18270f78 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:06.975705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Attempting to bind port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:06.976192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Attempting to bind port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:06.976534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Attempting to bind port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 on network 82ac1006-fbfb-4cae-a77f-d83f7abec9de {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:06.985702 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 on network 82ac1006-fbfb-4cae-a77f-d83f7abec9de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:19:06.986201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Attempting to bind port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 on network 82ac1006-fbfb-4cae-a77f-d83f7abec9de {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:06.999086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:06.999405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Checking segment: {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:06.999785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Bound using segment: {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:07.000276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Bound port: 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:07.000672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:07.010788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc489b3-6a2b-4d20-9c52-902779fed761 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:07.020268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-68c2eca9-eed4-48e5-96af-e1de4dd1d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:19:02Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a6d9fe66-9a87-49c5-9580-4d094205801e', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'port_id': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'mac_address': 'fa:16:3e:e5:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:16Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:07.035635 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2eca9-eed4-48e5-96af-e1de4dd1d2a0 None None] Checking router: c7586df4-c13a-4901-a0b8-c7ee9f7c4656 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:19:07.059005 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad138edf-7b1f-4037-9900-828b3890012a None None] Sync routers for ids ['85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:07.072948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a6946b84-a324-4d46-968a-8ae57728ac5a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:07.086402 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad138edf-7b1f-4037-9900-828b3890012a None None] Routers {'85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:07.087957 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ad138edf-7b1f-4037-9900-828b3890012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:07.095468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dcc489b3-6a2b-4d20-9c52-902779fed761 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:07.100078 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-dcc489b3-6a2b-4d20-9c52-902779fed761 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad HTTP/1.1" status: 200 len: 887 time: 3.1763272 Mar 02 20:19:07.107613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2f4595b7-ae0f-40e5-91a4-6d0a18270f78 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for ac461072-5898-44d0-9a0e-5673e344a745 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:07.107771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46554) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:07.141510 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2b11648b-8ae7-440d-93f1-8354b60c4c30 None None] Provisioning for port 398dc390-612b-4e33-b92a-373780e2965a completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:07.166303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2b11648b-8ae7-440d-93f1-8354b60c4c30 None None] Provisioning complete for port 398dc390-612b-4e33-b92a-373780e2965a triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:07.167190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b11648b-8ae7-440d-93f1-8354b60c4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:07.176006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7fb42-1441-4f19-8f2a-27d96a849bb7 req-e44e51fa-aa92-47cb-95f8-7ca1a926c757 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:07.176802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-56a7fb42-1441-4f19-8f2a-27d96a849bb7 req-e44e51fa-aa92-47cb-95f8-7ca1a926c757 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:07.218154 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ad138edf-7b1f-4037-9900-828b3890012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:07.233585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2eca9-eed4-48e5-96af-e1de4dd1d2a0 None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:07.235724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-68c2eca9-eed4-48e5-96af-e1de4dd1d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:07.246759 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad138edf-7b1f-4037-9900-828b3890012a None None] Routers {'85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:07.247435 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ad138edf-7b1f-4037-9900-828b3890012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:07.344774 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ad138edf-7b1f-4037-9900-828b3890012a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:07.345398 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad138edf-7b1f-4037-9900-828b3890012a None None] The sync data for ids ['85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:07.378441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-56a7fb42-1441-4f19-8f2a-27d96a849bb7 req-e44e51fa-aa92-47cb-95f8-7ca1a926c757 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:07.384929 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-56a7fb42-1441-4f19-8f2a-27d96a849bb7 req-e44e51fa-aa92-47cb-95f8-7ca1a926c757 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 946 time: 0.5780339 Mar 02 20:19:07.397954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] For port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:07.401790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] For port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:07.441584 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2b11648b-8ae7-440d-93f1-8354b60c4c30 None None] Port 398dc390-612b-4e33-b92a-373780e2965a cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:07.474508 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-56a7fb42-1441-4f19-8f2a-27d96a849bb7 req-40be64a7-582e-4c6e-99ac-c430466241d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885859 Mar 02 20:19:07.487392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port a6946b84-a324-4d46-968a-8ae57728ac5a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:07.487903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:07.495441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c095443-5013-4bbd-be4d-f850a49017a4 req-8e8efb80-79f1-4bb3-b98b-c932ed545f56 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:07.510595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:07.510749 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9c095443-5013-4bbd-be4d-f850a49017a4 req-8e8efb80-79f1-4bb3-b98b-c932ed545f56 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 943 time: 0.2115517 Mar 02 20:19:07.524590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-68c2eca9-eed4-48e5-96af-e1de4dd1d2a0 None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:07.537885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f4595b7-ae0f-40e5-91a4-6d0a18270f78 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:07.551880 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:19:07.595283 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:07.596983 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] 10.222.0.31 "PUT /v2.0/ports/9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 HTTP/1.1" status: 200 len: 1093 time: 1.9592795 Mar 02 20:19:07.600485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'tag': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:19:07.616806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4595b7-ae0f-40e5-91a4-6d0a18270f78 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=ac461072-5898-44d0-9a0e-5673e344a745,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:07.625470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8116e-c8af-4c58-a188-9dad4bf3ebe8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:07.704822 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dda7a8c2-1a65-47b1-aad7-2ce14cbff2a2 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/routers/85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad HTTP/1.1" status: 200 len: 887 time: 0.5948262 Mar 02 20:19:07.705446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46560) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:07.742874 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9c095443-5013-4bbd-be4d-f850a49017a4 req-c79d13ee-c015-4db5-bcc6-fa4e114be91c tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284589 Mar 02 20:19:07.744270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2f4595b7-ae0f-40e5-91a4-6d0a18270f78 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:07.775138 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'tag': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387', 'status': 'completed', 'code': 200} Mar 02 20:19:07.776708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c255fac7-a2ea-4345-bf7d-4cc33b2c390c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:07.799203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-933cf207-c145-4c98-abea-df9b0983e79c None None] Provisioning for port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:07.819146 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2f4595b7-ae0f-40e5-91a4-6d0a18270f78 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/ac461072-5898-44d0-9a0e-5673e344a745 HTTP/1.1" status: 204 len: 168 time: 1.7530761 Mar 02 20:19:07.821639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46564) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:07.899748 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-123aecd2-5042-4eb0-a479-541e6cba45a2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:19:07.900356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-123aecd2-5042-4eb0-a479-541e6cba45a2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:07.902830 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-ed1aeb2b-ea87-46f0-a3ef-e942732f5017 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1221292 Mar 02 20:19:07.978137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-123aecd2-5042-4eb0-a479-541e6cba45a2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:07.979854 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-123aecd2-5042-4eb0-a479-541e6cba45a2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/ac461072-5898-44d0-9a0e-5673e344a745 HTTP/1.1" status: 404 len: 333 time: 0.1570480 Mar 02 20:19:07.983354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46568) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:07.985602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-933cf207-c145-4c98-abea-df9b0983e79c None None] Provisioning complete for port 398dc390-612b-4e33-b92a-373780e2965a triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:07.986023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-933cf207-c145-4c98-abea-df9b0983e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:08.028712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c255fac7-a2ea-4345-bf7d-4cc33b2c390c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:08.030194 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c255fac7-a2ea-4345-bf7d-4cc33b2c390c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad HTTP/1.1" status: 200 len: 205 time: 0.3237712 Mar 02 20:19:08.034842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46572) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:08.044433 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-b75158fc-f490-4f2b-92ce-6dd27780d465 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 HTTP/1.1" status: 200 len: 217 time: 0.1316385 Mar 02 20:19:08.084499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-933cf207-c145-4c98-abea-df9b0983e79c None None] Port 398dc390-612b-4e33-b92a-373780e2965a cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:08.092186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-933cf207-c145-4c98-abea-df9b0983e79c None None] Could not find standard attr ID for object ac461072-5898-44d0-9a0e-5673e344a745. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:19:08.126032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-da7d2627-604d-4f95-ba1e-0a017b5936bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:08.128495 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-da7d2627-604d-4f95-ba1e-0a017b5936bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0752258 Mar 02 20:19:08.189488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-68c2eca9-eed4-48e5-96af-e1de4dd1d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:19:02Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a6d9fe66-9a87-49c5-9580-4d094205801e', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'port_id': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'mac_address': 'fa:16:3e:e5:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:16Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:08.193744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2eca9-eed4-48e5-96af-e1de4dd1d2a0 None None] The sync data for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv is: [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:19:02Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'a6d9fe66-9a87-49c5-9580-4d094205801e', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.175', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'port_id': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'mac_address': 'fa:16:3e:e5:01:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:16Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:08.231100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-94f613cc-2cf6-4d96-8017-c5e36e41421d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 398dc390-612b-4e33-b92a-373780e2965a {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:08.231381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94f613cc-2cf6-4d96-8017-c5e36e41421d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:08.301523 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-e6efc44a-cc39-4d5e-bd25-1ad80d1a5b0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1658342 Mar 02 20:19:08.307847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-198692d0-023a-49e6-b337-7b838339ee2d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:08.309147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-198692d0-023a-49e6-b337-7b838339ee2d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:08.398906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-198692d0-023a-49e6-b337-7b838339ee2d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:08.400008 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-198692d0-023a-49e6-b337-7b838339ee2d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 946 time: 0.2287436 Mar 02 20:19:08.483583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94f613cc-2cf6-4d96-8017-c5e36e41421d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:08.498974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-94ef0b7e-9572-423c-8553-64735c6962c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:08.499325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-94ef0b7e-9572-423c-8553-64735c6962c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:08.530280 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-252c3f79-5541-47ce-8289-204edb43ec7b service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183571 Mar 02 20:19:08.756436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-94f613cc-2cf6-4d96-8017-c5e36e41421d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for 398dc390-612b-4e33-b92a-373780e2965a owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:08.841335 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fd2d757f-1e2c-4508-8b24-710410f71163 req-0ce6dd05-c5e9-4f78-82ca-6640fb41424a service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034351 Mar 02 20:19:08.909484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-94ef0b7e-9572-423c-8553-64735c6962c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=23f916d8-dc9d-4c67-97b2-de228bbb6d7b,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:08.914945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-94ef0b7e-9572-423c-8553-64735c6962c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:08.977945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64150406-4a37-45be-88dd-cda9f73c5e44 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:09.014939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 64150406-4a37-45be-88dd-cda9f73c5e44 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:19:09.015293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64150406-4a37-45be-88dd-cda9f73c5e44 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:09.082710 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef07c58-1a7d-4165-ad37-2b7b7381ce20 req-60a7f265-0002-475b-b78f-9f28eabd02f5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:09.082970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-94ef0b7e-9572-423c-8553-64735c6962c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 23f916d8-dc9d-4c67-97b2-de228bbb6d7b owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:09.089329 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aef07c58-1a7d-4165-ad37-2b7b7381ce20 req-60a7f265-0002-475b-b78f-9f28eabd02f5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 946 time: 0.3415003 Mar 02 20:19:09.125516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ede8a-0bc3-4960-9050-6bffec111c51 req-04904489-c704-4ab3-93a0-434cd9070288 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:09.127237 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-067ede8a-0bc3-4960-9050-6bffec111c51 req-04904489-c704-4ab3-93a0-434cd9070288 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 943 time: 0.2491877 Mar 02 20:19:09.139617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94f613cc-2cf6-4d96-8017-c5e36e41421d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:09.147173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:09.305919 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dacb41a2-2af4-4e58-a674-d4213cc1bb2e req-35c1a61c-88de-4739-8e33-878baf6c101d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 1096 time: 0.3275011 Mar 02 20:19:09.321794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f613cc-2cf6-4d96-8017-c5e36e41421d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=398dc390-612b-4e33-b92a-373780e2965a,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:09.354214 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aef07c58-1a7d-4165-ad37-2b7b7381ce20 req-533aef08-3225-422f-9b5e-fa31efc3c080 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=a50ce6a6-a452-4ce1-9154-c6bb78d46809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633891 Mar 02 20:19:09.375913 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-067ede8a-0bc3-4960-9050-6bffec111c51 req-09db5dd7-e350-49fd-aae9-27d6693e4135 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375700 Mar 02 20:19:09.434821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94f613cc-2cf6-4d96-8017-c5e36e41421d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:09.522902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb41a2-2af4-4e58-a674-d4213cc1bb2e req-35ab68f7-fb80-45fc-87d9-792b624331cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:09.524362 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dacb41a2-2af4-4e58-a674-d4213cc1bb2e req-35ab68f7-fb80-45fc-87d9-792b624331cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.1793866 Mar 02 20:19:09.532329 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-94f613cc-2cf6-4d96-8017-c5e36e41421d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/398dc390-612b-4e33-b92a-373780e2965a HTTP/1.1" status: 204 len: 168 time: 1.5474739 Mar 02 20:19:09.535213 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46580) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:09.538027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:09.591718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-94ef0b7e-9572-423c-8553-64735c6962c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:09.591982 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a74887-04db-43fb-821e-27d1e9312b05 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:19:09.592223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-21a74887-04db-43fb-821e-27d1e9312b05 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:09.637803 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dacb41a2-2af4-4e58-a674-d4213cc1bb2e req-04af9058-68e9-4389-8188-fe9bdf7f4775 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 HTTP/1.1" status: 200 len: 217 time: 0.1062124 Mar 02 20:19:09.641725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 38d3873b-3b61-4fd8-bd1f-5ae42db0ce90 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:09.642153 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:09.647600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef0b7e-9572-423c-8553-64735c6962c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=23f916d8-dc9d-4c67-97b2-de228bbb6d7b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:09.805826 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-94ef0b7e-9572-423c-8553-64735c6962c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] No DVR routers for this DVR port 23f916d8-dc9d-4c67-97b2-de228bbb6d7b on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:19:09.808451 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-94ef0b7e-9572-423c-8553-64735c6962c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:09.814455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ebd07c-7bd1-43c9-88ee-4d579055df9d', 'name': 'network-vif-deleted', 'tag': '23f916d8-dc9d-4c67-97b2-de228bbb6d7b'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:19:09.824642 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:09.827148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb41a2-2af4-4e58-a674-d4213cc1bb2e req-45848dd1-9166-4468-a8b4-e4459f61b5e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:09.828740 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dacb41a2-2af4-4e58-a674-d4213cc1bb2e req-45848dd1-9166-4468-a8b4-e4459f61b5e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.1822469 Mar 02 20:19:09.876812 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ebd07c-7bd1-43c9-88ee-4d579055df9d', 'name': 'network-vif-deleted', 'tag': '23f916d8-dc9d-4c67-97b2-de228bbb6d7b', 'status': 'completed', 'code': 200} Mar 02 20:19:09.885324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-21a74887-04db-43fb-821e-27d1e9312b05 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:09.889584 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-21a74887-04db-43fb-821e-27d1e9312b05 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/398dc390-612b-4e33-b92a-373780e2965a HTTP/1.1" status: 404 len: 333 time: 0.3503921 Mar 02 20:19:09.889880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46586) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:09.951541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 38d3873b-3b61-4fd8-bd1f-5ae42db0ce90 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:09.985837 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3afab30-8915-4402-a925-efa4f3b2a6fd req-94ef0b7e-9572-423c-8553-64735c6962c8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "DELETE /v2.0/ports/23f916d8-dc9d-4c67-97b2-de228bbb6d7b HTTP/1.1" status: 204 len: 173 time: 1.5788350 Mar 02 20:19:10.045829 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dacb41a2-2af4-4e58-a674-d4213cc1bb2e req-a2d29bc1-a2fd-4352-b033-1f597562a32f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2105448 Mar 02 20:19:10.214870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:10.252299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64e2e59-d9cd-44ee-8de6-80e026e3f9eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting subnet 0f95fb79-f529-4607-9902-e47bf3483a61 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:19:10.257377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c64e2e59-d9cd-44ee-8de6-80e026e3f9eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:10.268117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=38d3873b-3b61-4fd8-bd1f-5ae42db0ce90,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:10.323395 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dacb41a2-2af4-4e58-a674-d4213cc1bb2e req-0d74561c-abc7-4c14-8ba8-919147f1e683 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629101 Mar 02 20:19:10.368343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c64e2e59-d9cd-44ee-8de6-80e026e3f9eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:10.556146 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dacb41a2-2af4-4e58-a674-d4213cc1bb2e req-a896839f-f620-4e0b-87d8-aa4409b390ef service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227762 Mar 02 20:19:10.569325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c64e2e59-d9cd-44ee-8de6-80e026e3f9eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:10.670854 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8051a656-d9f8-41c9-81f6-b2051fd4bb76 req-16a66e6b-12aa-4181-85c5-61fdcd3846ed tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ebd07c-7bd1-43c9-88ee-4d579055df9d HTTP/1.1" status: 200 len: 210 time: 0.1454952 Mar 02 20:19:10.687045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:10.701893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c64e2e59-d9cd-44ee-8de6-80e026e3f9eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:10.745341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e2e59-d9cd-44ee-8de6-80e026e3f9eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Subnet': ['ID=0f95fb79-f529-4607-9902-e47bf3483a61,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:10.752881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c64e2e59-d9cd-44ee-8de6-80e026e3f9eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:10.759869 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c64e2e59-d9cd-44ee-8de6-80e026e3f9eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/0f95fb79-f529-4607-9902-e47bf3483a61 HTTP/1.1" status: 204 len: 168 time: 0.8689795 Mar 02 20:19:10.760529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6dca1-b045-4b60-852e-42c55c916866 None None] Network 967fca17-fff4-4364-9c08-c42d729afc8e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:10.762934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46594) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:10.905704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:10.918329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port a6946b84-a324-4d46-968a-8ae57728ac5a {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:10.918664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:10.977957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf89ad-726a-4fe3-8c0b-12f8c7a8b53e req-d590886d-8359-48e7-9af5-04d9fdaae46a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:10.979448 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1caf89ad-726a-4fe3-8c0b-12f8c7a8b53e req-d590886d-8359-48e7-9af5-04d9fdaae46a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 943 time: 0.4130855 Mar 02 20:19:10.986391 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.018621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.060842 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1caf89ad-726a-4fe3-8c0b-12f8c7a8b53e req-092acb6d-0352-4ac0-aea6-98e25377336b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714819 Mar 02 20:19:11.094505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e8154b-b1e1-498d-9afe-1d19e42b78f7 None None] DHCP port deletion for 967fca17-fff4-4364-9c08-c42d729afc8e request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:19:11.105445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8154b-b1e1-498d-9afe-1d19e42b78f7 None None] Deleting port a6946b84-a324-4d46-968a-8ae57728ac5a {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:11.105445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a6e8154b-b1e1-498d-9afe-1d19e42b78f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.172188 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.172888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Fanout notify agent at l3_agent the message router_deleted on router 85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:19:11.267850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.269669 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6bd683db-64b9-4b6c-aba7-424065aef238 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad HTTP/1.1" status: 204 len: 168 time: 3.2332036 Mar 02 20:19:11.273150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46598) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:11.279237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'network': {'name': 'tempest-RoutersTest-2029771039'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:11.283526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] For port a6946b84-a324-4d46-968a-8ae57728ac5a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a6946b84-a324-4d46-968a-8ae57728ac5a,segment=NetworkSegment(237fc65f-2568-4865-b578-9a714fcb0dd5),segment_id=237fc65f-2568-4865-b578-9a714fcb0dd5)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:11.283878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.284004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:11.287900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:network and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:11.290884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:11.297331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:11.319350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a6e8154b-b1e1-498d-9afe-1d19e42b78f7 None None] For port a6946b84-a324-4d46-968a-8ae57728ac5a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a6946b84-a324-4d46-968a-8ae57728ac5a,segment=NetworkSegment(237fc65f-2568-4865-b578-9a714fcb0dd5),segment_id=237fc65f-2568-4865-b578-9a714fcb0dd5)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:11.319734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a6e8154b-b1e1-498d-9afe-1d19e42b78f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.372705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:11.375892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.404831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:19:11.407328 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for a6946b84-a324-4d46-968a-8ae57728ac5a owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:11.413621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.414086 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added segment e57acf05-e623-426c-bc16-146bb185604d of type vlan for network cc337eb6-2c00-4d34-ae37-0648051978d4 Mar 02 20:19:11.442057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.450181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8154b-b1e1-498d-9afe-1d19e42b78f7 None None] Calling delete_port for a6946b84-a324-4d46-968a-8ae57728ac5a owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:11.554496 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.558973 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:11.559552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.590920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.597244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-a6e8154b-b1e1-498d-9afe-1d19e42b78f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:19:11.603265 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-a6e8154b-b1e1-498d-9afe-1d19e42b78f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:19:11.637502 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=a6946b84-a324-4d46-968a-8ae57728ac5a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:11.642001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No DVR routers for this DVR port a6946b84-a324-4d46-968a-8ae57728ac5a on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:19:11.668254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Network': ['ID=cc337eb6-2c00-4d34-ae37-0648051978d4,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:11.678148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network cc337eb6-2c00-4d34-ae37-0648051978d4 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:19:11.744193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46604) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:11.747193 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-11fc2788-5dcd-4ea3-b1fc-54a5350705f7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4727998 Mar 02 20:19:11.760227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'subnet': {'network_id': 'cc337eb6-2c00-4d34-ae37-0648051978d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:11.800444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46608) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:11.841978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.859854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 23f916d8-dc9d-4c67-97b2-de228bbb6d7b no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:11.883278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb435-3e04-4753-a7fb-1b56cf23b61a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.893861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967fca17-fff4-4364-9c08-c42d729afc8e']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:11.909704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 23f916d8-dc9d-4c67-97b2-de228bbb6d7b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:19:11.910080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 23f916d8-dc9d-4c67-97b2-de228bbb6d7b not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:11.910805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237fc65f-2568-4865-b578-9a714fcb0dd5') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:11.911578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237fc65f-2568-4865-b578-9a714fcb0dd5') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:11.914231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb435-3e04-4753-a7fb-1b56cf23b61a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.921546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:11.927701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.934846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:subnet and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:11.939831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:11.948276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:11.955068 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.962028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:19:11.962420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:19:11.982204 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:19:12.054192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:12.082302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb435-3e04-4753-a7fb-1b56cf23b61a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.101586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8154b-b1e1-498d-9afe-1d19e42b78f7 None None] Deleting port a6946b84-a324-4d46-968a-8ae57728ac5a {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:12.102165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a6e8154b-b1e1-498d-9afe-1d19e42b78f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.105146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfb435-3e04-4753-a7fb-1b56cf23b61a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50ce6a6-a452-4ce1-9154-c6bb78d46809,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:12.142206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.169047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c8bfb435-3e04-4753-a7fb-1b56cf23b61a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.172213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.173562 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c8bfb435-3e04-4753-a7fb-1b56cf23b61a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/a50ce6a6-a452-4ce1-9154-c6bb78d46809 HTTP/1.1" status: 204 len: 168 time: 0.3718629 Mar 02 20:19:12.186050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Network': ['ID=967fca17-fff4-4364-9c08-c42d729afc8e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:12.187986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8154b-b1e1-498d-9afe-1d19e42b78f7 None None] The port 'a6946b84-a324-4d46-968a-8ae57728ac5a' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:19:12.192630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.303055 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0cb5b091-9a01-450a-ab15-b4beab586e8a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/networks/967fca17-fff4-4364-9c08-c42d729afc8e HTTP/1.1" status: 204 len: 168 time: 1.5383770 Mar 02 20:19:12.306251 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46616) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:12.313086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-769079123'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:12.313438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae81c0-72b7-4762-b6a7-5ec7c9d93ee5 req-f7f5c127-67f2-4f87-ae25-746f7a9bc327 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:12.314911 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-acae81c0-72b7-4762-b6a7-5ec7c9d93ee5 req-f7f5c127-67f2-4f87-ae25-746f7a9bc327 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 943 time: 0.0769880 Mar 02 20:19:12.321097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:12.327600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:network and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:12.331921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:12.338327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46620) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:12.341564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:12.368108 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-acae81c0-72b7-4762-b6a7-5ec7c9d93ee5 req-422f0721-1823-4365-8898-afa54e72718a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475953 Mar 02 20:19:12.477701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:12.481241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.607903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:19:12.643262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.643531 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Added segment c320bdb3-3255-4b4d-a693-3cc5948d3304 of type vlan for network aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 Mar 02 20:19:12.654392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5dda41-d1f6-4222-89a5-cfd6949603ce tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting subnet 4da4a3be-0feb-404e-ac62-c5233487ee2f {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:19:12.660346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2d5dda41-d1f6-4222-89a5-cfd6949603ce tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.687729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.716992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.723595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.770552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2d5dda41-d1f6-4222-89a5-cfd6949603ce tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.873744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Subnet': ['ID=78a32206-2644-4976-a3ce-9a0b4b2b6e46,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:12.905351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Checking segment: {'id': 'e57acf05-e623-426c-bc16-146bb185604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'cc337eb6-2c00-4d34-ae37-0648051978d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:12.905628 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network hostable DHCP agents. Network: cc337eb6-2c00-4d34-ae37-0648051978d4, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:19:12.956156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.961009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:12.961009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.000877 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a6946b84-a324-4d46-968a-8ae57728ac5a no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:13.034534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: a6946b84-a324-4d46-968a-8ae57728ac5a {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:19:13.034938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a6946b84-a324-4d46-968a-8ae57728ac5a not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:13.088942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network cc337eb6-2c00-4d34-ae37-0648051978d4 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:19:13.150151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2d5dda41-d1f6-4222-89a5-cfd6949603ce tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.216738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Network': ['ID=aa29e324-99fc-4d94-bff0-1cbaaed6bdf7,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:13.227135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:19:13.238881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, cc337eb6-2c00-4d34-ae37-0648051978d4) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:13.243787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:13.247538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.262101 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-81cd16a3-5d42-4fbc-9047-61a3cf497348 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9548097 Mar 02 20:19:13.265179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46624) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:13.270937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': 'aa29e324-99fc-4d94-bff0-1cbaaed6bdf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:13.293052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5452e2a-0fc2-4fb8-ab2f-7c59fdc48daa None None] Network cc337eb6-2c00-4d34-ae37-0648051978d4 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:13.309964 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2d5dda41-d1f6-4222-89a5-cfd6949603ce tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.352866 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ffab5dd8-a90b-4745-906b-4225e6b21069 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6056001 Mar 02 20:19:13.353107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dda41-d1f6-4222-89a5-cfd6949603ce tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Subnet': ['ID=4da4a3be-0feb-404e-ac62-c5233487ee2f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:13.353372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46628) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:13.359641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2d5dda41-d1f6-4222-89a5-cfd6949603ce tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.363995 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2d5dda41-d1f6-4222-89a5-cfd6949603ce tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/subnets/4da4a3be-0feb-404e-ac62-c5233487ee2f HTTP/1.1" status: 204 len: 168 time: 1.0220501 Mar 02 20:19:13.364099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f85a71d0-cb60-4b47-b8cb-dcb996133a9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1345616601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:13.364198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46632) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:13.373843 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f85a71d0-cb60-4b47-b8cb-dcb996133a9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:13.391375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54064d6-a0d0-452b-b45e-e0a41f0c30f5 None None] Network 1257a92a-847b-47ff-bb1a-9201e37c23b1 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:13.392069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f85a71d0-cb60-4b47-b8cb-dcb996133a9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:router and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:13.396584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f85a71d0-cb60-4b47-b8cb-dcb996133a9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:13.406462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f85a71d0-cb60-4b47-b8cb-dcb996133a9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:13.410435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:13.416518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:13.421244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:13.427613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:13.490672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.502002 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port c77994e9-46e9-48a8-a286-eba9ab95fd6d {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:13.502561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.535021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f85a71d0-cb60-4b47-b8cb-dcb996133a9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.536050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f85a71d0-cb60-4b47-b8cb-dcb996133a9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.545456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:13.680587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f85a71d0-cb60-4b47-b8cb-dcb996133a9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.685038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.715672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port c77994e9-46e9-48a8-a286-eba9ab95fd6d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c77994e9-46e9-48a8-a286-eba9ab95fd6d,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:13.716037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.734472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-cc337eb6-2c00-4d34-ae37-0648051978d4', 'network_id': 'cc337eb6-2c00-4d34-ae37-0648051978d4', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'fixed_ips': [{'subnet_id': '78a32206-2644-4976-a3ce-9a0b4b2b6e46'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:19:13.735275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.832741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63710c78-cf38-485b-9787-453abffe62bd None None] DHCP port deletion for 1257a92a-847b-47ff-bb1a-9201e37c23b1 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:19:13.837594 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-63710c78-cf38-485b-9787-453abffe62bd None None] Deleting port c77994e9-46e9-48a8-a286-eba9ab95fd6d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:13.838031 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63710c78-cf38-485b-9787-453abffe62bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.856135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for c77994e9-46e9-48a8-a286-eba9ab95fd6d owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:13.931165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc693ae-9e1a-4e90-a930-74821492979f req-ffd8140c-dd86-4488-a378-cb56fb1792c6 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:13.932756 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fcc693ae-9e1a-4e90-a930-74821492979f req-ffd8140c-dd86-4488-a378-cb56fb1792c6 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 943 time: 0.4382050 Mar 02 20:19:14.009717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f85a71d0-cb60-4b47-b8cb-dcb996133a9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.032226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.048359 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fcc693ae-9e1a-4e90-a930-74821492979f req-5cde3c25-004f-47a7-9ec6-6ea4aa28bbd3 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092997 Mar 02 20:19:14.110183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Allocated IP 172.20.0.2 (cc337eb6-2c00-4d34-ae37-0648051978d4/78a32206-2644-4976-a3ce-9a0b4b2b6e46/93051e3d-bf9c-4cc2-883f-6e8cf189705b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:14.119912 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=c77994e9-46e9-48a8-a286-eba9ab95fd6d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:14.129632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f85a71d0-cb60-4b47-b8cb-dcb996133a9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.130895 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f85a71d0-cb60-4b47-b8cb-dcb996133a9c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7767863 Mar 02 20:19:14.131285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] No DVR routers for this DVR port c77994e9-46e9-48a8-a286-eba9ab95fd6d on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:19:14.133524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46638) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:14.166587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.225456 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-63710c78-cf38-485b-9787-453abffe62bd None None] For port c77994e9-46e9-48a8-a286-eba9ab95fd6d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c77994e9-46e9-48a8-a286-eba9ab95fd6d,segment=NetworkSegment(00bb6d72-b3dd-42d7-acba-973be02f3894),segment_id=00bb6d72-b3dd-42d7-acba-973be02f3894)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:14.225844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63710c78-cf38-485b-9787-453abffe62bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.234983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Subnet': ['ID=750702ba-9eaf-4fb9-97aa-d691aa455155,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:14.259394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Checking segment: {'id': 'c320bdb3-3255-4b4d-a693-3cc5948d3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'aa29e324-99fc-4d94-bff0-1cbaaed6bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:14.259881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network hostable DHCP agents. Network: aa29e324-99fc-4d94-bff0-1cbaaed6bdf7, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:19:14.326285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:19:14.350428 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-63710c78-cf38-485b-9787-453abffe62bd None None] Calling delete_port for c77994e9-46e9-48a8-a286-eba9ab95fd6d owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:14.378737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.394728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, aa29e324-99fc-4d94-bff0-1cbaaed6bdf7) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:14.398841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:14.399561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.410039 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00028aba-08b2-438f-b974-0cf85b0a6128 None None] Network aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:14.468714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1257a92a-847b-47ff-bb1a-9201e37c23b1']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:14.488902 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-83d8db8b-83c6-40ff-b201-2b0603dbd767 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2220812 Mar 02 20:19:14.491742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46642) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:14.499212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': 'aa29e324-99fc-4d94-bff0-1cbaaed6bdf7', 'name': 'tempest-PortsIpV6TestJSON-1104965673', 'fixed_ips': [{'subnet_id': '750702ba-9eaf-4fb9-97aa-d691aa455155', 'ip_address': '2001:db8::10'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:14.535498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bb6d72-b3dd-42d7-acba-973be02f3894') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:14.536446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bb6d72-b3dd-42d7-acba-973be02f3894') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:14.555668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.577831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.664040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-63710c78-cf38-485b-9787-453abffe62bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:19:14.664438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-63710c78-cf38-485b-9787-453abffe62bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:19:14.664971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:14.670541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:port and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:14.673575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:14.680415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:14.733526 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.747412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:19:14.747677 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.749519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Transition to ACTIVE for port object 93051e3d-bf9c-4cc2-883f-6e8cf189705b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:19:14.761719 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:19:14.800570 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Transition to ACTIVE for port object 93051e3d-bf9c-4cc2-883f-6e8cf189705b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:14.807560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-aa29e324-99fc-4d94-bff0-1cbaaed6bdf7', 'network_id': 'aa29e324-99fc-4d94-bff0-1cbaaed6bdf7', 'tenant_id': '97f478de2939464e91544656c2965d44', 'fixed_ips': [{'subnet_id': '750702ba-9eaf-4fb9-97aa-d691aa455155'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:19:14.809194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.823981 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:14.829881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.853741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port d682b876-1d19-447f-80bf-19c073145d7c yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:19:14.888589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.959737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.967142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.010945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Network': ['ID=1257a92a-847b-47ff-bb1a-9201e37c23b1,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:15.012746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Network cc337eb6-2c00-4d34-ae37-0648051978d4 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:15.018814 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:15.020558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c77994e9-46e9-48a8-a286-eba9ab95fd6d no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:15.051368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:15.059938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Pushing event updated for resources: {'Port': ['ID=93051e3d-bf9c-4cc2-883f-6e8cf189705b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:15.060243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.071042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: c77994e9-46e9-48a8-a286-eba9ab95fd6d {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:19:15.071387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c77994e9-46e9-48a8-a286-eba9ab95fd6d not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:15.118050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Allocated IP 2001:db8::2 (aa29e324-99fc-4d94-bff0-1cbaaed6bdf7/750702ba-9eaf-4fb9-97aa-d691aa455155/deb6f9fe-8a7d-4986-99f2-efbcdfd48273) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:15.170950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-63710c78-cf38-485b-9787-453abffe62bd None None] Deleting port c77994e9-46e9-48a8-a286-eba9ab95fd6d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:15.171356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63710c78-cf38-485b-9787-453abffe62bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.197471 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5aa2b711-d6f2-4f21-b3eb-25412a1e5ab8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/networks/1257a92a-847b-47ff-bb1a-9201e37c23b1 HTTP/1.1" status: 204 len: 168 time: 1.8322108 Mar 02 20:19:15.207063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46648) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:15.254904 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Attempting to bind port 93051e3d-bf9c-4cc2-883f-6e8cf189705b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:15.255293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Attempting to bind port 93051e3d-bf9c-4cc2-883f-6e8cf189705b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'e57acf05-e623-426c-bc16-146bb185604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'cc337eb6-2c00-4d34-ae37-0648051978d4'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:15.255623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Attempting to bind port 93051e3d-bf9c-4cc2-883f-6e8cf189705b on network cc337eb6-2c00-4d34-ae37-0648051978d4 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:15.262302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-63710c78-cf38-485b-9787-453abffe62bd None None] The port 'c77994e9-46e9-48a8-a286-eba9ab95fd6d' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:19:15.283561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f18629-5fbc-4c24-b40c-365b7318ddf0 req-e9333e79-e7ff-4ff2-8233-97d109870cda tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:15.285016 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-40f18629-5fbc-4c24-b40c-365b7318ddf0 req-e9333e79-e7ff-4ff2-8233-97d109870cda tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 943 time: 0.0897679 Mar 02 20:19:15.320642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:15.320843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Checking segment: {'id': 'e57acf05-e623-426c-bc16-146bb185604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'cc337eb6-2c00-4d34-ae37-0648051978d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:15.321210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.321597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Bound using segment: {'id': 'e57acf05-e623-426c-bc16-146bb185604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'cc337eb6-2c00-4d34-ae37-0648051978d4'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:15.322093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Bound port: 93051e3d-bf9c-4cc2-883f-6e8cf189705b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57acf05-e623-426c-bc16-146bb185604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'cc337eb6-2c00-4d34-ae37-0648051978d4'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:15.322462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.352140 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-40f18629-5fbc-4c24-b40c-365b7318ddf0 req-e4b27eea-dfff-40d9-92a3-6b648a99f397 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606050 Mar 02 20:19:15.489683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] For port 93051e3d-bf9c-4cc2-883f-6e8cf189705b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:15.510337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] For port 93051e3d-bf9c-4cc2-883f-6e8cf189705b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=93051e3d-bf9c-4cc2-883f-6e8cf189705b,segment=NetworkSegment(e57acf05-e623-426c-bc16-146bb185604d),segment_id=e57acf05-e623-426c-bc16-146bb185604d)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:15.527568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.537440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Transition to ACTIVE for port object deb6f9fe-8a7d-4986-99f2-efbcdfd48273 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:15.539001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port fd35612f-6af5-45ae-976b-4119fdb3e974 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:15.544553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.555996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Transition to ACTIVE for port object deb6f9fe-8a7d-4986-99f2-efbcdfd48273 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:15.583733 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.632273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.675530 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8::10 (aa29e324-99fc-4d94-bff0-1cbaaed6bdf7/750702ba-9eaf-4fb9-97aa-d691aa455155/d682b876-1d19-447f-80bf-19c073145d7c) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:15.679234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Network aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:15.686949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:15.692816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:15.696540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Pushing event updated for resources: {'Port': ['ID=93051e3d-bf9c-4cc2-883f-6e8cf189705b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:15.734003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:15.734382 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:15.734675 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:15.735011 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:15.735862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:15.735862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:15.736109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:15.736335 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:15.736563 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:15.737267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:15.737267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bee7127-582a-4cf9-add4-9f43e86e4afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:15.748658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Allocated IP 172.20.0.1 (cc337eb6-2c00-4d34-ae37-0648051978d4/78a32206-2644-4976-a3ce-9a0b4b2b6e46/996a5312-fd41-4ba3-b277-5e284f73a6ae) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:15.861688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Attempting to bind port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:15.862073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Attempting to bind port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'c320bdb3-3255-4b4d-a693-3cc5948d3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'aa29e324-99fc-4d94-bff0-1cbaaed6bdf7'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:15.862828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Attempting to bind port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 on network aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:15.868687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Pushing event updated for resources: {'Port': ['ID=deb6f9fe-8a7d-4986-99f2-efbcdfd48273,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:15.874429 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:15.874872 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Checking segment: {'id': 'c320bdb3-3255-4b4d-a693-3cc5948d3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'aa29e324-99fc-4d94-bff0-1cbaaed6bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:15.875191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.875575 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Bound using segment: {'id': 'c320bdb3-3255-4b4d-a693-3cc5948d3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'aa29e324-99fc-4d94-bff0-1cbaaed6bdf7'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:15.876037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Bound port: deb6f9fe-8a7d-4986-99f2-efbcdfd48273, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c320bdb3-3255-4b4d-a693-3cc5948d3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'aa29e324-99fc-4d94-bff0-1cbaaed6bdf7'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:15.876404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.895842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.896538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.926210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.945227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object d682b876-1d19-447f-80bf-19c073145d7c will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:15.978874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] For port deb6f9fe-8a7d-4986-99f2-efbcdfd48273, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:15.982512 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] For port deb6f9fe-8a7d-4986-99f2-efbcdfd48273, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=deb6f9fe-8a7d-4986-99f2-efbcdfd48273,segment=NetworkSegment(c320bdb3-3255-4b4d-a693-3cc5948d3304),segment_id=c320bdb3-3255-4b4d-a693-3cc5948d3304)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:16.046834 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:16.051899 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for fd35612f-6af5-45ae-976b-4119fdb3e974 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:16.091553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:16.163939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:16.164750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=d682b876-1d19-447f-80bf-19c073145d7c,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:16.167598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:16.171348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:16.175045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:16.175682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:16.204577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007381d4-1c63-4194-bfc8-e2734e25db91 None None] Pushing event updated for resources: {'Port': ['ID=deb6f9fe-8a7d-4986-99f2-efbcdfd48273,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:16.277463 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6f6b7639-4a63-4e32-a52f-ffbd7304aed6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7836554 Mar 02 20:19:16.279868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46652) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:16.285357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': 'aa29e324-99fc-4d94-bff0-1cbaaed6bdf7', 'name': 'tempest-PortsIpV6TestJSON-134467599', 'fixed_ips': [{'subnet_id': '750702ba-9eaf-4fb9-97aa-d691aa455155', 'ip_address': '2001:db8::f'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:16.302194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:16.330778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Transition to ACTIVE for port object 996a5312-fd41-4ba3-b277-5e284f73a6ae will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:16.430780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:16.431663 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:16.440927 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:port and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:16.444142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:16.450750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:16.502041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:16.534727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network cc337eb6-2c00-4d34-ae37-0648051978d4 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:16.540187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:16.543401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:16.557455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:16.566042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:16.606490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port 29c52be4-c91f-4d36-ba3a-95f5de921330 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:19:16.622628 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=996a5312-fd41-4ba3-b277-5e284f73a6ae,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:16.704763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49ea06-cc39-4c3f-a65f-99aebf1b0c91 req-902d7756-53a8-4c51-9b76-7a90fe9c255d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:16.706329 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2b49ea06-cc39-4c3f-a65f-99aebf1b0c91 req-902d7756-53a8-4c51-9b76-7a90fe9c255d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 943 time: 0.1874516 Mar 02 20:19:16.747962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=fd35612f-6af5-45ae-976b-4119fdb3e974,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:16.757546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:16.788000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:16.826003 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2b49ea06-cc39-4c3f-a65f-99aebf1b0c91 req-f19a71be-d759-4722-804f-03134ff87421 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122956 Mar 02 20:19:16.895437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8::f (aa29e324-99fc-4d94-bff0-1cbaaed6bdf7/750702ba-9eaf-4fb9-97aa-d691aa455155/29c52be4-c91f-4d36-ba3a-95f5de921330) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:17.081242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:17.112192 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-aaada7a3-7e8c-45d8-8cec-d4eea8480c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:17.128279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18811617-dfcb-4ded-af39-e9e92431938f None None] Network cc337eb6-2c00-4d34-ae37-0648051978d4 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:17.170401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 93051e3d-bf9c-4cc2-883f-6e8cf189705b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:17.213851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:17.233283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object 29c52be4-c91f-4d36-ba3a-95f5de921330 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:17.334246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:17.392478 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c36a4f9e-917a-440d-9f49-132c19e31a49 None None] Provisioning for port 93051e3d-bf9c-4cc2-883f-6e8cf189705b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:17.472846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 93051e3d-bf9c-4cc2-883f-6e8cf189705b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:17.489196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 93051e3d-bf9c-4cc2-883f-6e8cf189705b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:17.489592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:17.546048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:17.549380 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:17.553820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:17.557828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:17.558490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:17.582398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=29c52be4-c91f-4d36-ba3a-95f5de921330,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:17.587461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63981fd-535d-4bea-aeb7-5bb49939f36b None None] Network aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:17.665994 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f675cf09-aaf8-4582-a9e3-0964922ed48f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3848610 Mar 02 20:19:17.669500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46658) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:17.733051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:17.735791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:19:17.753709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd12670-0a9f-402a-a260-b439a3b3f4a9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:17.754416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2bd12670-0a9f-402a-a260-b439a3b3f4a9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:17.833260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:19:17.861555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2bd12670-0a9f-402a-a260-b439a3b3f4a9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:17.864457 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2bd12670-0a9f-402a-a260-b439a3b3f4a9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1909161 Mar 02 20:19:17.864457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46662) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:17.867127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-72bb5964-76ce-46d2-8c6e-85ef43e0030d None None] Provisioning for port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:17.876616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:17.884104 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.079737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d060d-8c43-4f3d-bc99-c68864f393e9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:18.085548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d060d-8c43-4f3d-bc99-c68864f393e9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:18.096182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d060d-8c43-4f3d-bc99-c68864f393e9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:18.102519 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b58d060d-8c43-4f3d-bc99-c68864f393e9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2368166 Mar 02 20:19:18.103517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46668) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:18.143126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 93051e3d-bf9c-4cc2-883f-6e8cf189705b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=93051e3d-bf9c-4cc2-883f-6e8cf189705b,segment=NetworkSegment(e57acf05-e623-426c-bc16-146bb185604d),segment_id=e57acf05-e623-426c-bc16-146bb185604d)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:18.164884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:18.187923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'port_id': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387', 'mac_address': 'fa:16:3e:99:f2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:19:18.188465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d4e70-c522-4ff4-844a-3f2fccd70498 req-43359c2d-c4f6-4838-8e88-dfe8c0335811 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:18.190725 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d7d4e70-c522-4ff4-844a-3f2fccd70498 req-43359c2d-c4f6-4838-8e88-dfe8c0335811 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 943 time: 0.2060802 Mar 02 20:19:18.210155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.217589 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=996a5312-fd41-4ba3-b277-5e284f73a6ae,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:18.224667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a68796e1-555d-4bb2-b581-9aeebbcaf0b5 None None] Provisioning complete for port 93051e3d-bf9c-4cc2-883f-6e8cf189705b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:18.224940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a68796e1-555d-4bb2-b581-9aeebbcaf0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.253567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-3b723778-1d3b-4225-b36e-96d5fcb992ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 29c52be4-c91f-4d36-ba3a-95f5de921330 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:18.254324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b723778-1d3b-4225-b36e-96d5fcb992ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.272869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.273644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device deb6f9fe-8a7d-4986-99f2-efbcdfd48273 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:18.292734 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d7d4e70-c522-4ff4-844a-3f2fccd70498 req-a5b4bf77-f28e-48b5-ade1-3ca81d4aa54d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949068 Mar 02 20:19:18.417051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network cc337eb6-2c00-4d34-ae37-0648051978d4 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:18.422762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:18.446469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.524474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:19:18.545516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:18.550119 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=93051e3d-bf9c-4cc2-883f-6e8cf189705b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:18.582012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b723778-1d3b-4225-b36e-96d5fcb992ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.647597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.688135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:18.694878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a68796e1-555d-4bb2-b581-9aeebbcaf0b5 None None] Provisioning for port 996a5312-fd41-4ba3-b277-5e284f73a6ae completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:18.724381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-3b723778-1d3b-4225-b36e-96d5fcb992ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for 29c52be4-c91f-4d36-ba3a-95f5de921330 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:18.730691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:18.735357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.764359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a68796e1-555d-4bb2-b581-9aeebbcaf0b5 None None] Provisioning complete for port 996a5312-fd41-4ba3-b277-5e284f73a6ae triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:18.764921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a68796e1-555d-4bb2-b581-9aeebbcaf0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.830135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:18.858345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970e4071-2d45-48b6-9380-92c755d32f27 None None] Sync routers for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:18.864010 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.876420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:18.887803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a68796e1-555d-4bb2-b581-9aeebbcaf0b5 None None] Port 996a5312-fd41-4ba3-b277-5e284f73a6ae cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:18.899230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e4071-2d45-48b6-9380-92c755d32f27 None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:18.899944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-970e4071-2d45-48b6-9380-92c755d32f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:18:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:18.942058 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-97e7f06b-a8c7-4caf-9356-130b4a0e49bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/floatingips/a6d9fe66-9a87-49c5-9580-4d094205801e HTTP/1.1" status: 204 len: 168 time: 3.7339714 Mar 02 20:19:18.943258 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'tag': '90b46741-3d48-4377-9c86-90a53c0be0f4'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:19:18.985155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b723778-1d3b-4225-b36e-96d5fcb992ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:19.024372 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'tag': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'status': 'completed', 'code': 200} Mar 02 20:19:19.065602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['9c12d16d-a6f3-461f-b5eb-c0a89fdfe387'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:19:19.065817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b723778-1d3b-4225-b36e-96d5fcb992ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=29c52be4-c91f-4d36-ba3a-95f5de921330,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:19.118895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router 814c5432-bee9-43a9-ae24-7069635e5834 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:19:19.150971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b723778-1d3b-4225-b36e-96d5fcb992ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:19.180035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:19.288638 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3b723778-1d3b-4225-b36e-96d5fcb992ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/29c52be4-c91f-4d36-ba3a-95f5de921330 HTTP/1.1" status: 204 len: 168 time: 1.1641064 Mar 02 20:19:19.288638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46676) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:19.321611 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-6911f454-8f57-448f-b7cd-b1fe1a011d97 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:19:19.322146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6911f454-8f57-448f-b7cd-b1fe1a011d97 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:19.333111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port deb6f9fe-8a7d-4986-99f2-efbcdfd48273, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=deb6f9fe-8a7d-4986-99f2-efbcdfd48273,segment=NetworkSegment(c320bdb3-3255-4b4d-a693-3cc5948d3304),segment_id=c320bdb3-3255-4b4d-a693-3cc5948d3304)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:19.339098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8ee30110-75e1-4916-bc9f-37d2d6877887 None None] Provisioning complete for port 996a5312-fd41-4ba3-b277-5e284f73a6ae triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:19.339842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8ee30110-75e1-4916-bc9f-37d2d6877887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:19.356142 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfe1b559-ac7b-464a-a402-d30687bfcfb2 req-5d8bf1d3-16e4-4007-9975-089da8c5950c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 1099 time: 0.3019798 Mar 02 20:19:19.412097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71205035-da0e-4444-8c09-6f48e370ece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:19.436271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6911f454-8f57-448f-b7cd-b1fe1a011d97 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:19.440638 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6911f454-8f57-448f-b7cd-b1fe1a011d97 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/29c52be4-c91f-4d36-ba3a-95f5de921330 HTTP/1.1" status: 404 len: 333 time: 0.1644115 Mar 02 20:19:19.465620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8ee30110-75e1-4916-bc9f-37d2d6877887 None None] Port 996a5312-fd41-4ba3-b277-5e284f73a6ae cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:19.466992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46682) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:19.476816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:19.517784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8ee30110-75e1-4916-bc9f-37d2d6877887 None None] Could not find standard attr ID for object 29c52be4-c91f-4d36-ba3a-95f5de921330. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:19:19.550665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1f4df-fb6e-4109-ae59-843fa285bfb6 req-006ad125-795b-4587-825f-05c5effb4f88 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:19.552408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-12b1f4df-fb6e-4109-ae59-843fa285bfb6 req-006ad125-795b-4587-825f-05c5effb4f88 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 944 time: 0.1135669 Mar 02 20:19:19.631017 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-12b1f4df-fb6e-4109-ae59-843fa285bfb6 req-381aa5b8-3788-4456-925d-379a5dff2f4e tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637031 Mar 02 20:19:19.637759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-076835a9-44e7-4ec9-a638-674a2d8d0bb4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port d682b876-1d19-447f-80bf-19c073145d7c {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:19.638120 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-076835a9-44e7-4ec9-a638-674a2d8d0bb4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:19.645074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 93051e3d-bf9c-4cc2-883f-6e8cf189705b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:19.673041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-970e4071-2d45-48b6-9380-92c755d32f27 None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:19.678969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:19.694196 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8c453-1445-460a-b8a5-b02203fd2e8b None None] Sync routers for ids ['814c5432-bee9-43a9-ae24-7069635e5834'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:19.705266 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fc220cc8-a323-4baf-beef-121d588ffd10 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/814c5432-bee9-43a9-ae24-7069635e5834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5672665 Mar 02 20:19:19.709266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46688) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:19.722139 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb8c453-1445-460a-b8a5-b02203fd2e8b None None] Routers {'814c5432-bee9-43a9-ae24-7069635e5834'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:19.723282 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bdb8c453-1445-460a-b8a5-b02203fd2e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['814c5432-bee9-43a9-ae24-7069635e5834'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:19.762584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1b559-ac7b-464a-a402-d30687bfcfb2 req-50578a50-b4cf-4a5e-aa23-5b5fddf60249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:19.764685 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfe1b559-ac7b-464a-a402-d30687bfcfb2 req-50578a50-b4cf-4a5e-aa23-5b5fddf60249 service neutron] 10.222.0.31 "GET /v2.0/networks?id=732ffdce-2c6c-4226-a395-2a756a9cca82 HTTP/1.1" status: 200 len: 898 time: 0.4008963 Mar 02 20:19:19.785660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77405d0-5c2b-480a-a09d-223fb98fd0c2 req-4cb4f9a1-389d-45bd-ab4c-95f46cb3ea55 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:19.794485 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f77405d0-5c2b-480a-a09d-223fb98fd0c2 req-4cb4f9a1-389d-45bd-ab4c-95f46cb3ea55 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 946 time: 0.1034191 Mar 02 20:19:19.798358 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=deb6f9fe-8a7d-4986-99f2-efbcdfd48273,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:19.835093 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bdb8c453-1445-460a-b8a5-b02203fd2e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:19.840137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-f77405d0-5c2b-480a-a09d-223fb98fd0c2 req-4f3ff81e-ea88-49c9-9aba-cd800a44570a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:19.849327 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb8c453-1445-460a-b8a5-b02203fd2e8b None None] Routers {'814c5432-bee9-43a9-ae24-7069635e5834'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:19.850440 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bdb8c453-1445-460a-b8a5-b02203fd2e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['814c5432-bee9-43a9-ae24-7069635e5834'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:19.892319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8ee30110-75e1-4916-bc9f-37d2d6877887 None None] Provisioning for port d682b876-1d19-447f-80bf-19c073145d7c completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:19.896504 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfe1b559-ac7b-464a-a402-d30687bfcfb2 req-e8d7566d-1de0-4e45-b7a0-0e70d3efecdc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90b46741-3d48-4377-9c86-90a53c0be0f4 HTTP/1.1" status: 200 len: 217 time: 0.1021369 Mar 02 20:19:19.909439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251b87b-e973-4e91-b980-f998ea5bd174 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:19.910039 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2251b87b-e973-4e91-b980-f998ea5bd174 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:19.915604 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bdb8c453-1445-460a-b8a5-b02203fd2e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:19.915989 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8c453-1445-460a-b8a5-b02203fd2e8b None None] The sync data for ids ['814c5432-bee9-43a9-ae24-7069635e5834'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:19.920432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8ee30110-75e1-4916-bc9f-37d2d6877887 None None] Provisioning complete for port d682b876-1d19-447f-80bf-19c073145d7c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:19.920681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8ee30110-75e1-4916-bc9f-37d2d6877887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:19.924564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-f77405d0-5c2b-480a-a09d-223fb98fd0c2 req-4f3ff81e-ea88-49c9-9aba-cd800a44570a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:19.926166 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f77405d0-5c2b-480a-a09d-223fb98fd0c2 req-4f3ff81e-ea88-49c9-9aba-cd800a44570a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306257 Mar 02 20:19:20.068585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 93051e3d-bf9c-4cc2-883f-6e8cf189705b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:20.068957 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:20.140205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8ee30110-75e1-4916-bc9f-37d2d6877887 None None] Port d682b876-1d19-447f-80bf-19c073145d7c cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:20.192264 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1b559-ac7b-464a-a402-d30687bfcfb2 req-b7757eb7-d32e-424b-a9af-6b4fba34d120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:20.193899 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfe1b559-ac7b-464a-a402-d30687bfcfb2 req-b7757eb7-d32e-424b-a9af-6b4fba34d120 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8814d83f-4ca8-4e89-ba7e-60e9373d99d4 HTTP/1.1" status: 200 len: 834 time: 0.2793453 Mar 02 20:19:20.254917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2251b87b-e973-4e91-b980-f998ea5bd174 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:20.256166 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2251b87b-e973-4e91-b980-f998ea5bd174 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports/996a5312-fd41-4ba3-b277-5e284f73a6ae HTTP/1.1" status: 200 len: 910 time: 0.5459316 Mar 02 20:19:20.259504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46692) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:20.265216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8ee30110-75e1-4916-bc9f-37d2d6877887 None None] Provisioning complete for port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:20.265581 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8ee30110-75e1-4916-bc9f-37d2d6877887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:20.267885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-33d283eb-2479-4bec-8948-5e2e0efe3126 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78a32206-2644-4976-a3ce-9a0b4b2b6e46'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:20.281944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-076835a9-44e7-4ec9-a638-674a2d8d0bb4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:20.418766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-076835a9-44e7-4ec9-a638-674a2d8d0bb4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for d682b876-1d19-447f-80bf-19c073145d7c owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:20.489222 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfe1b559-ac7b-464a-a402-d30687bfcfb2 req-f9c786fc-1c23-4b21-8bc1-15fbf536b4a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=732ffdce-2c6c-4226-a395-2a756a9cca82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2869668 Mar 02 20:19:20.498289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-970e4071-2d45-48b6-9380-92c755d32f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:19:02Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:20.506696 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970e4071-2d45-48b6-9380-92c755d32f27 None None] Checking router: c7586df4-c13a-4901-a0b8-c7ee9f7c4656 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:19:20.522892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e4071-2d45-48b6-9380-92c755d32f27 None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:20.523504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-970e4071-2d45-48b6-9380-92c755d32f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:20.530209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-33d283eb-2479-4bec-8948-5e2e0efe3126 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:20.644946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:20.645604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:20.649821 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ca44e31b-ad61-4bf3-b0f2-9b9407dd664c None None] Could not find standard attr ID for object 29c52be4-c91f-4d36-ba3a-95f5de921330. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:19:20.696780 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfe1b559-ac7b-464a-a402-d30687bfcfb2 req-f8938df6-cea2-49cc-bda0-3f0585de6c5f service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925459 Mar 02 20:19:20.718715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-970e4071-2d45-48b6-9380-92c755d32f27 None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:20.813293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-076835a9-44e7-4ec9-a638-674a2d8d0bb4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:20.864176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076835a9-44e7-4ec9-a638-674a2d8d0bb4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=d682b876-1d19-447f-80bf-19c073145d7c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:20.943624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-076835a9-44e7-4ec9-a638-674a2d8d0bb4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:20.984096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3379b-8679-4372-b87b-872391545831 req-143203ca-a625-476b-9d0f-5e6a5c37fc1b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:20.985583 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-03a3379b-8679-4372-b87b-872391545831 req-143203ca-a625-476b-9d0f-5e6a5c37fc1b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 944 time: 0.1741841 Mar 02 20:19:21.004045 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfe1b559-ac7b-464a-a402-d30687bfcfb2 req-6dd297fd-6876-4b95-a9ac-2db7a32617e6 service neutron] 10.222.0.31 "GET /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970576 Mar 02 20:19:21.065337 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-076835a9-44e7-4ec9-a638-674a2d8d0bb4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/d682b876-1d19-447f-80bf-19c073145d7c HTTP/1.1" status: 204 len: 168 time: 1.5970888 Mar 02 20:19:21.067846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46700) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:21.115032 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-03a3379b-8679-4372-b87b-872391545831 req-447e9c17-6f58-4833-be7c-4bdc369dbe63 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200409 Mar 02 20:19:21.208102 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0dbaf0-966c-474f-8a49-f6e3f2324b04 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:19:21.208666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3b0dbaf0-966c-474f-8a49-f6e3f2324b04 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:21.236153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-970e4071-2d45-48b6-9380-92c755d32f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:19:02Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:21.241135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970e4071-2d45-48b6-9380-92c755d32f27 None None] The sync data for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv is: [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:19:02Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'd04e21d3-7dad-4e20-a199-ee394ae57175', 'name': '', 'network_id': '732ffdce-2c6c-4226-a395-2a756a9cca82', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:da:b7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:16:15Z', 'updated_at': '2022-03-02T20:16:29Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8814d83f-4ca8-4e89-ba7e-60e9373d99d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:21.262470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-204f0b80-91dd-442a-85b7-8f28ad9b4d40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:21.264224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-204f0b80-91dd-442a-85b7-8f28ad9b4d40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:21.310454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3b0dbaf0-966c-474f-8a49-f6e3f2324b04 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:21.314179 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3b0dbaf0-966c-474f-8a49-f6e3f2324b04 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/d682b876-1d19-447f-80bf-19c073145d7c HTTP/1.1" status: 404 len: 333 time: 0.2429726 Mar 02 20:19:21.314529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46704) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:21.346620 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddc3ff-a2b8-4b3a-9870-14adce8c853c req-e8adf6be-0079-4591-b7a4-1e224145792e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:21.348068 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c4ddc3ff-a2b8-4b3a-9870-14adce8c853c req-e8adf6be-0079-4591-b7a4-1e224145792e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 946 time: 0.1585402 Mar 02 20:19:21.349792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-204f0b80-91dd-442a-85b7-8f28ad9b4d40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:21.350933 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-204f0b80-91dd-442a-85b7-8f28ad9b4d40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 946 time: 0.1968992 Mar 02 20:19:21.384098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-33d283eb-2479-4bec-8948-5e2e0efe3126 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:21.412413 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c4ddc3ff-a2b8-4b3a-9870-14adce8c853c req-2afcf058-001e-4b1e-b0d8-348a5c9edd2d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cbd7776-95a5-4532-9954-48819f9a7af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538054 Mar 02 20:19:21.461996 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-33d283eb-2479-4bec-8948-5e2e0efe3126 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:21.468385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-67e22487-fa83-4437-8778-d349e4a45d13 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 90b46741-3d48-4377-9c86-90a53c0be0f4 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:21.468726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-67e22487-fa83-4437-8778-d349e4a45d13 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:21.505670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d2fa54-0728-4943-b635-10217d5b3eae None None] New status for floating IP a6d9fe66-9a87-49c5-9580-4d094205801e: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:19:21.566153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device deb6f9fe-8a7d-4986-99f2-efbcdfd48273 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:21.601745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d283eb-2479-4bec-8948-5e2e0efe3126 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=996a5312-fd41-4ba3-b277-5e284f73a6ae,revision_number=3']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:21.608854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d283eb-2479-4bec-8948-5e2e0efe3126 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:21.609639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-33d283eb-2479-4bec-8948-5e2e0efe3126 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:21.614021 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-33d283eb-2479-4bec-8948-5e2e0efe3126 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/ports/996a5312-fd41-4ba3-b277-5e284f73a6ae HTTP/1.1" status: 200 len: 910 time: 1.3529885 Mar 02 20:19:21.615047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46708) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:21.680952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-addf6a53-01d4-4ac4-af33-9964a967b4a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting subnet 750702ba-9eaf-4fb9-97aa-d691aa455155 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:19:21.685225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-addf6a53-01d4-4ac4-af33-9964a967b4a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:21.804802 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:21.805257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:21.843110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-addf6a53-01d4-4ac4-af33-9964a967b4a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:21.873783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:21.900531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:21.986170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5aabbbcd-3efa-4eca-b40a-3e7699ec1379 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.069576 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-67e22487-fa83-4437-8778-d349e4a45d13 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 90b46741-3d48-4377-9c86-90a53c0be0f4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=90b46741-3d48-4377-9c86-90a53c0be0f4,segment=NetworkSegment(294f8c8b-9cfd-48b3-92b9-510e13d7d579),segment_id=294f8c8b-9cfd-48b3-92b9-510e13d7d579)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:22.070182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-67e22487-fa83-4437-8778-d349e4a45d13 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.071282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:22.080261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:22.081005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.203493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-67e22487-fa83-4437-8778-d349e4a45d13 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 90b46741-3d48-4377-9c86-90a53c0be0f4 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:22.212388 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.251759 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:19:22.261770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-addf6a53-01d4-4ac4-af33-9964a967b4a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.286703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:22.355083 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387', 'code': 200} Mar 02 20:19:22.362619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.363457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 90b46741-3d48-4377-9c86-90a53c0be0f4 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:22.471435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-addf6a53-01d4-4ac4-af33-9964a967b4a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.490627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:22.537963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf6a53-01d4-4ac4-af33-9964a967b4a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Subnet': ['ID=750702ba-9eaf-4fb9-97aa-d691aa455155,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:22.544060 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-67e22487-fa83-4437-8778-d349e4a45d13 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.562811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.594994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-addf6a53-01d4-4ac4-af33-9964a967b4a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.609387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e22487-fa83-4437-8778-d349e4a45d13 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=90b46741-3d48-4377-9c86-90a53c0be0f4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:22.621572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b01a29-cb43-4c33-bba6-cbe82bc02039 None None] Network aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:22.654198 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-addf6a53-01d4-4ac4-af33-9964a967b4a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/750702ba-9eaf-4fb9-97aa-d691aa455155 HTTP/1.1" status: 204 len: 168 time: 1.3384798 Mar 02 20:19:22.660668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46718) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:22.754657 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1ad96bf9-0437-4477-8cfd-a8da9de04aa5 req-846c700d-f6cd-474e-813f-688b31991062 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 210 time: 0.0649221 Mar 02 20:19:22.798224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e05f46-237e-4d2d-85c0-8d87aa57493c req-fa271fda-f889-4eed-9b96-79e74bcd1b69 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:22.800169 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c8e05f46-237e-4d2d-85c0-8d87aa57493c req-fa271fda-f889-4eed-9b96-79e74bcd1b69 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 945 time: 0.3559198 Mar 02 20:19:22.838927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-67e22487-fa83-4437-8778-d349e4a45d13 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] No DVR routers for this DVR port 90b46741-3d48-4377-9c86-90a53c0be0f4 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:19:22.842173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-67e22487-fa83-4437-8778-d349e4a45d13 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.845415 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5765a97d-bb8d-4b3f-9de7-8ba69c96823b req-67e22487-fa83-4437-8778-d349e4a45d13 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "DELETE /v2.0/ports/90b46741-3d48-4377-9c86-90a53c0be0f4 HTTP/1.1" status: 204 len: 173 time: 1.4789972 Mar 02 20:19:22.850592 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'name': 'network-vif-deleted', 'tag': '90b46741-3d48-4377-9c86-90a53c0be0f4'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:19:22.891218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.910439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:22.910796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.930222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afb6148-6eb6-4812-9733-b71f4f735c4e None None] DHCP port deletion for aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:19:22.935678 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1afb6148-6eb6-4812-9733-b71f4f735c4e None None] Deleting port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:22.936333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1afb6148-6eb6-4812-9733-b71f4f735c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:22.946290 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baae4e11-3d30-499f-9fe6-b9abff008d6b', 'name': 'network-vif-deleted', 'tag': '90b46741-3d48-4377-9c86-90a53c0be0f4', 'status': 'completed', 'code': 200} Mar 02 20:19:22.948956 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c8e05f46-237e-4d2d-85c0-8d87aa57493c req-91ed932d-960a-4881-95fa-ea846de9dcdc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422405 Mar 02 20:19:22.966959 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4272d9c5-dcc2-4b71-ba16-bb163d392f28 req-e6bc404d-135f-485b-bd70-16e9cdeac90d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 1098 time: 0.2785990 Mar 02 20:19:23.077349 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5aabbbcd-3efa-4eca-b40a-3e7699ec1379 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 996a5312-fd41-4ba3-b277-5e284f73a6ae {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:23.077923 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5aabbbcd-3efa-4eca-b40a-3e7699ec1379 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:23.095832 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4272d9c5-dcc2-4b71-ba16-bb163d392f28 req-97b9f047-6fa2-49d1-a0e3-a40e84b6a5f6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216238 Mar 02 20:19:23.209396 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1afb6148-6eb6-4812-9733-b71f4f735c4e None None] For port deb6f9fe-8a7d-4986-99f2-efbcdfd48273, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=deb6f9fe-8a7d-4986-99f2-efbcdfd48273,segment=NetworkSegment(c320bdb3-3255-4b4d-a693-3cc5948d3304),segment_id=c320bdb3-3255-4b4d-a693-3cc5948d3304)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:23.209781 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1afb6148-6eb6-4812-9733-b71f4f735c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:23.231485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] For port deb6f9fe-8a7d-4986-99f2-efbcdfd48273, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=deb6f9fe-8a7d-4986-99f2-efbcdfd48273,segment=NetworkSegment(c320bdb3-3255-4b4d-a693-3cc5948d3304),segment_id=c320bdb3-3255-4b4d-a693-3cc5948d3304)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:23.231877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:23.344659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1afb6148-6eb6-4812-9733-b71f4f735c4e None None] Calling delete_port for deb6f9fe-8a7d-4986-99f2-efbcdfd48273 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:23.346209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5aabbbcd-3efa-4eca-b40a-3e7699ec1379 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:23.372472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for deb6f9fe-8a7d-4986-99f2-efbcdfd48273 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:23.479076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5aabbbcd-3efa-4eca-b40a-3e7699ec1379 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 996a5312-fd41-4ba3-b277-5e284f73a6ae owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:23.488010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1afb6148-6eb6-4812-9733-b71f4f735c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:23.491999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:19:23.492433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:19:23.539049 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb6148-6eb6-4812-9733-b71f4f735c4e None None] Pushing event deleted for resources: {'Port': ['ID=deb6f9fe-8a7d-4986-99f2-efbcdfd48273,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:23.546756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb6148-6eb6-4812-9733-b71f4f735c4e None None] No DVR routers for this DVR port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:19:23.561891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device deb6f9fe-8a7d-4986-99f2-efbcdfd48273 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:23.598084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: deb6f9fe-8a7d-4986-99f2-efbcdfd48273 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:19:23.598775 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device deb6f9fe-8a7d-4986-99f2-efbcdfd48273 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:23.731959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5aabbbcd-3efa-4eca-b40a-3e7699ec1379 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:23.776654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabbbcd-3efa-4eca-b40a-3e7699ec1379 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=996a5312-fd41-4ba3-b277-5e284f73a6ae,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:23.994532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port deb6f9fe-8a7d-4986-99f2-efbcdfd48273 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:23.995321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.036578 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-840e17ab-8ea1-4af9-8315-3363272af69d req-171eafc7-8c5b-4f7e-945d-77d924fe4849 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=baae4e11-3d30-499f-9fe6-b9abff008d6b HTTP/1.1" status: 200 len: 210 time: 0.1055830 Mar 02 20:19:24.053728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5aabbbcd-3efa-4eca-b40a-3e7699ec1379 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.118391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] The port 'deb6f9fe-8a7d-4986-99f2-efbcdfd48273' was deleted {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:19:24.261827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.288758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa29e324-99fc-4d94-bff0-1cbaaed6bdf7']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:24.300759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c320bdb3-3255-4b4d-a693-3cc5948d3304') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:24.301053 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c320bdb3-3255-4b4d-a693-3cc5948d3304') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:24.313562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.331724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.338279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:19:24.338725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: util.warn( Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:19:24.353711 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:19:24.500219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c043a-710b-4259-9398-a12a8532653d req-f0eb5e4c-b7c3-46e2-8d72-f4801cc07425 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:24.501620 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c29c043a-710b-4259-9398-a12a8532653d req-f0eb5e4c-b7c3-46e2-8d72-f4801cc07425 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 945 time: 0.3245277 Mar 02 20:19:24.584489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.601633 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.613001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Network': ['ID=aa29e324-99fc-4d94-bff0-1cbaaed6bdf7,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:24.661145 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c29c043a-710b-4259-9398-a12a8532653d req-f0f94eea-169f-4a5d-8f54-485e0ca31fd2 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539445 Mar 02 20:19:24.673837 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aabbbcd-3efa-4eca-b40a-3e7699ec1379 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router 814c5432-bee9-43a9-ae24-7069635e5834 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:19:24.685156 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8fda1477-7a52-4939-8480-188ac2a7f3f8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/networks/aa29e324-99fc-4d94-bff0-1cbaaed6bdf7 HTTP/1.1" status: 204 len: 168 time: 2.0202463 Mar 02 20:19:24.685330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46728) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:24.690662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1580052950'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:24.695412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:24.699428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:network and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:24.702531 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:24.708266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:24.808216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:24.811921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.836958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aabbbcd-3efa-4eca-b40a-3e7699ec1379 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:24.840400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:19:24.849418 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb7c888-61f1-4b93-899a-1286e71858c8 None None] Sync routers for ids ['814c5432-bee9-43a9-ae24-7069635e5834'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:24.851060 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.851403 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Added segment 7751aa27-4b70-4f51-9ff0-3df27e519682 of type vlan for network 84f9597f-e798-44b2-bd67-0ea0bb8f621c Mar 02 20:19:24.862491 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7c888-61f1-4b93-899a-1286e71858c8 None None] Routers {'814c5432-bee9-43a9-ae24-7069635e5834'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:24.863422 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ebb7c888-61f1-4b93-899a-1286e71858c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['814c5432-bee9-43a9-ae24-7069635e5834'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:24.882503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.924306 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ebb7c888-61f1-4b93-899a-1286e71858c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:24.935463 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7c888-61f1-4b93-899a-1286e71858c8 None None] Routers {'814c5432-bee9-43a9-ae24-7069635e5834'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:24.936038 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ebb7c888-61f1-4b93-899a-1286e71858c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['814c5432-bee9-43a9-ae24-7069635e5834'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:24.952696 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5aabbbcd-3efa-4eca-b40a-3e7699ec1379 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/814c5432-bee9-43a9-ae24-7069635e5834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3366208 Mar 02 20:19:24.955644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46732) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:24.997763 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ebb7c888-61f1-4b93-899a-1286e71858c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:24.998185 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb7c888-61f1-4b93-899a-1286e71858c8 None None] The sync data for ids ['814c5432-bee9-43a9-ae24-7069635e5834'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:25.003667 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8a49ea8f-3c11-4149-a4bb-113c68b42721 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=814c5432-bee9-43a9-ae24-7069635e5834 HTTP/1.1" status: 200 len: 205 time: 0.0468321 Mar 02 20:19:25.006177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46736) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:25.059674 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.063167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:25.063728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.161708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46742) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:25.232180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0cbdede7-4188-49bb-a4c9-2ddda4cf9a05 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.247867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Network': ['ID=84f9597f-e798-44b2-bd67-0ea0bb8f621c,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:25.258328 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 84f9597f-e798-44b2-bd67-0ea0bb8f621c details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:19:25.262100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0cbdede7-4188-49bb-a4c9-2ddda4cf9a05 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.262944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84a663c7-b45e-4ee7-a6a0-4b1297d36432 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.322846 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b2eae1f3-2b0c-476f-8e4b-788845293e32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6336875 Mar 02 20:19:25.323533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46746) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:25.330420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': '84f9597f-e798-44b2-bd67-0ea0bb8f621c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:25.423562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0cbdede7-4188-49bb-a4c9-2ddda4cf9a05 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.452740 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdede7-4188-49bb-a4c9-2ddda4cf9a05 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbd7776-95a5-4532-9954-48819f9a7af4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:25.461951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:25.466012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:25.468980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:25.475012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:25.549776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0cbdede7-4188-49bb-a4c9-2ddda4cf9a05 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.551146 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0cbdede7-4188-49bb-a4c9-2ddda4cf9a05 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/4cbd7776-95a5-4532-9954-48819f9a7af4 HTTP/1.1" status: 204 len: 168 time: 0.3882105 Mar 02 20:19:25.555801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:25.637000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46752) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:25.671732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84a663c7-b45e-4ee7-a6a0-4b1297d36432 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.675774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84a663c7-b45e-4ee7-a6a0-4b1297d36432 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.779117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.881813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84a663c7-b45e-4ee7-a6a0-4b1297d36432 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.882240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a663c7-b45e-4ee7-a6a0-4b1297d36432 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Fanout notify agent at l3_agent the message router_deleted on router 814c5432-bee9-43a9-ae24-7069635e5834 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:19:25.896497 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-84a663c7-b45e-4ee7-a6a0-4b1297d36432 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.897643 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-84a663c7-b45e-4ee7-a6a0-4b1297d36432 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/814c5432-bee9-43a9-ae24-7069635e5834 HTTP/1.1" status: 204 len: 168 time: 0.8905861 Mar 02 20:19:25.900196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46758) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:26.001224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6da989-c974-42bc-9788-829732bce7e8 req-af5ca300-77bd-43cc-a4d7-037db67a2aa6 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:26.002697 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1a6da989-c974-42bc-9788-829732bce7e8 req-af5ca300-77bd-43cc-a4d7-037db67a2aa6 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 945 time: 0.2070322 Mar 02 20:19:26.087175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf770c7-979f-4998-832c-bb494e7b4809 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting subnet 78a32206-2644-4976-a3ce-9a0b4b2b6e46 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:19:26.090133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fdf770c7-979f-4998-832c-bb494e7b4809 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:26.123518 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1a6da989-c974-42bc-9788-829732bce7e8 req-849e6d08-d1e0-413f-958b-ff0effdfb984 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129920 Mar 02 20:19:26.146077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fdf770c7-979f-4998-832c-bb494e7b4809 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:26.246363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fdf770c7-979f-4998-832c-bb494e7b4809 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:26.273521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:26.400798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fdf770c7-979f-4998-832c-bb494e7b4809 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:26.538844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Subnet': ['ID=e4a5aa71-3b2e-4ef8-8087-d6c2a2ddd383,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:26.559102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf770c7-979f-4998-832c-bb494e7b4809 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Subnet': ['ID=78a32206-2644-4976-a3ce-9a0b4b2b6e46,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:26.568843 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fdf770c7-979f-4998-832c-bb494e7b4809 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:26.577511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a10c7f-a0c7-468f-bc5a-08fcb50753ad None None] Network cc337eb6-2c00-4d34-ae37-0648051978d4 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:26.580956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Checking segment: {'id': '7751aa27-4b70-4f51-9ff0-3df27e519682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '84f9597f-e798-44b2-bd67-0ea0bb8f621c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:26.581394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network hostable DHCP agents. Network: 84f9597f-e798-44b2-bd67-0ea0bb8f621c, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:19:26.588067 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fdf770c7-979f-4998-832c-bb494e7b4809 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/78a32206-2644-4976-a3ce-9a0b4b2b6e46 HTTP/1.1" status: 204 len: 168 time: 0.6868794 Mar 02 20:19:26.591561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46764) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:26.607967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afd829-b2a4-41d9-b9da-2598f3158bc6 req-684d9856-9d0f-4808-84b3-4e94f5980b9d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:26.609420 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-67afd829-b2a4-41d9-b9da-2598f3158bc6 req-684d9856-9d0f-4808-84b3-4e94f5980b9d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 945 time: 0.3371723 Mar 02 20:19:26.680916 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-67afd829-b2a4-41d9-b9da-2598f3158bc6 req-1d2f0992-cff1-4d3a-a9d2-03a49a05e2bf tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627983 Mar 02 20:19:26.695041 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-218a8a85-a7b1-4866-99ef-3cae89346dbb req-b283590e-db8f-40ef-a24a-f9edfa22e3c1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3293104 Mar 02 20:19:26.702372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:26.727764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46768) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:26.747262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:26.756164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 84f9597f-e798-44b2-bd67-0ea0bb8f621c is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:19:26.759225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 93051e3d-bf9c-4cc2-883f-6e8cf189705b {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:26.759668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:26.911148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87299e93-03a6-4717-b7a3-650cb436d15c None None] DHCP port deletion for cc337eb6-2c00-4d34-ae37-0648051978d4 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:19:26.916934 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-87299e93-03a6-4717-b7a3-650cb436d15c None None] Deleting port 93051e3d-bf9c-4cc2-883f-6e8cf189705b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:26.917617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-87299e93-03a6-4717-b7a3-650cb436d15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:26.929279 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 84f9597f-e798-44b2-bd67-0ea0bb8f621c) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:26.936802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:26.937533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.019157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad259b6-51d5-4fad-9e88-bbc0d122d8b5 None None] Network 84f9597f-e798-44b2-bd67-0ea0bb8f621c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:27.095303 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-218a8a85-a7b1-4866-99ef-3cae89346dbb req-8165e0aa-8467-4599-938e-769e0309af81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 1098 time: 0.2835340 Mar 02 20:19:27.117059 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-514e9345-5d38-4804-b870-cded19a9930e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7914927 Mar 02 20:19:27.124040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46774) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:27.137119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-faa41819-e6eb-47a1-bd2a-b65b1d33177e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-715469436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:27.148752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-faa41819-e6eb-47a1-bd2a-b65b1d33177e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:27.157031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-faa41819-e6eb-47a1-bd2a-b65b1d33177e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:router and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:27.163686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-faa41819-e6eb-47a1-bd2a-b65b1d33177e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:27.172078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-faa41819-e6eb-47a1-bd2a-b65b1d33177e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:27.224691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] For port 93051e3d-bf9c-4cc2-883f-6e8cf189705b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=93051e3d-bf9c-4cc2-883f-6e8cf189705b,segment=NetworkSegment(e57acf05-e623-426c-bc16-146bb185604d),segment_id=e57acf05-e623-426c-bc16-146bb185604d)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:27.224939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.257623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-87299e93-03a6-4717-b7a3-650cb436d15c None None] For port 93051e3d-bf9c-4cc2-883f-6e8cf189705b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=93051e3d-bf9c-4cc2-883f-6e8cf189705b,segment=NetworkSegment(e57acf05-e623-426c-bc16-146bb185604d),segment_id=e57acf05-e623-426c-bc16-146bb185604d)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:27.258021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-87299e93-03a6-4717-b7a3-650cb436d15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.303044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-faa41819-e6eb-47a1-bd2a-b65b1d33177e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.304134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-faa41819-e6eb-47a1-bd2a-b65b1d33177e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.342565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-faa41819-e6eb-47a1-bd2a-b65b1d33177e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.361811 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 93051e3d-bf9c-4cc2-883f-6e8cf189705b owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:27.416619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-87299e93-03a6-4717-b7a3-650cb436d15c None None] Calling delete_port for 93051e3d-bf9c-4cc2-883f-6e8cf189705b owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:27.431525 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9516848d-737c-44b8-8790-7b4ed5f0b9ac tempest-TestVolumeBootPattern-1540238876 tempest-TestVolumeBootPattern-1540238876-project-admin] Synchronizing usage tracker for tenant:4029da931e22489aba2c00ff9903632c on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:27.454192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a8a85-a7b1-4866-99ef-3cae89346dbb req-d2948a20-4be8-4e69-a75b-1413de6aa25b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:27.455696 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-218a8a85-a7b1-4866-99ef-3cae89346dbb req-d2948a20-4be8-4e69-a75b-1413de6aa25b service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.3306205 Mar 02 20:19:27.465117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-faa41819-e6eb-47a1-bd2a-b65b1d33177e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.510237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port d04e21d3-7dad-4e20-a199-ee394ae57175 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:27.511598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.526265 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-84f9597f-e798-44b2-bd67-0ea0bb8f621c', 'network_id': '84f9597f-e798-44b2-bd67-0ea0bb8f621c', 'tenant_id': '97f478de2939464e91544656c2965d44', 'fixed_ips': [{'subnet_id': 'e4a5aa71-3b2e-4ef8-8087-d6c2a2ddd383'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:19:27.528130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.542498 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-218a8a85-a7b1-4866-99ef-3cae89346dbb req-788df691-f6ce-4885-b967-ce3e2d7a18e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 HTTP/1.1" status: 200 len: 217 time: 0.0797698 Mar 02 20:19:27.564313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-faa41819-e6eb-47a1-bd2a-b65b1d33177e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.567285 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-faa41819-e6eb-47a1-bd2a-b65b1d33177e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4407749 Mar 02 20:19:27.576386 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46778) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:27.595684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9516848d-737c-44b8-8790-7b4ed5f0b9ac tempest-TestVolumeBootPattern-1540238876 tempest-TestVolumeBootPattern-1540238876-project-admin] Unset dirty status for tenant:4029da931e22489aba2c00ff9903632c on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:27.596958 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9516848d-737c-44b8-8790-7b4ed5f0b9ac tempest-TestVolumeBootPattern-1540238876 tempest-TestVolumeBootPattern-1540238876-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 1093 time: 0.8681486 Mar 02 20:19:27.599821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46782) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:27.606480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'network_id': '84f9597f-e798-44b2-bd67-0ea0bb8f621c', 'name': 'tempest-PortsIpV6TestJSON-1677605073'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:27.612678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:27.612859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 93051e3d-bf9c-4cc2-883f-6e8cf189705b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:27.614781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:27.622227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:floatingip and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:27.627021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:27.634489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.639440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:27.651061 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 93051e3d-bf9c-4cc2-883f-6e8cf189705b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:19:27.651527 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 93051e3d-bf9c-4cc2-883f-6e8cf189705b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:27.672220 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-87299e93-03a6-4717-b7a3-650cb436d15c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:19:27.672586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-87299e93-03a6-4717-b7a3-650cb436d15c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:19:27.675623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a8a85-a7b1-4866-99ef-3cae89346dbb req-3263b52d-33db-439e-9c56-db48c883adfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:27.677132 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-218a8a85-a7b1-4866-99ef-3cae89346dbb req-3263b52d-33db-439e-9c56-db48c883adfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.1281910 Mar 02 20:19:27.731837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=93051e3d-bf9c-4cc2-883f-6e8cf189705b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:27.754383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No DVR routers for this DVR port 93051e3d-bf9c-4cc2-883f-6e8cf189705b on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:19:27.755890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Allocated IP 2001:db8::2 (84f9597f-e798-44b2-bd67-0ea0bb8f621c/e4a5aa71-3b2e-4ef8-8087-d6c2a2ddd383/8ed30c11-8973-43d6-a321-c978addd47cc) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:27.849689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port d04e21d3-7dad-4e20-a199-ee394ae57175, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d04e21d3-7dad-4e20-a199-ee394ae57175,segment=NetworkSegment(294f8c8b-9cfd-48b3-92b9-510e13d7d579),segment_id=294f8c8b-9cfd-48b3-92b9-510e13d7d579)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:27.850153 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.864356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:27.869627 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.918050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.923548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:port and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:27.980469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:27.987372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:27.992261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for d04e21d3-7dad-4e20-a199-ee394ae57175 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:27.998695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Transition to ACTIVE for port object 8ed30c11-8973-43d6-a321-c978addd47cc will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:28.009500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc337eb6-2c00-4d34-ae37-0648051978d4']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:28.019229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Transition to ACTIVE for port object 8ed30c11-8973-43d6-a321-c978addd47cc will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:28.029924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57acf05-e623-426c-bc16-146bb185604d') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:28.032084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:28.032219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57acf05-e623-426c-bc16-146bb185604d') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:28.039278 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-218a8a85-a7b1-4866-99ef-3cae89346dbb req-6e437bc7-2510-455f-af51-8a8eba61f099 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3527846 Mar 02 20:19:28.049078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.126638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.147250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:28.150491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.173773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-87299e93-03a6-4717-b7a3-650cb436d15c None None] Deleting port 93051e3d-bf9c-4cc2-883f-6e8cf189705b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:28.174154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-87299e93-03a6-4717-b7a3-650cb436d15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.202516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port b05cf278-4bb0-40ef-94e2-090251383ba2 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:19:28.254982 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.261639 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-87299e93-03a6-4717-b7a3-650cb436d15c None None] The port '93051e3d-bf9c-4cc2-883f-6e8cf189705b' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:19:28.267911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:19:28.268313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.269344 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Network 84f9597f-e798-44b2-bd67-0ea0bb8f621c is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:28.271656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:28.275845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Pushing event updated for resources: {'Port': ['ID=8ed30c11-8973-43d6-a321-c978addd47cc,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:28.278453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:19:28.290189 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:19:28.328262 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.368572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Attempting to bind port 8ed30c11-8973-43d6-a321-c978addd47cc on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:28.368572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Attempting to bind port 8ed30c11-8973-43d6-a321-c978addd47cc by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '7751aa27-4b70-4f51-9ff0-3df27e519682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '84f9597f-e798-44b2-bd67-0ea0bb8f621c'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:28.368982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Attempting to bind port 8ed30c11-8973-43d6-a321-c978addd47cc on network 84f9597f-e798-44b2-bd67-0ea0bb8f621c {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:28.376676 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:28.377043 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Checking segment: {'id': '7751aa27-4b70-4f51-9ff0-3df27e519682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '84f9597f-e798-44b2-bd67-0ea0bb8f621c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:28.377439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.377826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Bound using segment: {'id': '7751aa27-4b70-4f51-9ff0-3df27e519682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '84f9597f-e798-44b2-bd67-0ea0bb8f621c'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:28.378320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Bound port: 8ed30c11-8973-43d6-a321-c978addd47cc, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7751aa27-4b70-4f51-9ff0-3df27e519682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '84f9597f-e798-44b2-bd67-0ea0bb8f621c'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:28.378684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.433958 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-218a8a85-a7b1-4866-99ef-3cae89346dbb req-3b3d33cd-a53f-4714-9889-76adf4652cf1 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772159 Mar 02 20:19:28.468402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.508434 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=d04e21d3-7dad-4e20-a199-ee394ae57175,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:28.515662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.527906 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] For port 8ed30c11-8973-43d6-a321-c978addd47cc, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:28.528774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] For port 8ed30c11-8973-43d6-a321-c978addd47cc, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8ed30c11-8973-43d6-a321-c978addd47cc,segment=NetworkSegment(7751aa27-4b70-4f51-9ff0-3df27e519682),segment_id=7751aa27-4b70-4f51-9ff0-3df27e519682)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:28.582847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.602312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.605666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Network': ['ID=cc337eb6-2c00-4d34-ae37-0648051978d4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:28.628607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8::2fa (84f9597f-e798-44b2-bd67-0ea0bb8f621c/e4a5aa71-3b2e-4ef8-8087-d6c2a2ddd383/b05cf278-4bb0-40ef-94e2-090251383ba2) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:28.654128 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0011fd01-1f18-4d38-a24d-af8d4e036d82 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/networks/cc337eb6-2c00-4d34-ae37-0648051978d4 HTTP/1.1" status: 204 len: 168 time: 2.0564773 Mar 02 20:19:28.657103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46786) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:28.662304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-22db9332-7034-49d8-8670-7cf63ac2dd65 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-681798187', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:28.680963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-22db9332-7034-49d8-8670-7cf63ac2dd65 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:28.694236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-22db9332-7034-49d8-8670-7cf63ac2dd65 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:router and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:28.699095 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-22db9332-7034-49d8-8670-7cf63ac2dd65 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:28.707842 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-218a8a85-a7b1-4866-99ef-3cae89346dbb req-56168b6d-ba2d-4e3c-b09f-00f99047ba7c service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681258 Mar 02 20:19:28.711418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-22db9332-7034-49d8-8670-7cf63ac2dd65 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:28.737144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a41e6-564d-4f6c-ad11-42589a83e97c None None] Pushing event updated for resources: {'Port': ['ID=8ed30c11-8973-43d6-a321-c978addd47cc,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:28.790013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Allocated IP 172.26.5.176 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/b4c686c2-b816-40ec-8a02-16ada59054cb) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:28.874042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22db9332-7034-49d8-8670-7cf63ac2dd65 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.874998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22db9332-7034-49d8-8670-7cf63ac2dd65 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:28.952207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22db9332-7034-49d8-8670-7cf63ac2dd65 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.002111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.016657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.047311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object b05cf278-4bb0-40ef-94e2-090251383ba2 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:29.065746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22db9332-7034-49d8-8670-7cf63ac2dd65 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.114933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.122502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.183684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:29.186377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:29.190160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:29.190340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.220356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22db9332-7034-49d8-8670-7cf63ac2dd65 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.221543 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-22db9332-7034-49d8-8670-7cf63ac2dd65 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5634084 Mar 02 20:19:29.222260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'Port': ['ID=b4c686c2-b816-40ec-8a02-16ada59054cb,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:29.227947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46790) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:29.242520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'network': {'name': 'tempest-RoutersTest-429864753'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:29.254824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:29.261483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:network and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:29.265616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:29.297426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:29.335418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 84f9597f-e798-44b2-bd67-0ea0bb8f621c is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:29.346928 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:29.349534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:29.353683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:29.355268 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.361060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=b05cf278-4bb0-40ef-94e2-090251383ba2,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:29.384688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:29.387686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.519670 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ef3d2e43-8b31-402e-9e23-7d8fcf1ecc5e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9387498 Mar 02 20:19:29.543955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46794) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:29.635590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:19:29.696744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8ed30c11-8973-43d6-a321-c978addd47cc up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:29.718586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.718919 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added segment 8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7 of type vlan for network aeff76bc-80cf-448e-8671-83487ba07ec2 Mar 02 20:19:29.790872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:29.856418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 8ed30c11-8973-43d6-a321-c978addd47cc completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:29.872492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edf831a-cd81-4dbf-b1d9-845caf4fae74 None None] Network 84f9597f-e798-44b2-bd67-0ea0bb8f621c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:29.938056 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:19:30.055865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b023f36d-981d-448a-8b17-cd8f81baf2a1 None None] Provisioning for port 8ed30c11-8973-43d6-a321-c978addd47cc completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:30.066719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b023f36d-981d-448a-8b17-cd8f81baf2a1 None None] Provisioning complete for port 8ed30c11-8973-43d6-a321-c978addd47cc triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:30.067354 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b023f36d-981d-448a-8b17-cd8f81baf2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:30.077934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:19:30.199630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:30.203606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:30.204198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:30.227004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:30.233775 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6f211bb3-c8c1-4d71-9fcf-e964ed5179af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/c7586df4-c13a-4901-a0b8-c7ee9f7c4656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5954683 Mar 02 20:19:30.236054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46798) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:30.261301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee97170-810b-4f38-86e5-f8ce9b9f6c3d None None] Sync routers for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:30.326903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b023f36d-981d-448a-8b17-cd8f81baf2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:30.343062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee97170-810b-4f38-86e5-f8ce9b9f6c3d None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:30.343697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bee97170-810b-4f38-86e5-f8ce9b9f6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:30.401887 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Network': ['ID=aeff76bc-80cf-448e-8671-83487ba07ec2,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:30.488708 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network aeff76bc-80cf-448e-8671-83487ba07ec2 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:19:30.529325 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-098d8b9a-3d0f-4fe0-bbff-621617520dd9 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2970908 Mar 02 20:19:30.530080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46802) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:30.547912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'subnet': {'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:30.610221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:30.680558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b023f36d-981d-448a-8b17-cd8f81baf2a1 None None] For port 8ed30c11-8973-43d6-a321-c978addd47cc, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8ed30c11-8973-43d6-a321-c978addd47cc,segment=NetworkSegment(7751aa27-4b70-4f51-9ff0-3df27e519682),segment_id=7751aa27-4b70-4f51-9ff0-3df27e519682)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:30.738033 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-bee97170-810b-4f38-86e5-f8ce9b9f6c3d None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:30.745691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:30.754196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dcaab4-6599-4fe9-9180-1d59a4039c75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting subnet 8814d83f-4ca8-4e89-ba7e-60e9373d99d4 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:19:30.756554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:subnet and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:30.761774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:30.765162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92dcaab4-6599-4fe9-9180-1d59a4039c75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:30.769220 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:30.794623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b023f36d-981d-448a-8b17-cd8f81baf2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:30.810196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:30.845668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92dcaab4-6599-4fe9-9180-1d59a4039c75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:30.925808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:31.020196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92dcaab4-6599-4fe9-9180-1d59a4039c75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.020865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023f36d-981d-448a-8b17-cd8f81baf2a1 None None] Pushing event updated for resources: {'Port': ['ID=8ed30c11-8973-43d6-a321-c978addd47cc,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:31.025231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.099088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7828ad6a-7244-457a-a9c9-444e0f56ee9a None None] Provisioning for port b05cf278-4bb0-40ef-94e2-090251383ba2 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:31.130597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7828ad6a-7244-457a-a9c9-444e0f56ee9a None None] Provisioning complete for port b05cf278-4bb0-40ef-94e2-090251383ba2 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:31.130968 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7828ad6a-7244-457a-a9c9-444e0f56ee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.162975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.234056 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92dcaab4-6599-4fe9-9180-1d59a4039c75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.245155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7828ad6a-7244-457a-a9c9-444e0f56ee9a None None] Port b05cf278-4bb0-40ef-94e2-090251383ba2 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:31.272487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7828ad6a-7244-457a-a9c9-444e0f56ee9a None None] Provisioning complete for port 8ed30c11-8973-43d6-a321-c978addd47cc triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:31.273421 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7828ad6a-7244-457a-a9c9-444e0f56ee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.304786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcaab4-6599-4fe9-9180-1d59a4039c75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Subnet': ['ID=8814d83f-4ca8-4e89-ba7e-60e9373d99d4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:31.319950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92dcaab4-6599-4fe9-9180-1d59a4039c75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.335764 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770928a9-e40d-4604-8d06-37a06c9cab8d None None] Network 732ffdce-2c6c-4226-a395-2a756a9cca82 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:31.339944 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-92dcaab4-6599-4fe9-9180-1d59a4039c75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/subnets/8814d83f-4ca8-4e89-ba7e-60e9373d99d4 HTTP/1.1" status: 204 len: 168 time: 1.1005383 Mar 02 20:19:31.341192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46806) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:31.358808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bee97170-810b-4f38-86e5-f8ce9b9f6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:19:28Z', 'revision_number': 7, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:31.464883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee97170-810b-4f38-86e5-f8ce9b9f6c3d None None] Checking router: c7586df4-c13a-4901-a0b8-c7ee9f7c4656 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:19:31.537706 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee97170-810b-4f38-86e5-f8ce9b9f6c3d None None] Routers {'c7586df4-c13a-4901-a0b8-c7ee9f7c4656'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:31.538469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bee97170-810b-4f38-86e5-f8ce9b9f6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:31.562359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.625707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8ed30c11-8973-43d6-a321-c978addd47cc up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:31.633621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:19:31.652333 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.673269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Subnet': ['ID=611f5ec8-6000-45c5-a360-7da684b0d3e3,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:31.699789 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.724446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.725651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Checking segment: {'id': '8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:31.726158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network hostable DHCP agents. Network: aeff76bc-80cf-448e-8671-83487ba07ec2, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:19:31.837544 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network aeff76bc-80cf-448e-8671-83487ba07ec2 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:19:31.851835 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.871156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=b05cf278-4bb0-40ef-94e2-090251383ba2,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:31.882057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8ed30c11-8973-43d6-a321-c978addd47cc triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:31.882430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:31.906620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-bee97170-810b-4f38-86e5-f8ce9b9f6c3d None None] Set router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:31.922346 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, aeff76bc-80cf-448e-8671-83487ba07ec2) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:31.933359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:31.935565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:32.044277 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-07408448-c14d-417a-b0f2-dba9e444b217 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5133982 Mar 02 20:19:32.046148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46810) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:32.079953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'Port': ['ID=b4c686c2-b816-40ec-8a02-16ada59054cb,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:32.091085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:32.152469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1af0b8-5370-4891-90e3-032659607d3c None None] Network aeff76bc-80cf-448e-8671-83487ba07ec2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:32.276193 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f6d55-ff0b-43cf-8cb3-663b3d7dae75 None None] DHCP port deletion for 732ffdce-2c6c-4226-a395-2a756a9cca82 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:19:32.300250 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:32.367599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-031f6d55-ff0b-43cf-8cb3-663b3d7dae75 None None] Deleting port 4bc52686-1c4e-4435-b809-aa9890ff4047 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:32.367929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-031f6d55-ff0b-43cf-8cb3-663b3d7dae75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:32.500568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-084471bc-baf6-4040-91f1-a4465716f739 None None] Provisioning complete for port b05cf278-4bb0-40ef-94e2-090251383ba2 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:32.501003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-084471bc-baf6-4040-91f1-a4465716f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:32.516635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:32.647846 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Floating IP b3ac1d91-b4ca-4c54-9e62-966c4f466d52 associated. External IP: 172.26.5.176, port: 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387. Mar 02 20:19:32.706180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-084471bc-baf6-4040-91f1-a4465716f739 None None] Port b05cf278-4bb0-40ef-94e2-090251383ba2 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:32.733771 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:32.825628 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:32.846780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:32.865725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-031f6d55-ff0b-43cf-8cb3-663b3d7dae75 None None] For port 4bc52686-1c4e-4435-b809-aa9890ff4047, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4bc52686-1c4e-4435-b809-aa9890ff4047,segment=NetworkSegment(294f8c8b-9cfd-48b3-92b9-510e13d7d579),segment_id=294f8c8b-9cfd-48b3-92b9-510e13d7d579)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:32.866165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-031f6d55-ff0b-43cf-8cb3-663b3d7dae75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:32.938231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 291c3085-5f5b-4a48-9f3a-e963e5905820 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:32.938478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:33.092625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Allocated IP 172.20.0.1 (aeff76bc-80cf-448e-8671-83487ba07ec2/611f5ec8-6000-45c5-a360-7da684b0d3e3/9915653e-3cf0-49f5-97ba-5639289d711d) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:33.105106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-031f6d55-ff0b-43cf-8cb3-663b3d7dae75 None None] Calling delete_port for 4bc52686-1c4e-4435-b809-aa9890ff4047 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:33.157682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-aeff76bc-80cf-448e-8671-83487ba07ec2', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:19:33.158543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:33.175337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-96f4af89-b680-44dd-b673-1ea372a25305 None None] Provisioning complete for port b05cf278-4bb0-40ef-94e2-090251383ba2 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:33.175712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-96f4af89-b680-44dd-b673-1ea372a25305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:33.247180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bee97170-810b-4f38-86e5-f8ce9b9f6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:19:28Z', 'revision_number': 7, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:33.270442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:33.287736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Transition to ACTIVE for port object 9915653e-3cf0-49f5-97ba-5639289d711d will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:33.300435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-96f4af89-b680-44dd-b673-1ea372a25305 None None] Port b05cf278-4bb0-40ef-94e2-090251383ba2 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:33.313160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee97170-810b-4f38-86e5-f8ce9b9f6c3d None None] The sync data for ids ['c7586df4-c13a-4901-a0b8-c7ee9f7c4656'] in dv-neutron-831593-2-hyperv is: [{'id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'name': 'tempest-TestNetworkBasicOps-router-1039374263', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:15:55Z', 'updated_at': '2022-03-02T20:19:28Z', 'revision_number': 7, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '291c3085-5f5b-4a48-9f3a-e963e5905820', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7586df4-c13a-4901-a0b8-c7ee9f7c4656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:15:59Z', 'updated_at': '2022-03-02T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:33.356690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:33.407724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-031f6d55-ff0b-43cf-8cb3-663b3d7dae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:33.427812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network aeff76bc-80cf-448e-8671-83487ba07ec2 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:33.430737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:33.435263 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:33.458068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f6d55-ff0b-43cf-8cb3-663b3d7dae75 None None] Pushing event deleted for resources: {'Port': ['ID=4bc52686-1c4e-4435-b809-aa9890ff4047,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:33.469943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=9915653e-3cf0-49f5-97ba-5639289d711d,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:33.474494 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f6d55-ff0b-43cf-8cb3-663b3d7dae75 None None] No DVR routers for this DVR port 4bc52686-1c4e-4435-b809-aa9890ff4047 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:19:33.481639 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Allocated IP 172.20.0.2 (aeff76bc-80cf-448e-8671-83487ba07ec2/611f5ec8-6000-45c5-a360-7da684b0d3e3/e3329dfa-3de8-4df4-b344-54739e1c3785) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:33.512184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:33.523282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 291c3085-5f5b-4a48-9f3a-e963e5905820, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=291c3085-5f5b-4a48-9f3a-e963e5905820,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:33.523677 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:33.653453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:33.673310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 291c3085-5f5b-4a48-9f3a-e963e5905820 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:33.756247 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:33.769353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Transition to ACTIVE for port object e3329dfa-3de8-4df4-b344-54739e1c3785 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:33.776919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d04e21d3-7dad-4e20-a199-ee394ae57175 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:33.828519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: d04e21d3-7dad-4e20-a199-ee394ae57175 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:19:33.829086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d04e21d3-7dad-4e20-a199-ee394ae57175 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:33.829323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4bc52686-1c4e-4435-b809-aa9890ff4047 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:33.902392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Transition to ACTIVE for port object e3329dfa-3de8-4df4-b344-54739e1c3785 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:33.902392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 4bc52686-1c4e-4435-b809-aa9890ff4047 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:19:33.902392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4bc52686-1c4e-4435-b809-aa9890ff4047 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:33.955905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.resource_extend [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:19:33.974849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:33.977611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:34.040562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Network aeff76bc-80cf-448e-8671-83487ba07ec2 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:34.046231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:34.055095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:34.068212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:34.071852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:34.117684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:34.151486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Pushing event updated for resources: {'Port': ['ID=e3329dfa-3de8-4df4-b344-54739e1c3785,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:34.173467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Attempting to bind port e3329dfa-3de8-4df4-b344-54739e1c3785 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:34.174126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Attempting to bind port e3329dfa-3de8-4df4-b344-54739e1c3785 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:34.174298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Attempting to bind port e3329dfa-3de8-4df4-b344-54739e1c3785 on network aeff76bc-80cf-448e-8671-83487ba07ec2 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:34.179018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:34.180774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:34.181219 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Checking segment: {'id': '8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:34.181697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:34.182180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Bound using segment: {'id': '8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:34.183233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Bound port: e3329dfa-3de8-4df4-b344-54739e1c3785, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:34.183873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:34.227690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:34.251440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=b05cf278-4bb0-40ef-94e2-090251383ba2,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:34.293986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=9915653e-3cf0-49f5-97ba-5639289d711d,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:34.296543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:34.303173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] For port e3329dfa-3de8-4df4-b344-54739e1c3785, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:34.303365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=291c3085-5f5b-4a48-9f3a-e963e5905820,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:34.313022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] For port e3329dfa-3de8-4df4-b344-54739e1c3785, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e3329dfa-3de8-4df4-b344-54739e1c3785,segment=NetworkSegment(8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7),segment_id=8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:34.389424 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:34.437795 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network aeff76bc-80cf-448e-8671-83487ba07ec2 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:34.439424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:34.444334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 84f9597f-e798-44b2-bd67-0ea0bb8f621c is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:34.454549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:34.478895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd6f12-498b-4423-84c7-e580a6feb346 None None] Pushing event updated for resources: {'Port': ['ID=e3329dfa-3de8-4df4-b344-54739e1c3785,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:34.522730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:19:34.851639 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a715a014-1a1a-4e25-ae63-b2905e91d801 None None] Provisioning complete for port b05cf278-4bb0-40ef-94e2-090251383ba2 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:34.858566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a715a014-1a1a-4e25-ae63-b2905e91d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:34.963384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a715a014-1a1a-4e25-ae63-b2905e91d801 None None] Port b05cf278-4bb0-40ef-94e2-090251383ba2 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:34.985293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.093102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router d1d567cf-ed11-4bf7-952f-107724b20f1f is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:19:35.286248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:35.296378 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Sync routers for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:35.302494 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8fc522c9-42e5-4c1a-a31a-ad1e3b48bbd0 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2548115 Mar 02 20:19:35.303078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46814) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:35.309477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'network': {'name': 'tempest-RoutersTest-2027190741'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:35.311817 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:35.312802 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:35.314592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:35.319080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:network and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:35.322015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:35.329637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:35.395964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:35.399358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.435751 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:19:35.446310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.446653 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added segment 4befa2fe-b754-49a1-8b1a-ca3d2b2b334f of type vlan for network 0eb29454-9242-45e2-b7b1-2d99fc4035c3 Mar 02 20:19:35.449189 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.471931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.485652 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:35.495733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.601133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:35.609100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.609620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Fanout notify agent at l3_agent the message router_deleted on router c7586df4-c13a-4901-a0b8-c7ee9f7c4656 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:19:35.616574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec8dc0-ccb9-4256-8f81-faa38f118ebf None None] Sync routers for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:35.639282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec8dc0-ccb9-4256-8f81-faa38f118ebf None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:35.639933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a6ec8dc0-ccb9-4256-8f81-faa38f118ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:35.659307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.659454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.659454 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e6257478-33bf-4e63-be6f-f42352137535 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/routers/c7586df4-c13a-4901-a0b8-c7ee9f7c4656 HTTP/1.1" status: 204 len: 168 time: 4.3112500 Mar 02 20:19:35.659954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:35.659954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.660288 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46818) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:35.859928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.924250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e3329dfa-3de8-4df4-b344-54739e1c3785 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:35.933788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Network': ['ID=0eb29454-9242-45e2-b7b1-2d99fc4035c3,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:35.947003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Router f3aae1cb-9d77-4eee-a574-3609ad5a612c is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:19:35.969365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:35.985722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 0eb29454-9242-45e2-b7b1-2d99fc4035c3 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:19:35.998041 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d85d855c-f7db-40eb-abe7-68d455800aa4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3937607 Mar 02 20:19:35.998599 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f506f976-9b7f-4f4d-b9d9-64c78b47b3d1 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6907878 Mar 02 20:19:35.998704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'tag': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:19:35.999366 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46822) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:36.020699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'subnet': {'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:36.061577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca5f3e7-f067-4a67-8e95-2f4da76fe8da None None] Network aeff76bc-80cf-448e-8671-83487ba07ec2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:36.139714 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'tag': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387', 'status': 'completed', 'code': 200} Mar 02 20:19:36.171525 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:19:33Z', 'revision_number': 2, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:33Z', 'revision_number': 2, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:36.177286 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Checking router: d1d567cf-ed11-4bf7-952f-107724b20f1f for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:19:36.178071 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Updating router d1d567cf-ed11-4bf7-952f-107724b20f1f port 9915653e-3cf0-49f5-97ba-5639289d711d binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:19:36.225303 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:36.240811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:subnet and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:36.254212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:36.262440 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:36.265131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:36.345247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:36.399867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:36.543304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-a6ec8dc0-ccb9-4256-8f81-faa38f118ebf None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:36.553523 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:36.615473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c1ebdbf0-f51e-407d-b3c8-70ae55042685 None None] Provisioning for port e3329dfa-3de8-4df4-b344-54739e1c3785 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:36.621770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732ffdce-2c6c-4226-a395-2a756a9cca82']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:36.643036 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port e3329dfa-3de8-4df4-b344-54739e1c3785 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:36.644078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294f8c8b-9cfd-48b3-92b9-510e13d7d579') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:36.644078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294f8c8b-9cfd-48b3-92b9-510e13d7d579') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:36.660775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:36.686188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:36.694193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:19:36.694589 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:36.705438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c1ebdbf0-f51e-407d-b3c8-70ae55042685 None None] Provisioning complete for port e3329dfa-3de8-4df4-b344-54739e1c3785 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:36.705438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c1ebdbf0-f51e-407d-b3c8-70ae55042685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:36.719079 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1fe1481-9102-4c36-b361-7b48bb02bdc9 req-417663c1-315f-4c11-9365-ae15ae6f2f48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 1098 time: 0.5086980 Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:19:36.719492 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:19:36.739171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port e3329dfa-3de8-4df4-b344-54739e1c3785 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:36.739546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:36.865541 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:36.893257 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Transition to ACTIVE for port object 9915653e-3cf0-49f5-97ba-5639289d711d will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:36.952997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:36.964056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe1481-9102-4c36-b361-7b48bb02bdc9 req-91d5b0fd-2975-4c9d-930a-2fd6b72bf462 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:36.965503 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1fe1481-9102-4c36-b361-7b48bb02bdc9 req-91d5b0fd-2975-4c9d-930a-2fd6b72bf462 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.2391739 Mar 02 20:19:36.971959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:36.993100 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323cd5d2-5d55-43ef-b03c-0eaefa834f61 None None] Sync routers for ids ['f3aae1cb-9d77-4eee-a574-3609ad5a612c'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:37.005357 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.053264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Subnet': ['ID=8e4ae05d-d629-4858-a3f3-c08437e0c80c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:37.086297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.090261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.095378 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/networks/732ffdce-2c6c-4226-a395-2a756a9cca82 HTTP/1.1" status: 204 len: 168 time: 1.4327223 Mar 02 20:19:37.121586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46830) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:37.131447 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'network': {'name': 'tempest-network-smoke--1203900169', 'project_id': '809bdfa688034064abc15e030437eaaf', 'port_security_enabled': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:37.141769 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-94e1fa68-9afc-44fc-a688-89103aed6e2c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "PUT /v2.0/routers/f3aae1cb-9d77-4eee-a574-3609ad5a612c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5967293 Mar 02 20:19:37.142874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46834) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:37.148964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:37.157275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Checking segment: {'id': '4befa2fe-b754-49a1-8b1a-ca3d2b2b334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:37.158800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network hostable DHCP agents. Network: 0eb29454-9242-45e2-b7b1-2d99fc4035c3, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:19:37.165402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:network and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:37.172265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:37.189089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:37.224160 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323cd5d2-5d55-43ef-b03c-0eaefa834f61 None None] Routers {'f3aae1cb-9d77-4eee-a574-3609ad5a612c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:37.225490 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-323cd5d2-5d55-43ef-b03c-0eaefa834f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3aae1cb-9d77-4eee-a574-3609ad5a612c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:37.228406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8498c-bd38-4003-8afb-ebd8f8efbf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Network': ['ID=732ffdce-2c6c-4226-a395-2a756a9cca82,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:37.250108 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1fe1481-9102-4c36-b361-7b48bb02bdc9 req-19ab60c7-7b6c-4d60-bb88-8ab0b24d4363 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 HTTP/1.1" status: 200 len: 999 time: 0.2762022 Mar 02 20:19:37.281750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:37.287877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.302398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 0eb29454-9242-45e2-b7b1-2d99fc4035c3 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:19:37.334001 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Pushing event updated for resources: {'Port': ['ID=9915653e-3cf0-49f5-97ba-5639289d711d,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:37.335510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af79054-a90c-42bc-bbc8-e228cc428203 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:37.336208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8af79054-a90c-42bc-bbc8-e228cc428203 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:37.338655 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-323cd5d2-5d55-43ef-b03c-0eaefa834f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:37.343952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe1481-9102-4c36-b361-7b48bb02bdc9 req-8807c9eb-eeeb-4392-bf59-e77f262b1d99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:37.343952 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1fe1481-9102-4c36-b361-7b48bb02bdc9 req-8807c9eb-eeeb-4392-bf59-e77f262b1d99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0868590 Mar 02 20:19:37.357662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:19:37.371114 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:37.371114 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:37.371114 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:37.371114 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:37.371114 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:37.371114 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:37.371114 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:37.377659 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:37.377659 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:37.381084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.381084 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Added segment 78b13202-dffa-442a-bc9f-2c64f184a6cf of type vlan for network f43a7201-b104-45d5-a571-b46334d3af15 Mar 02 20:19:37.390311 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:37.390311 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:37.391857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 0eb29454-9242-45e2-b7b1-2d99fc4035c3) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:37.397075 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323cd5d2-5d55-43ef-b03c-0eaefa834f61 None None] Routers {'f3aae1cb-9d77-4eee-a574-3609ad5a612c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:37.402516 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-323cd5d2-5d55-43ef-b03c-0eaefa834f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3aae1cb-9d77-4eee-a574-3609ad5a612c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:37.402659 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:37.403438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.425995 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4d61c8-2d27-4d16-9c23-1a49b2d3dd20 None None] Network 0eb29454-9242-45e2-b7b1-2d99fc4035c3 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:37.465454 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1fe1481-9102-4c36-b361-7b48bb02bdc9 req-2c9c3ac8-5b08-4aed-afd9-757afd5a6da3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1054380 Mar 02 20:19:37.478934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.502096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8af79054-a90c-42bc-bbc8-e228cc428203 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:37.502096 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8af79054-a90c-42bc-bbc8-e228cc428203 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3aae1cb-9d77-4eee-a574-3609ad5a612c HTTP/1.1" status: 200 len: 989 time: 0.3507640 Mar 02 20:19:37.504277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46838) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:37.530852 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-323cd5d2-5d55-43ef-b03c-0eaefa834f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:37.531365 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323cd5d2-5d55-43ef-b03c-0eaefa834f61 None None] The sync data for ids ['f3aae1cb-9d77-4eee-a574-3609ad5a612c'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:37.567480 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-147954cf-a8f3-4d32-add9-d6635e59ba11 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5668240 Mar 02 20:19:37.576731 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46842) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:37.602979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.618316 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c1ebdbf0-f51e-407d-b3c8-70ae55042685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.622893 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Attempting to bind port 9915653e-3cf0-49f5-97ba-5639289d711d on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:37.623599 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Attempting to bind port 9915653e-3cf0-49f5-97ba-5639289d711d by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:37.624293 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Attempting to bind port 9915653e-3cf0-49f5-97ba-5639289d711d on network aeff76bc-80cf-448e-8671-83487ba07ec2 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:37.639475 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:37.641069 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Checking segment: {'id': '8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:37.642053 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.642976 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Bound using segment: {'id': '8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:37.643114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.643861 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Bound port: 9915653e-3cf0-49f5-97ba-5639289d711d, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:37.644494 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.647292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:37.648114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.724497 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port e3329dfa-3de8-4df4-b344-54739e1c3785, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e3329dfa-3de8-4df4-b344-54739e1c3785,segment=NetworkSegment(8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7),segment_id=8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:37.805859 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] For port 9915653e-3cf0-49f5-97ba-5639289d711d, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:37.810798 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] For port 9915653e-3cf0-49f5-97ba-5639289d711d, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9915653e-3cf0-49f5-97ba-5639289d711d,segment=NetworkSegment(8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7),segment_id=8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:37.812198 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1fe1481-9102-4c36-b361-7b48bb02bdc9 req-3834c538-2506-4b96-90a1-98996e4da8d6 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392258 Mar 02 20:19:37.817222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a6ec8dc0-ccb9-4256-8f81-faa38f118ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'b3ac1d91-b4ca-4c54-9e62-966c4f466d52', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.176', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:99:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:19:29Z', 'updated_at': '2022-03-02T20:19:29Z', 'revision_number': 0, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:37.860004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.892251 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.897292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec8dc0-ccb9-4256-8f81-faa38f118ebf None None] Checking router: 439f1d21-6bd2-42df-b2c1-b1f705ac9375 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:19:37.916387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Network': ['ID=f43a7201-b104-45d5-a571-b46334d3af15,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:37.962338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:19:37.963147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:37.979963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 291c3085-5f5b-4a48-9f3a-e963e5905820 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:38.034187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network f43a7201-b104-45d5-a571-b46334d3af15 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:19:38.054787 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-72d978de-d4f2-4163-a22c-aa126452979f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9311562 Mar 02 20:19:38.059363 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:38.060296 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46846) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:38.065867 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:38.072463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'admin_state_up': True, 'project_id': '809bdfa688034064abc15e030437eaaf', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:38.094338 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:38.110857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:router and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:38.157466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 291c3085-5f5b-4a48-9f3a-e963e5905820 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:19:38.157885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 291c3085-5f5b-4a48-9f3a-e963e5905820 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:38.192825 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1fe1481-9102-4c36-b361-7b48bb02bdc9 req-179da5d8-0f8b-45b6-a085-488b13f2eff5 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739460 Mar 02 20:19:38.218592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:38.237099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:38.313382 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec8dc0-ccb9-4256-8f81-faa38f118ebf None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:38.314147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a6ec8dc0-ccb9-4256-8f81-faa38f118ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:38.329578 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915818e8-eb93-48f4-9389-fa8f18235c50 None None] Pushing event updated for resources: {'Port': ['ID=9915653e-3cf0-49f5-97ba-5639289d711d,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:38.360033 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:38.391197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:38.392138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:38.412945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:38.536248 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-c1ebdbf0-f51e-407d-b3c8-70ae55042685 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:19:38.536996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-c1ebdbf0-f51e-407d-b3c8-70ae55042685 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:19:38.537756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=e3329dfa-3de8-4df4-b344-54739e1c3785,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:38.549143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6df10de6-ed85-40f8-a08d-0a28f412a4cb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:38.802476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Allocated IP 172.21.0.2 (0eb29454-9242-45e2-b7b1-2d99fc4035c3/8e4ae05d-d629-4858-a3f3-c08437e0c80c/e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:38.812557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:38.833076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-a6ec8dc0-ccb9-4256-8f81-faa38f118ebf None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:38.876901 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:19:33Z', 'revision_number': 2, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:37Z', 'revision_number': 4, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:38.882926 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504fbb3-7e08-4a6d-97a0-7d52aefc949f None None] The sync data for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv is: [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:19:33Z', 'revision_number': 2, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:37Z', 'revision_number': 4, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:39.216809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:39.257245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-6df10de6-ed85-40f8-a08d-0a28f412a4cb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port b05cf278-4bb0-40ef-94e2-090251383ba2 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:39.259551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6df10de6-ed85-40f8-a08d-0a28f412a4cb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:39.473591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:39.474896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6df10de6-ed85-40f8-a08d-0a28f412a4cb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:39.489727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a1ba8189-9999-47de-a61d-cabf6d4411be None None] Provisioning complete for port e3329dfa-3de8-4df4-b344-54739e1c3785 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:39.490118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a1ba8189-9999-47de-a61d-cabf6d4411be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:39.535672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Transition to ACTIVE for port object e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:39.588235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:39.614061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-6df10de6-ed85-40f8-a08d-0a28f412a4cb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for b05cf278-4bb0-40ef-94e2-090251383ba2 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:39.614293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Transition to ACTIVE for port object e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:39.634431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:39.696092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:39.701249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a6ec8dc0-ccb9-4256-8f81-faa38f118ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'b3ac1d91-b4ca-4c54-9e62-966c4f466d52', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.176', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:99:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:19:29Z', 'updated_at': '2022-03-02T20:19:29Z', 'revision_number': 0, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:39.752303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec8dc0-ccb9-4256-8f81-faa38f118ebf None None] The sync data for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv is: [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'b3ac1d91-b4ca-4c54-9e62-966c4f466d52', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.176', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:99:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:19:29Z', 'updated_at': '2022-03-02T20:19:29Z', 'revision_number': 0, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:39.812764 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Network 0eb29454-9242-45e2-b7b1-2d99fc4035c3 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:39.813803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Pushing event updated for resources: {'Port': ['ID=e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:39.816334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:39.818473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:39.858004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a1ba8189-9999-47de-a61d-cabf6d4411be None None] Provisioning for port 9915653e-3cf0-49f5-97ba-5639289d711d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:39.876140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6df10de6-ed85-40f8-a08d-0a28f412a4cb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:39.960723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Attempting to bind port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:39.961091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Attempting to bind port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '4befa2fe-b754-49a1-8b1a-ca3d2b2b334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:39.961452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Attempting to bind port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 on network 0eb29454-9242-45e2-b7b1-2d99fc4035c3 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:39.968945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:39.969312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Checking segment: {'id': '4befa2fe-b754-49a1-8b1a-ca3d2b2b334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:39.969896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:39.970458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Bound using segment: {'id': '4befa2fe-b754-49a1-8b1a-ca3d2b2b334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:39.971190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Bound port: e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4befa2fe-b754-49a1-8b1a-ca3d2b2b334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:39.971747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:40.005065 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df10de6-ed85-40f8-a08d-0a28f412a4cb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=b05cf278-4bb0-40ef-94e2-090251383ba2,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:40.094856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.131 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/87a9547e-c206-4736-be7b-d4a6c0152057) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:40.099240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Allocated IP 172.21.0.1 (0eb29454-9242-45e2-b7b1-2d99fc4035c3/8e4ae05d-d629-4858-a3f3-c08437e0c80c/7e909097-0295-40ca-83ed-d95c69e95508) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:40.143864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e3329dfa-3de8-4df4-b344-54739e1c3785 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:40.204471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6df10de6-ed85-40f8-a08d-0a28f412a4cb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:40.224912 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] For port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:40.239554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] For port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5,segment=NetworkSegment(4befa2fe-b754-49a1-8b1a-ca3d2b2b334f),segment_id=4befa2fe-b754-49a1-8b1a-ca3d2b2b334f)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:40.255588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port e3329dfa-3de8-4df4-b344-54739e1c3785 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:40.256227 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:40.308242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:40.396968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:40.441357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83ae23-6ae3-4424-b037-1a28625db7ed None None] Pushing event updated for resources: {'Port': ['ID=e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:40.490976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9915653e-3cf0-49f5-97ba-5639289d711d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:40.502490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:40.524049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Transition to ACTIVE for port object 7e909097-0295-40ca-83ed-d95c69e95508 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:40.767578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df10de6-ed85-40f8-a08d-0a28f412a4cb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Router f3aae1cb-9d77-4eee-a574-3609ad5a612c has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:19:40.789099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:40.828442 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 9915653e-3cf0-49f5-97ba-5639289d711d completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:40.835228 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9915653e-3cf0-49f5-97ba-5639289d711d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:40.835688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:40.839165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:40.878755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=87a9547e-c206-4736-be7b-d4a6c0152057,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:40.882241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:40.914243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:40.925112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:40.928454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df10de6-ed85-40f8-a08d-0a28f412a4cb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:40.952248 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95632267-faa8-4149-9300-0046490a7e97 None None] Sync routers for ids ['f3aae1cb-9d77-4eee-a574-3609ad5a612c'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:40.966943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 0eb29454-9242-45e2-b7b1-2d99fc4035c3 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:40.972484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:40.988405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:40.988628 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95632267-faa8-4149-9300-0046490a7e97 None None] Routers {'f3aae1cb-9d77-4eee-a574-3609ad5a612c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:40.989157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-95632267-faa8-4149-9300-0046490a7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3aae1cb-9d77-4eee-a574-3609ad5a612c'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:41.001663 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6df10de6-ed85-40f8-a08d-0a28f412a4cb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "PUT /v2.0/routers/f3aae1cb-9d77-4eee-a574-3609ad5a612c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4962764 Mar 02 20:19:41.004335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46850) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:41.051405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=7e909097-0295-40ca-83ed-d95c69e95508,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:41.056558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.069042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.072169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-95632267-faa8-4149-9300-0046490a7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:41.076427 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-66596ee6-7226-4bf1-8d8a-28512231f607 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:19:41.076739 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-66596ee6-7226-4bf1-8d8a-28512231f607 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:41.111941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95632267-faa8-4149-9300-0046490a7e97 None None] Routers {'f3aae1cb-9d77-4eee-a574-3609ad5a612c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:41.112560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-95632267-faa8-4149-9300-0046490a7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3aae1cb-9d77-4eee-a574-3609ad5a612c'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:41.172386 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9915653e-3cf0-49f5-97ba-5639289d711d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9915653e-3cf0-49f5-97ba-5639289d711d,segment=NetworkSegment(8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7),segment_id=8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:41.179747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-95632267-faa8-4149-9300-0046490a7e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:41.180153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95632267-faa8-4149-9300-0046490a7e97 None None] The sync data for ids ['f3aae1cb-9d77-4eee-a574-3609ad5a612c'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:41.188719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-66596ee6-7226-4bf1-8d8a-28512231f607 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:41.189931 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-66596ee6-7226-4bf1-8d8a-28512231f607 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/b05cf278-4bb0-40ef-94e2-090251383ba2 HTTP/1.1" status: 404 len: 333 time: 0.1845551 Mar 02 20:19:41.192632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46854) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:41.297249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.331938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.346876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4b598a8a-27d0-4287-8dc2-a39b7f55c5ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.384528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9915653e-3cf0-49f5-97ba-5639289d711d,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:41.519573 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff2e2af-a1c3-4ae8-a797-152f138382e2 None None] Network 0eb29454-9242-45e2-b7b1-2d99fc4035c3 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:41.562501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.563224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.732151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f935b54d-5daa-47a1-9f82-9de529afc648 None None] Provisioning for port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:41.761231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4b598a8a-27d0-4287-8dc2-a39b7f55c5ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.765860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4b598a8a-27d0-4287-8dc2-a39b7f55c5ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.858559 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4b598a8a-27d0-4287-8dc2-a39b7f55c5ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.859243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b598a8a-27d0-4287-8dc2-a39b7f55c5ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Fanout notify agent at l3_agent the message router_deleted on router f3aae1cb-9d77-4eee-a574-3609ad5a612c {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:19:41.872298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4b598a8a-27d0-4287-8dc2-a39b7f55c5ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.875691 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4b598a8a-27d0-4287-8dc2-a39b7f55c5ad tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/routers/f3aae1cb-9d77-4eee-a574-3609ad5a612c HTTP/1.1" status: 204 len: 168 time: 0.6798398 Mar 02 20:19:41.879222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46860) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:41.927145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:41.970036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.044289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:42.173117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6a1d8204-9ebc-4633-be75-8fe9f4e79225 None None] Provisioning for port 7e909097-0295-40ca-83ed-d95c69e95508 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:42.179143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6a1d8204-9ebc-4633-be75-8fe9f4e79225 None None] Provisioning complete for port 7e909097-0295-40ca-83ed-d95c69e95508 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:42.186572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8204-9ebc-4633-be75-8fe9f4e79225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.215402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:42.237691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:42.237691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.295675 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d8204-9ebc-4633-be75-8fe9f4e79225 None None] Port 7e909097-0295-40ca-83ed-d95c69e95508 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:42.302320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.312412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=7e909097-0295-40ca-83ed-d95c69e95508,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:42.323175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6a1d8204-9ebc-4633-be75-8fe9f4e79225 None None] Provisioning complete for port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:42.323584 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8204-9ebc-4633-be75-8fe9f4e79225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.379933 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc15bfb-0f4a-44aa-a36f-b1727b65945c None None] New status for floating IP b3ac1d91-b4ca-4c54-9e62-966c4f466d52: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:19:42.475657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c484b7-96e2-4fce-bd05-78a3569fd241 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting subnet e4a5aa71-3b2e-4ef8-8087-d6c2a2ddd383 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:19:42.475809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.477819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-75c484b7-96e2-4fce-bd05-78a3569fd241 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.568359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-75c484b7-96e2-4fce-bd05-78a3569fd241 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.580208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5,segment=NetworkSegment(4befa2fe-b754-49a1-8b1a-ca3d2b2b334f),segment_id=4befa2fe-b754-49a1-8b1a-ca3d2b2b334f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:42.591655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8204-9ebc-4633-be75-8fe9f4e79225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.612112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 0eb29454-9242-45e2-b7b1-2d99fc4035c3 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:42.615593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:42.680828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.681689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9915653e-3cf0-49f5-97ba-5639289d711d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:42.684516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 17f21611-08c1-4148-b60a-deb6ac4736a0 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:19:42.781771 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.847621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-6a1d8204-9ebc-4633-be75-8fe9f4e79225 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:19:42.848010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-6a1d8204-9ebc-4633-be75-8fe9f4e79225 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:19:42.855176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:42.868684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9915653e-3cf0-49f5-97ba-5639289d711d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:42.869058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:43.012694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-75c484b7-96e2-4fce-bd05-78a3569fd241 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:43.229987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router d1d567cf-ed11-4bf7-952f-107724b20f1f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:19:43.249719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:43.262152 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Sync routers for ids ['17f21611-08c1-4148-b60a-deb6ac4736a0'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:43.271178 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Routers {'17f21611-08c1-4148-b60a-deb6ac4736a0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:43.271791 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17f21611-08c1-4148-b60a-deb6ac4736a0'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:43.308053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-75c484b7-96e2-4fce-bd05-78a3569fd241 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:43.415769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c484b7-96e2-4fce-bd05-78a3569fd241 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a5aa71-3b2e-4ef8-8087-d6c2a2ddd383,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:43.444649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-75c484b7-96e2-4fce-bd05-78a3569fd241 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:43.461223 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-75c484b7-96e2-4fce-bd05-78a3569fd241 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/e4a5aa71-3b2e-4ef8-8087-d6c2a2ddd383 HTTP/1.1" status: 204 len: 168 time: 1.5776567 Mar 02 20:19:43.461365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46864) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:43.465369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29897d7b-1d7f-47f7-9348-ffb5c32454de None None] Network 84f9597f-e798-44b2-bd67-0ea0bb8f621c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:43.600304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:43.600304 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5d34cd98-9c70-48bb-ba3a-da7310a4b749 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5324535 Mar 02 20:19:43.605703 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46868) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:43.639589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:43.653227 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-204159f0-a563-47c7-aed0-47f386e5c50d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0711529 Mar 02 20:19:43.660664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46872) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:43.674963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'network': {'name': 'tempest-RoutersTest-232709816'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:43.676715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:43.681586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:network and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:43.681761 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b8ff3273-4fd3-4512-a908-6d9b5807c5cd tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=809bdfa688034064abc15e030437eaaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809662 Mar 02 20:19:43.684265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46876) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:43.688862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:43.702721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:43.731486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 8ed30c11-8973-43d6-a321-c978addd47cc {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:43.731486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:43.736577 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:43.763440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5dcc6594-ff20-4d15-b4af-5472ced5fa06 None None] Provisioning complete for port 7e909097-0295-40ca-83ed-d95c69e95508 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:43.763440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6594-ff20-4d15-b4af-5472ced5fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:43.836463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Set router 17f21611-08c1-4148-b60a-deb6ac4736a0 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:43.852269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:43.859957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:43.876110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af852c01-ff9d-4d9e-8739-58f36c0d6139 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:43.876110 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-af852c01-ff9d-4d9e-8739-58f36c0d6139 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1836910 Mar 02 20:19:43.876110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46880) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:43.909669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc6594-ff20-4d15-b4af-5472ced5fa06 None None] Port 7e909097-0295-40ca-83ed-d95c69e95508 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:43.947845 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7079f6d1-40a6-4516-90bb-d939bfbc211a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715299 Mar 02 20:19:43.953685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46884) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:43.968126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1476630490', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'project_id': '809bdfa688034064abc15e030437eaaf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:43.994045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] For port 8ed30c11-8973-43d6-a321-c978addd47cc, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8ed30c11-8973-43d6-a321-c978addd47cc,segment=NetworkSegment(7751aa27-4b70-4f51-9ff0-3df27e519682),segment_id=7751aa27-4b70-4f51-9ff0-3df27e519682)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:43.994045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.008445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:44.092768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:19:44.124496 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.124496 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added segment 2092c4a3-b800-42f2-9e77-2d158a5f14bb of type vlan for network 53aca83e-791f-4f50-ba11-6b37acccf4f7 Mar 02 20:19:44.144404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5d023-5f55-4e2b-996c-7173e0b82ef0 None None] DHCP port deletion for 84f9597f-e798-44b2-bd67-0ea0bb8f621c request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:19:44.159848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5d023-5f55-4e2b-996c-7173e0b82ef0 None None] Deleting port 8ed30c11-8973-43d6-a321-c978addd47cc {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:44.159848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d023-5f55-4e2b-996c-7173e0b82ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.161881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.238446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:44.248392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:subnet and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:44.259696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:44.277116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.287841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:44.287841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.287841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:44.296211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for 8ed30c11-8973-43d6-a321-c978addd47cc owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:44.331845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:44.331845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.402128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Network': ['ID=53aca83e-791f-4f50-ba11-6b37acccf4f7,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:44.451714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 53aca83e-791f-4f50-ba11-6b37acccf4f7 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:19:44.467348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:44.470342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.488531 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ed3d8d8e-fb12-4088-a3df-94f02397de79 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8333428 Mar 02 20:19:44.492799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46888) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:44.533163 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=8ed30c11-8973-43d6-a321-c978addd47cc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:44.553648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No DVR routers for this DVR port 8ed30c11-8973-43d6-a321-c978addd47cc on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:19:44.589378 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:19:44.604984 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'subnet': {'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:44.658581 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a5d5d023-5f55-4e2b-996c-7173e0b82ef0 None None] For port 8ed30c11-8973-43d6-a321-c978addd47cc, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8ed30c11-8973-43d6-a321-c978addd47cc,segment=NetworkSegment(7751aa27-4b70-4f51-9ff0-3df27e519682),segment_id=7751aa27-4b70-4f51-9ff0-3df27e519682)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:44.658581 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d023-5f55-4e2b-996c-7173e0b82ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.746103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.799863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.820835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:44.832313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f9597f-e798-44b2-bd67-0ea0bb8f621c']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:44.837216 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:subnet and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:44.842612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:44.845574 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7751aa27-4b70-4f51-9ff0-3df27e519682') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:44.845969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7751aa27-4b70-4f51-9ff0-3df27e519682') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:44.852774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:44.859214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.862985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5d023-5f55-4e2b-996c-7173e0b82ef0 None None] Calling delete_port for 8ed30c11-8973-43d6-a321-c978addd47cc owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:44.883602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.888072 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:19:44.888696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:19:44.919436 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:19:44.929970 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:44.951955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Checking router: 17f21611-08c1-4148-b60a-deb6ac4736a0 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:19:44.951955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Updating router 17f21611-08c1-4148-b60a-deb6ac4736a0 port 87a9547e-c206-4736-be7b-d4a6c0152057 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:19:44.977955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:45.035943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.081481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.124024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.134185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.136877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Network': ['ID=84f9597f-e798-44b2-bd67-0ea0bb8f621c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:45.159378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-a5d5d023-5f55-4e2b-996c-7173e0b82ef0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:19:45.159378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-a5d5d023-5f55-4e2b-996c-7173e0b82ef0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:19:45.185945 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0a646a27-1520-4580-ab89-8a6bc5a5cdb2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/networks/84f9597f-e798-44b2-bd67-0ea0bb8f621c HTTP/1.1" status: 204 len: 168 time: 1.7251961 Mar 02 20:19:45.189487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46892) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:45.218138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.263842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab8fdf-3aa6-42d2-b824-04596d520021 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:45.264465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bcab8fdf-3aa6-42d2-b824-04596d520021 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:45.331368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Subnet': ['ID=e05cac73-ae2b-48b0-877b-13d62f143adc,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:45.331627 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bcab8fdf-3aa6-42d2-b824-04596d520021 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:45.333160 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bcab8fdf-3aa6-42d2-b824-04596d520021 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/48f5a959-cc26-4c40-92d0-e37e24b9f971 HTTP/1.1" status: 200 len: 845 time: 0.1424019 Mar 02 20:19:45.336616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46896) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:45.349517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Checking segment: {'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:45.349882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network hostable DHCP agents. Network: f43a7201-b104-45d5-a571-b46334d3af15, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:19:45.425555 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-32c79e05-3173-4a81-8adb-462bfbd398b6 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/48f5a959-cc26-4c40-92d0-e37e24b9f971?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0771825 Mar 02 20:19:45.429310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46900) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:45.435724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:45.515809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network f43a7201-b104-45d5-a571-b46334d3af15 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:19:45.536281 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.549069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Transition to ACTIVE for port object 87a9547e-c206-4736-be7b-d4a6c0152057 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:45.550298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.555615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:45.559729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:45.562564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:45.568269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:45.612387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, f43a7201-b104-45d5-a571-b46334d3af15) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:45.621239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de7d1c8-09a7-40a4-8244-7f15c14ab8a9 None None] Network f43a7201-b104-45d5-a571-b46334d3af15 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:45.626946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:45.627508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.635915 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:45.640722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.642145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Subnet': ['ID=4f2213de-2895-467f-827c-ce1a157f05dc,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:45.662535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Checking segment: {'id': '2092c4a3-b800-42f2-9e77-2d158a5f14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:45.662888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network hostable DHCP agents. Network: 53aca83e-791f-4f50-ba11-6b37acccf4f7, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:19:45.724010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5d023-5f55-4e2b-996c-7173e0b82ef0 None None] Deleting port 8ed30c11-8973-43d6-a321-c978addd47cc {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:45.724473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a5d5d023-5f55-4e2b-996c-7173e0b82ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.748785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.749003 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9ec36216-d4d9-47d7-8705-019a8b00753d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7936900 Mar 02 20:19:45.749003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46906) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:45.817747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 53aca83e-791f-4f50-ba11-6b37acccf4f7 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:19:45.844518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Attempting to bind port 87a9547e-c206-4736-be7b-d4a6c0152057 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:45.846303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Attempting to bind port 87a9547e-c206-4736-be7b-d4a6c0152057 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:45.846303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Attempting to bind port 87a9547e-c206-4736-be7b-d4a6c0152057 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:45.858734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5d023-5f55-4e2b-996c-7173e0b82ef0 None None] The port '8ed30c11-8973-43d6-a321-c978addd47cc' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:19:45.874519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:45.874689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:45.875042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.875761 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:45.876427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Bound port: 87a9547e-c206-4736-be7b-d4a6c0152057, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:45.877136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.921121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7e318-0463-4ce0-8b58-5cbc1e304e77 None None] Pushing event updated for resources: {'Port': ['ID=87a9547e-c206-4736-be7b-d4a6c0152057,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:45.951302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8ed30c11-8973-43d6-a321-c978addd47cc no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:46.018826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 8ed30c11-8973-43d6-a321-c978addd47cc {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:19:46.018826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8ed30c11-8973-43d6-a321-c978addd47cc not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:46.064634 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] For port 87a9547e-c206-4736-be7b-d4a6c0152057, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:46.077483 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] For port 87a9547e-c206-4736-be7b-d4a6c0152057, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=87a9547e-c206-4736-be7b-d4a6c0152057,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:46.085193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 53aca83e-791f-4f50-ba11-6b37acccf4f7) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:46.093149 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:46.093149 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:46.107126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf75c5b-5fa5-434e-971c-e14cdd8a65dd None None] Network 53aca83e-791f-4f50-ba11-6b37acccf4f7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:46.161827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:46.176743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-f43a7201-b104-45d5-a571-b46334d3af15', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ips': [{'subnet_id': 'e05cac73-ae2b-48b0-877b-13d62f143adc'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:19:46.177548 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:46.202327 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:46.210475 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-84ef29e6-dc2a-4937-9bb4-4ab3f85ea4bf tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7166207 Mar 02 20:19:46.211246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46910) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:46.234167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:46.237118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:46.239986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:46.242419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:46.257826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904628ba-939e-4173-9469-3df7bb642412 None None] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:46.263383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Subnet': ['ID=7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:46.320312 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-92d65c1b-6b8e-4e07-962d-0681a8bee892 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8897252 Mar 02 20:19:46.320904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46914) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:46.328563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'security_group': {'name': 'tempest-secgroup-1012350800'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:46.334999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:46.340351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:security_group and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:46.343666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:46.350432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:46.453738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:46.459718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7e318-0463-4ce0-8b58-5cbc1e304e77 None None] Pushing event updated for resources: {'Port': ['ID=87a9547e-c206-4736-be7b-d4a6c0152057,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:46.503358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:46.507124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:security_group_rule and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:46.510608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:46.516414 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:46.555412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Routers {'17f21611-08c1-4148-b60a-deb6ac4736a0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:46.555981 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17f21611-08c1-4148-b60a-deb6ac4736a0'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:46.576290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:46.641626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:46.684724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31f5f95-74a0-480a-b5d0-8c03d28cb621,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:46.767705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:46.769563 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9415985e-8126-4f75-8004-67d9bda909a8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4477096 Mar 02 20:19:46.772383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46918) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:46.781367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'security_group': {'name': 'tempest-secgroup-788381989'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:46.789985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:46.810683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:security_group and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:46.814780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:46.874311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:46.896864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Allocated IP 172.20.0.2 (f43a7201-b104-45d5-a571-b46334d3af15/e05cac73-ae2b-48b0-877b-13d62f143adc/40239a92-03b0-4862-9618-fc1dfc5691ef) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:46.908995 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-53aca83e-791f-4f50-ba11-6b37acccf4f7', 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'fixed_ips': [{'subnet_id': '4f2213de-2895-467f-827c-ce1a157f05dc'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:19:46.913991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:47.023062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:47.118071 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] Set router 17f21611-08c1-4148-b60a-deb6ac4736a0 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:47.125037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:47.136435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:security_group_rule and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:47.174074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:47.197367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:47.317600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cda6d136-9188-4c88-b6f3-51f1617296a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:47.337417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:47.449479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'tenant_id': '97f478de2939464e91544656c2965d44', 'fixed_ips': [{'subnet_id': '7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:19:47.450545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:47.563331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Allocated IP 172.22.0.2 (53aca83e-791f-4f50-ba11-6b37acccf4f7/4f2213de-2895-467f-827c-ce1a157f05dc/6be3a3b9-6085-430a-afa3-20e378418d20) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:47.659980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:47.699467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:47.771255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:47.809550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Transition to ACTIVE for port object 40239a92-03b0-4862-9618-fc1dfc5691ef will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:47.874707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:47.900106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Transition to ACTIVE for port object 40239a92-03b0-4862-9618-fc1dfc5691ef will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:47.945493 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Allocated IP 2001:db8::2 (677ef8da-2b2c-4874-bda3-75e56bcfbaf6/7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb/30345885-d5d5-4e7b-be3f-e6379d54ed65) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:47.987598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc37c31-403c-4509-b5fe-d5fdeb6036c9,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:48.001343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:48.005983 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.069602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ec6c42-1815-4e25-8553-2801de29f2a3 None None] The sync data for ids ['17f21611-08c1-4148-b60a-deb6ac4736a0'] in dv-neutron-831593-2-hyperv is: [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:48.125193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.131533 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7db09af1-018a-4c00-8f41-1a2c4ad373e5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3545806 Mar 02 20:19:48.131533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46922) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:48.137365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-211430244', 'security_groups': ['4dc37c31-403c-4509-b5fe-d5fdeb6036c9'], 'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:48.176983 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.196602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Network f43a7201-b104-45d5-a571-b46334d3af15 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:48.199830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:48.201789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Pushing event updated for resources: {'Port': ['ID=40239a92-03b0-4862-9618-fc1dfc5691ef,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:48.203880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:48.218296 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Transition to ACTIVE for port object 6be3a3b9-6085-430a-afa3-20e378418d20 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:48.329425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Transition to ACTIVE for port object 6be3a3b9-6085-430a-afa3-20e378418d20 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:48.364991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:48.393759 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Attempting to bind port 40239a92-03b0-4862-9618-fc1dfc5691ef on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:48.393759 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Attempting to bind port 40239a92-03b0-4862-9618-fc1dfc5691ef by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:48.394257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Attempting to bind port 40239a92-03b0-4862-9618-fc1dfc5691ef on network f43a7201-b104-45d5-a571-b46334d3af15 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:48.396089 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.459335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:48.495636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.1 (f43a7201-b104-45d5-a571-b46334d3af15/e05cac73-ae2b-48b0-877b-13d62f143adc/6c29527c-2844-4376-9b7b-f8d6d9170302) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:48.516121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Allocated IP 172.22.0.1 (53aca83e-791f-4f50-ba11-6b37acccf4f7/4f2213de-2895-467f-827c-ce1a157f05dc/5e8dc9d5-ee1c-4197-a818-be9782c464cb) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:48.536683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:48.543487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Checking segment: {'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:48.543487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.543487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Bound using segment: {'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:48.543487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Bound port: 40239a92-03b0-4862-9618-fc1dfc5691ef, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:48.543487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.553940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.582442 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Transition to ACTIVE for port object 30345885-d5d5-4e7b-be3f-e6379d54ed65 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:48.610256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:48.621313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Network 53aca83e-791f-4f50-ba11-6b37acccf4f7 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:48.621313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Pushing event updated for resources: {'Port': ['ID=6be3a3b9-6085-430a-afa3-20e378418d20,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:48.635913 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:48.638175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:48.653884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Transition to ACTIVE for port object 30345885-d5d5-4e7b-be3f-e6379d54ed65 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:48.746668 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.801941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] For port 40239a92-03b0-4862-9618-fc1dfc5691ef, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:48.813345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Attempting to bind port 6be3a3b9-6085-430a-afa3-20e378418d20 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:48.814943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Attempting to bind port 6be3a3b9-6085-430a-afa3-20e378418d20 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2092c4a3-b800-42f2-9e77-2d158a5f14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:48.814943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Attempting to bind port 6be3a3b9-6085-430a-afa3-20e378418d20 on network 53aca83e-791f-4f50-ba11-6b37acccf4f7 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:48.830186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] For port 40239a92-03b0-4862-9618-fc1dfc5691ef, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=40239a92-03b0-4862-9618-fc1dfc5691ef,segment=NetworkSegment(78b13202-dffa-442a-bc9f-2c64f184a6cf),segment_id=78b13202-dffa-442a-bc9f-2c64f184a6cf)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:48.847052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:48.849323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:48.851164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Pushing event updated for resources: {'Port': ['ID=30345885-d5d5-4e7b-be3f-e6379d54ed65,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:48.852914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:48.855706 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:48.856073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Checking segment: {'id': '2092c4a3-b800-42f2-9e77-2d158a5f14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:48.856924 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.856924 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Bound using segment: {'id': '2092c4a3-b800-42f2-9e77-2d158a5f14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:48.857289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Bound port: 6be3a3b9-6085-430a-afa3-20e378418d20, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2092c4a3-b800-42f2-9e77-2d158a5f14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:48.857662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.913319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.938364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.945419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.968565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.971660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 6c29527c-2844-4376-9b7b-f8d6d9170302 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:48.985886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port 895395b9-3c62-4af9-a162-34f6d5dbc925 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:19:49.038000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Transition to ACTIVE for port object 5e8dc9d5-ee1c-4197-a818-be9782c464cb will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:49.087135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Attempting to bind port 30345885-d5d5-4e7b-be3f-e6379d54ed65 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:49.093397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Attempting to bind port 30345885-d5d5-4e7b-be3f-e6379d54ed65 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'a9201955-5507-4cac-9681-6628066f6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:49.093397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Attempting to bind port 30345885-d5d5-4e7b-be3f-e6379d54ed65 on network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:49.111850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b7e5b-e29c-4a20-b784-8f870d6ca4ab None None] Pushing event updated for resources: {'Port': ['ID=40239a92-03b0-4862-9618-fc1dfc5691ef,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:49.136416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:49.137402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Checking segment: {'id': 'a9201955-5507-4cac-9681-6628066f6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:49.137402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.137584 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Bound using segment: {'id': 'a9201955-5507-4cac-9681-6628066f6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:49.138114 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Bound port: 30345885-d5d5-4e7b-be3f-e6379d54ed65, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9201955-5507-4cac-9681-6628066f6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:49.138489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.151038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.154805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] For port 6be3a3b9-6085-430a-afa3-20e378418d20, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:49.190483 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] For port 6be3a3b9-6085-430a-afa3-20e378418d20, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6be3a3b9-6085-430a-afa3-20e378418d20,segment=NetworkSegment(2092c4a3-b800-42f2-9e77-2d158a5f14bb),segment_id=2092c4a3-b800-42f2-9e77-2d158a5f14bb)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:49.258234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] For port 30345885-d5d5-4e7b-be3f-e6379d54ed65, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:49.262001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] For port 30345885-d5d5-4e7b-be3f-e6379d54ed65, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=30345885-d5d5-4e7b-be3f-e6379d54ed65,segment=NetworkSegment(a9201955-5507-4cac-9681-6628066f6b7c),segment_id=a9201955-5507-4cac-9681-6628066f6b7c)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:49.340110 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.392344 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5991936c-63ee-4e75-be65-f5ade5b500c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.394230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.398396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network f43a7201-b104-45d5-a571-b46334d3af15 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:49.404997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=6c29527c-2844-4376-9b7b-f8d6d9170302,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:49.427662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:49.431107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:49.441668 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b1f8f-b614-4e77-9d0c-2171834af46f None None] Pushing event updated for resources: {'Port': ['ID=6be3a3b9-6085-430a-afa3-20e378418d20,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:49.525780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.582075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.587031 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f639f38-3249-4bcd-a8c1-ab880b6b9595 None None] Pushing event updated for resources: {'Port': ['ID=30345885-d5d5-4e7b-be3f-e6379d54ed65,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:49.673403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8::149 (677ef8da-2b2c-4874-bda3-75e56bcfbaf6/7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb/895395b9-3c62-4af9-a162-34f6d5dbc925) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:49.692776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 53aca83e-791f-4f50-ba11-6b37acccf4f7 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:49.699660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:49.702064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=5e8dc9d5-ee1c-4197-a818-be9782c464cb,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:49.705830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:49.811326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:50.048568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:50.164130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 40239a92-03b0-4862-9618-fc1dfc5691ef up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:50.234293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:50.319551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object 895395b9-3c62-4af9-a162-34f6d5dbc925 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:50.327427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 40239a92-03b0-4862-9618-fc1dfc5691ef completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:50.333087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 30345885-d5d5-4e7b-be3f-e6379d54ed65 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:50.375804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:50.482100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:50.492888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6be3a3b9-6085-430a-afa3-20e378418d20 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:50.540802 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:50.566977 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:50.653335 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 6be3a3b9-6085-430a-afa3-20e378418d20 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:50.779733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:50.821182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0422ac1d-1b82-4925-baa8-f4f854639c3a None None] Network f43a7201-b104-45d5-a571-b46334d3af15 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:50.914734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:50.972519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:51.005403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:51.006057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:51.006464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.055170 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eeb01640-98a9-4233-b8df-84d3c473ab7d None None] Provisioning for port 40239a92-03b0-4862-9618-fc1dfc5691ef completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:51.076724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=895395b9-3c62-4af9-a162-34f6d5dbc925,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:51.098616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eeb01640-98a9-4233-b8df-84d3c473ab7d None None] Provisioning complete for port 40239a92-03b0-4862-9618-fc1dfc5691ef triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:51.098851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eeb01640-98a9-4233-b8df-84d3c473ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.132320 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-73053e6e-dd5f-4031-9a15-3a0f7692c790 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0014608 Mar 02 20:19:51.132457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46926) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:51.144234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a5ead0bc-3305-4ac2-b995-444c0dc959ee tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:51.242021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a3d9d5-f3bb-42b7-abae-61adf515973c None None] Network 53aca83e-791f-4f50-ba11-6b37acccf4f7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:51.413032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.415216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a5ead0bc-3305-4ac2-b995-444c0dc959ee tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:51.426122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.resource_extend [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:19:51.426228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a5ead0bc-3305-4ac2-b995-444c0dc959ee tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:51.433989 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a5ead0bc-3305-4ac2-b995-444c0dc959ee tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:51.435852 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.458990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eeb01640-98a9-4233-b8df-84d3c473ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.459508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a5ead0bc-3305-4ac2-b995-444c0dc959ee tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:51.493355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.549870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-eeb01640-98a9-4233-b8df-84d3c473ab7d None None] For port 40239a92-03b0-4862-9618-fc1dfc5691ef, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=40239a92-03b0-4862-9618-fc1dfc5691ef,segment=NetworkSegment(78b13202-dffa-442a-bc9f-2c64f184a6cf),segment_id=78b13202-dffa-442a-bc9f-2c64f184a6cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:51.571445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ead0bc-3305-4ac2-b995-444c0dc959ee tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:51.580602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.629332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eeb01640-98a9-4233-b8df-84d3c473ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.695368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=6c29527c-2844-4376-9b7b-f8d6d9170302,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:51.762326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.766285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.848401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb01640-98a9-4233-b8df-84d3c473ab7d None None] Pushing event updated for resources: {'Port': ['ID=40239a92-03b0-4862-9618-fc1dfc5691ef,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:51.915735 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.922017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a5ead0bc-3305-4ac2-b995-444c0dc959ee tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.937936 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Sync routers for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:19:51.951230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Provisioning for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:51.957391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Provisioning complete for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:51.960458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:51.963755 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:51.968069 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:52.019063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 40239a92-03b0-4862-9618-fc1dfc5691ef up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:52.115101 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.ipam_backend_mixin [None req-a5ead0bc-3305-4ac2-b995-444c0dc959ee tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb (CIDR: 2001:db8::/64) Mar 02 20:19:52.153376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=5e8dc9d5-ee1c-4197-a818-be9782c464cb,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:52.185038 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ead0bc-3305-4ac2-b995-444c0dc959ee tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:19:52.186077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ead0bc-3305-4ac2-b995-444c0dc959ee tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:19:52.282852 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a5ead0bc-3305-4ac2-b995-444c0dc959ee tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1492631 Mar 02 20:19:52.283431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:52.285601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46930) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:52.294384 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:52.300606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:52.313644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 40239a92-03b0-4862-9618-fc1dfc5691ef triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:52.314297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:52.329549 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network f43a7201-b104-45d5-a571-b46334d3af15 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:52.333931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:52.430582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] For port 30345885-d5d5-4e7b-be3f-e6379d54ed65, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=30345885-d5d5-4e7b-be3f-e6379d54ed65,segment=NetworkSegment(a9201955-5507-4cac-9681-6628066f6b7c),segment_id=a9201955-5507-4cac-9681-6628066f6b7c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:52.507884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:52.568572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network 53aca83e-791f-4f50-ba11-6b37acccf4f7 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:52.579270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:52.610655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:52.627654 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:52.627654 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:52.631999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:52.638893 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Provisioning complete for port 48f5a959-cc26-4c40-92d0-e37e24b9f971 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:52.639472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:52.672347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Pushing event updated for resources: {'Port': ['ID=30345885-d5d5-4e7b-be3f-e6379d54ed65,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:52.721861 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Port 48f5a959-cc26-4c40-92d0-e37e24b9f971 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:52.733686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:52.737233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:52.769593 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '5e8dc9d5-ee1c-4197-a818-be9782c464cb', 'name': '', 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:5b:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:47Z', 'updated_at': '2022-03-02T20:19:50Z', 'revision_number': 2, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 2, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:52.774441 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Checking router: d1d567cf-ed11-4bf7-952f-107724b20f1f for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:19:52.775058 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Updating router d1d567cf-ed11-4bf7-952f-107724b20f1f port 5e8dc9d5-ee1c-4197-a818-be9782c464cb binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:19:52.828378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Provisioning for port 6be3a3b9-6085-430a-afa3-20e378418d20 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:52.833718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Provisioning complete for port 6be3a3b9-6085-430a-afa3-20e378418d20 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:52.834116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:52.860676 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.021999 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.067151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] For port 6be3a3b9-6085-430a-afa3-20e378418d20, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6be3a3b9-6085-430a-afa3-20e378418d20,segment=NetworkSegment(2092c4a3-b800-42f2-9e77-2d158a5f14bb),segment_id=2092c4a3-b800-42f2-9e77-2d158a5f14bb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:53.197883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.224908 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.239774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router d1d567cf-ed11-4bf7-952f-107724b20f1f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:19:53.251120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 17f21611-08c1-4148-b60a-deb6ac4736a0 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:19:53.280838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:53.284422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:53.287648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:53.292725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.310613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Subnet': ['ID=c6563f52-82e5-4e7f-91b2-b2750274cec4,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:53.311847 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71c667-3d0d-45e2-87a1-d657017cc0ea None None] Pushing event updated for resources: {'Port': ['ID=6be3a3b9-6085-430a-afa3-20e378418d20,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:53.315146 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205a8025-2da0-4029-93e7-28f11328599c None None] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:53.315703 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.331875 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Transition to ACTIVE for port object 5e8dc9d5-ee1c-4197-a818-be9782c464cb will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:53.434236 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6bfadedc-28bd-4ccb-9b69-9de499f8dc12 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1369665 Mar 02 20:19:53.434236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46936) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:53.435409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1123425695', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c6563f52-82e5-4e7f-91b2-b2750274cec4'}], 'security_groups': ['a31f5f95-74a0-480a-b5d0-8c03d28cb621']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:53.454970 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.521164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Provisioning for port 6c29527c-2844-4376-9b7b-f8d6d9170302 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:53.528423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Provisioning complete for port 6c29527c-2844-4376-9b7b-f8d6d9170302 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:53.528788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.548770 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd7ac-c310-43d5-acd3-03ba3efeeeae None None] Pushing event updated for resources: {'Port': ['ID=5e8dc9d5-ee1c-4197-a818-be9782c464cb,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:53.587642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.709351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Port 6c29527c-2844-4376-9b7b-f8d6d9170302 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:53.758026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:53.766959 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-917f3311-0390-446f-a3af-44a5e10f7d1f tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5479598 Mar 02 20:19:53.768064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46940) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:53.777869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'network': {'name': 'tempest-RoutersTest-335144555'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:53.786761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:53.808535 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Attempting to bind port 5e8dc9d5-ee1c-4197-a818-be9782c464cb on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:53.808860 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:network and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:53.809009 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Attempting to bind port 5e8dc9d5-ee1c-4197-a818-be9782c464cb by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '2092c4a3-b800-42f2-9e77-2d158a5f14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:53.809490 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Attempting to bind port 5e8dc9d5-ee1c-4197-a818-be9782c464cb on network 53aca83e-791f-4f50-ba11-6b37acccf4f7 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:53.814799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:53.824942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:53.828636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Provisioning for port 5e8dc9d5-ee1c-4197-a818-be9782c464cb completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:53.830736 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:53.831078 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Checking segment: {'id': '2092c4a3-b800-42f2-9e77-2d158a5f14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:53.831483 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.831884 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Bound using segment: {'id': '2092c4a3-b800-42f2-9e77-2d158a5f14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:53.832356 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Bound port: 5e8dc9d5-ee1c-4197-a818-be9782c464cb, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2092c4a3-b800-42f2-9e77-2d158a5f14bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:53.832738 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.852025 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:19:53.866199 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a8c78839-c8cc-4f20-9844-1c8ac3cd9364 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/17f21611-08c1-4148-b60a-deb6ac4736a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1161957 Mar 02 20:19:53.869956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46944) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:53.910811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Provisioning complete for port 40239a92-03b0-4862-9618-fc1dfc5691ef triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:53.911192 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:53.955779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] For port 5e8dc9d5-ee1c-4197-a818-be9782c464cb, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:53.960471 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] For port 5e8dc9d5-ee1c-4197-a818-be9782c464cb, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5e8dc9d5-ee1c-4197-a818-be9782c464cb,segment=NetworkSegment(2092c4a3-b800-42f2-9e77-2d158a5f14bb),segment_id=2092c4a3-b800-42f2-9e77-2d158a5f14bb)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:53.994585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 30345885-d5d5-4e7b-be3f-e6379d54ed65 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:53.995433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:53.998798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.032643 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.035917 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed51f1-2ca3-4136-be60-fae3bec8a868 None None] Update dhcp port {'port': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'fixed_ips': [{'subnet_id': '7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c6563f52-82e5-4e7f-91b2-b2750274cec4'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '30345885-d5d5-4e7b-be3f-e6379d54ed65'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:19:54.115784 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:19:54.121204 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Updating router d1d567cf-ed11-4bf7-952f-107724b20f1f port 7e909097-0295-40ca-83ed-d95c69e95508 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:19:54.178919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-77ed51f1-2ca3-4136-be60-fae3bec8a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.233303 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.233640 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added segment a0a8dc19-f3cb-488b-8abb-6daea280252e of type vlan for network ea90615c-9d47-4e5c-af49-ccb4d61da439 Mar 02 20:19:54.249116 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.252577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Delete allocated IP 2001:db8::149 (677ef8da-2b2c-4874-bda3-75e56bcfbaf6/7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb) {{(pid=84503) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 20:19:54.268020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8:0:1::6a (677ef8da-2b2c-4874-bda3-75e56bcfbaf6/c6563f52-82e5-4e7f-91b2-b2750274cec4/895395b9-3c62-4af9-a162-34f6d5dbc925) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:54.332969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce487776-e57c-4e1a-b49b-d58bcfb69d9d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.333579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce487776-e57c-4e1a-b49b-d58bcfb69d9d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.333685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce487776-e57c-4e1a-b49b-d58bcfb69d9d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.334106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce487776-e57c-4e1a-b49b-d58bcfb69d9d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.335267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce487776-e57c-4e1a-b49b-d58bcfb69d9d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.336422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce487776-e57c-4e1a-b49b-d58bcfb69d9d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.336986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce487776-e57c-4e1a-b49b-d58bcfb69d9d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.337512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce487776-e57c-4e1a-b49b-d58bcfb69d9d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.338794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce487776-e57c-4e1a-b49b-d58bcfb69d9d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.339322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce487776-e57c-4e1a-b49b-d58bcfb69d9d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.342144 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ce487776-e57c-4e1a-b49b-d58bcfb69d9d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7077 time: 0.4742126 Mar 02 20:19:54.346107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46948) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:54.358149 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd7ac-c310-43d5-acd3-03ba3efeeeae None None] Pushing event updated for resources: {'Port': ['ID=5e8dc9d5-ee1c-4197-a818-be9782c464cb,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:54.398912 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:54.399444 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.472962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.534142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.534528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.534896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.535258 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.536062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.536427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.536783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.538300 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.538672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.539032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.539386 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.543010 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9e841e42-f094-46a2-b8c9-8b8e1a22d351 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7020 time: 0.1953387 Mar 02 20:19:54.550340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46952) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:54.600466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.622637 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Ignored duplicate provisioning block setup for port 895395b9-3c62-4af9-a162-34f6d5dbc925 by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 20:19:54.699356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.749679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.752576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Provisioning for port 895395b9-3c62-4af9-a162-34f6d5dbc925 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:54.755389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.756167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.788355 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Provisioning complete for port 895395b9-3c62-4af9-a162-34f6d5dbc925 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:54.788722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.830786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] In _notify_port_updated(), no bound segment for port 895395b9-3c62-4af9-a162-34f6d5dbc925 on network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:19:54.834847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.835745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.837422 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "PUT /v2.0/ports/895395b9-3c62-4af9-a162-34f6d5dbc925 HTTP/1.1" status: 200 len: 930 time: 1.4093523 Mar 02 20:19:54.841476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46956) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:54.850730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59553db-3325-48b8-ad90-61cff4b1c4e3 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=895395b9-3c62-4af9-a162-34f6d5dbc925,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:54.883684 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.886819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6be3a3b9-6085-430a-afa3-20e378418d20 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:54.897331 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Transition to ACTIVE for port object 7e909097-0295-40ca-83ed-d95c69e95508 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:54.923142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Network': ['ID=ea90615c-9d47-4e5c-af49-ccb4d61da439,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:54.933839 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4c3ae941-266e-4148-af86-a37088e266b7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1641338 Mar 02 20:19:54.934689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46960) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:54.942913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'subnet': {'network_id': 'ea90615c-9d47-4e5c-af49-ccb4d61da439', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:54.954879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-d4cce633-9732-44c4-8886-4fdcc6544f08 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 895395b9-3c62-4af9-a162-34f6d5dbc925 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:19:54.955225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d4cce633-9732-44c4-8886-4fdcc6544f08 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:54.972697 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:55.028269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network ea90615c-9d47-4e5c-af49-ccb4d61da439 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:19:55.180668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:55.200789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:subnet and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:55.204410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:55.226864 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd7ac-c310-43d5-acd3-03ba3efeeeae None None] Pushing event updated for resources: {'Port': ['ID=7e909097-0295-40ca-83ed-d95c69e95508,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:55.229600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:55.256295 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-62f074fb-5ee1-42c9-8c21-55edd5eaa23e tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3579 time: 0.7024047 Mar 02 20:19:55.306107 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-77ed51f1-2ca3-4136-be60-fae3bec8a868 None None] Allocated IP 2001:db8:0:1::2 (677ef8da-2b2c-4874-bda3-75e56bcfbaf6/c6563f52-82e5-4e7f-91b2-b2750274cec4/30345885-d5d5-4e7b-be3f-e6379d54ed65) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:55.314432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Made reservation on behalf of 06dcb722161d48218057191a1a7b0afb for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:55.421631 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Attempting to bind port 7e909097-0295-40ca-83ed-d95c69e95508 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:55.422195 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Attempting to bind port 7e909097-0295-40ca-83ed-d95c69e95508 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '4befa2fe-b754-49a1-8b1a-ca3d2b2b334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:55.422797 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Attempting to bind port 7e909097-0295-40ca-83ed-d95c69e95508 on network 0eb29454-9242-45e2-b7b1-2d99fc4035c3 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:55.440222 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:55.440598 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Checking segment: {'id': '4befa2fe-b754-49a1-8b1a-ca3d2b2b334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:55.440974 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:55.441358 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Bound using segment: {'id': '4befa2fe-b754-49a1-8b1a-ca3d2b2b334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:55.441810 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Bound port: 7e909097-0295-40ca-83ed-d95c69e95508, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4befa2fe-b754-49a1-8b1a-ca3d2b2b334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:55.448937 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:55.514269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d4cce633-9732-44c4-8886-4fdcc6544f08 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:55.529016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:55.548793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-77ed51f1-2ca3-4136-be60-fae3bec8a868 None None] For port 30345885-d5d5-4e7b-be3f-e6379d54ed65, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=30345885-d5d5-4e7b-be3f-e6379d54ed65,segment=NetworkSegment(a9201955-5507-4cac-9681-6628066f6b7c),segment_id=a9201955-5507-4cac-9681-6628066f6b7c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:55.551115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Port 895395b9-3c62-4af9-a162-34f6d5dbc925 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:55.604700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-77ed51f1-2ca3-4136-be60-fae3bec8a868 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:55.613675 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Provisioning complete for port 6be3a3b9-6085-430a-afa3-20e378418d20 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:55.614157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-49a82f5a-1aaf-403e-9870-f53cc13e63d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:55.627230 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] For port 7e909097-0295-40ca-83ed-d95c69e95508, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:55.631280 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] For port 7e909097-0295-40ca-83ed-d95c69e95508, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7e909097-0295-40ca-83ed-d95c69e95508,segment=NetworkSegment(4befa2fe-b754-49a1-8b1a-ca3d2b2b334f),segment_id=4befa2fe-b754-49a1-8b1a-ca3d2b2b334f)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:55.663308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-d4cce633-9732-44c4-8886-4fdcc6544f08 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for 895395b9-3c62-4af9-a162-34f6d5dbc925 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:19:55.665106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46966) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:55.670922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-77ed51f1-2ca3-4136-be60-fae3bec8a868 None None] Transition to ACTIVE for port object 30345885-d5d5-4e7b-be3f-e6379d54ed65 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:55.672384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212396756', 'description': 'tempest-secgroup-smoke-212396756 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:55.678690 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6be3a3b9-6085-430a-afa3-20e378418d20 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:55.679059 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:55.686321 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:55.696173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:55.701345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:55.706082 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:55.722273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:55.742095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-77ed51f1-2ca3-4136-be60-fae3bec8a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:55.792794 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd7ac-c310-43d5-acd3-03ba3efeeeae None None] Pushing event updated for resources: {'Port': ['ID=7e909097-0295-40ca-83ed-d95c69e95508,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:55.824473 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:19:55.825853 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:55.962802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d4cce633-9732-44c4-8886-4fdcc6544f08 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:55.993921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed51f1-2ca3-4136-be60-fae3bec8a868 None None] Pushing event updated for resources: {'Port': ['ID=30345885-d5d5-4e7b-be3f-e6379d54ed65,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:56.015553 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:19:56.063819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cce633-9732-44c4-8886-4fdcc6544f08 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=895395b9-3c62-4af9-a162-34f6d5dbc925,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:56.096935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.154948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d4cce633-9732-44c4-8886-4fdcc6544f08 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.177405 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d4cce633-9732-44c4-8886-4fdcc6544f08 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/895395b9-3c62-4af9-a162-34f6d5dbc925 HTTP/1.1" status: 204 len: 168 time: 1.3330717 Mar 02 20:19:56.179168 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:56.179971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46970) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:56.193059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:56.201084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:56.203964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.257813 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d187e71-581a-45d4-ac83-99675d13c59d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:19:56.258365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1d187e71-581a-45d4-ac83-99675d13c59d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:56.281311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:56.351668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Subnet': ['ID=afcd9e3b-f947-43ac-b4a6-87eaf1df8e1c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:56.382107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1d187e71-581a-45d4-ac83-99675d13c59d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:56.382107 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1d187e71-581a-45d4-ac83-99675d13c59d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/895395b9-3c62-4af9-a162-34f6d5dbc925 HTTP/1.1" status: 404 len: 333 time: 0.1992838 Mar 02 20:19:56.383407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46974) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:56.406826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 30345885-d5d5-4e7b-be3f-e6379d54ed65 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:56.408132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Checking segment: {'id': 'a0a8dc19-f3cb-488b-8abb-6daea280252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ea90615c-9d47-4e5c-af49-ccb4d61da439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:56.408132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network hostable DHCP agents. Network: ea90615c-9d47-4e5c-af49-ccb4d61da439, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:19:56.423364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.469354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-385776f1-1c0b-4cd2-98f9-d30d001efe4b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.492995 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 87a9547e-c206-4736-be7b-d4a6c0152057 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:56.502884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-385776f1-1c0b-4cd2-98f9-d30d001efe4b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.508976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network ea90615c-9d47-4e5c-af49-ccb4d61da439 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:19:56.508976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.551462 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '5e8dc9d5-ee1c-4197-a818-be9782c464cb', 'name': '', 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:5b:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:47Z', 'updated_at': '2022-03-02T20:19:53Z', 'revision_number': 4, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:55Z', 'revision_number': 4, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:56.555882 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc2d8fb-ce6e-4c3d-b666-d26d64c01f6b None None] The sync data for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv is: [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '5e8dc9d5-ee1c-4197-a818-be9782c464cb', 'name': '', 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:5b:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:47Z', 'updated_at': '2022-03-02T20:19:53Z', 'revision_number': 4, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:55Z', 'revision_number': 4, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:19:56.592600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7cbc25-b643-4b96-919e-38ef8303f5fa,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:56.651038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, ea90615c-9d47-4e5c-af49-ccb4d61da439) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:56.657093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:56.657093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.659723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94359d22-f50b-40f2-bfad-c5639c7a7105 None None] Network ea90615c-9d47-4e5c-af49-ccb4d61da439 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:56.679593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-385776f1-1c0b-4cd2-98f9-d30d001efe4b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.693695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.695346 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a7965079-bfd0-4b03-9267-5dc204e7c6ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.0289378 Mar 02 20:19:56.699495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46978) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:56.719754 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385776f1-1c0b-4cd2-98f9-d30d001efe4b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc37c31-403c-4509-b5fe-d5fdeb6036c9,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:56.720752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7f2bd42b-aed3-4c35-8106-2f5ea4f54926 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '9c7cbc25-b643-4b96-919e-38ef8303f5fa', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:56.721792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-385776f1-1c0b-4cd2-98f9-d30d001efe4b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.725966 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-385776f1-1c0b-4cd2-98f9-d30d001efe4b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/security-groups/4dc37c31-403c-4509-b5fe-d5fdeb6036c9 HTTP/1.1" status: 204 len: 168 time: 0.3413849 Mar 02 20:19:56.726725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46982) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:56.733959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7f2bd42b-aed3-4c35-8106-2f5ea4f54926 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:56.739609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7f2bd42b-aed3-4c35-8106-2f5ea4f54926 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:56.744931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7f2bd42b-aed3-4c35-8106-2f5ea4f54926 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:56.753656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7f2bd42b-aed3-4c35-8106-2f5ea4f54926 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:56.789631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 87a9547e-c206-4736-be7b-d4a6c0152057 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:56.803697 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3b454641-3c46-4e35-8c5d-8c6d49ddd860 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8661926 Mar 02 20:19:56.807269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 46986) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:56.808785 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 87a9547e-c206-4736-be7b-d4a6c0152057 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:56.809321 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.912527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd42b-aed3-4c35-8106-2f5ea4f54926 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:56.967885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e44819a4-a318-488a-9cb7-dd6b266432da tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.013367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd42b-aed3-4c35-8106-2f5ea4f54926 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.024281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e44819a4-a318-488a-9cb7-dd6b266432da tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.088800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd42b-aed3-4c35-8106-2f5ea4f54926 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.131888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.140808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-ea90615c-9d47-4e5c-af49-ccb4d61da439', 'network_id': 'ea90615c-9d47-4e5c-af49-ccb4d61da439', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'fixed_ips': [{'subnet_id': 'afcd9e3b-f947-43ac-b4a6-87eaf1df8e1c'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:19:57.142435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.170913 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 87a9547e-c206-4736-be7b-d4a6c0152057, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=87a9547e-c206-4736-be7b-d4a6c0152057,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:57.172578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bd42b-aed3-4c35-8106-2f5ea4f54926 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c96ef82-05e9-4742-87c7-f4286be2fea0,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:57.273684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e44819a4-a318-488a-9cb7-dd6b266432da tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.311496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d5ccd911-392d-4cb6-a127-be0cf18cd852 None None] Provisioning for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:57.334499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd42b-aed3-4c35-8106-2f5ea4f54926 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.342418 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7f2bd42b-aed3-4c35-8106-2f5ea4f54926 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6411312 Mar 02 20:19:57.343045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46990) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:57.349575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d491eea7-2a57-41bc-a318-a86ef054617a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '9c7cbc25-b643-4b96-919e-38ef8303f5fa', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:57.362431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.363350 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d491eea7-2a57-41bc-a318-a86ef054617a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:57.373513 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d491eea7-2a57-41bc-a318-a86ef054617a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:57.381403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d491eea7-2a57-41bc-a318-a86ef054617a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:57.394652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d491eea7-2a57-41bc-a318-a86ef054617a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:57.402213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d5ccd911-392d-4cb6-a127-be0cf18cd852 None None] Provisioning complete for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:57.402213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd911-392d-4cb6-a127-be0cf18cd852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.425293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44819a4-a318-488a-9cb7-dd6b266432da tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31f5f95-74a0-480a-b5d0-8c03d28cb621,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:57.433555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e44819a4-a318-488a-9cb7-dd6b266432da tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.435472 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e44819a4-a318-488a-9cb7-dd6b266432da tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/security-groups/a31f5f95-74a0-480a-b5d0-8c03d28cb621 HTTP/1.1" status: 204 len: 168 time: 0.7077723 Mar 02 20:19:57.438370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46994) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:57.528843 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d491eea7-2a57-41bc-a318-a86ef054617a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.538627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Allocated IP 172.23.0.2 (ea90615c-9d47-4e5c-af49-ccb4d61da439/afcd9e3b-f947-43ac-b4a6-87eaf1df8e1c/6fd1c5d5-11b5-4bd2-b11d-b3150973d79b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:57.657567 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=87a9547e-c206-4736-be7b-d4a6c0152057,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:57.742257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d491eea7-2a57-41bc-a318-a86ef054617a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.793730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeeb7b52-abca-41c5-9cba-e16d00201898 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting subnet 7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:19:57.798062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7b52-abca-41c5-9cba-e16d00201898 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.862017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d491eea7-2a57-41bc-a318-a86ef054617a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.893944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7b52-abca-41c5-9cba-e16d00201898 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.902423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.926589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491eea7-2a57-41bc-a318-a86ef054617a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ab6812-f431-4406-86ac-22f31fa63ad3,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:57.965136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d5ccd911-392d-4cb6-a127-be0cf18cd852 None None] Provisioning complete for port 48f5a959-cc26-4c40-92d0-e37e24b9f971 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:57.965509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd911-392d-4cb6-a127-be0cf18cd852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:57.999510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7b52-abca-41c5-9cba-e16d00201898 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.028662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.028941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d491eea7-2a57-41bc-a318-a86ef054617a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.029861 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d491eea7-2a57-41bc-a318-a86ef054617a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6856568 Mar 02 20:19:58.035106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 46998) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:58.040249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d5ccd911-392d-4cb6-a127-be0cf18cd852 None None] Port 48f5a959-cc26-4c40-92d0-e37e24b9f971 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:19:58.044398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Transition to ACTIVE for port object 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:58.052339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e49f644d-310b-417a-bbf1-1d2c1af21122 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '9c7cbc25-b643-4b96-919e-38ef8303f5fa', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:58.052513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d5ccd911-392d-4cb6-a127-be0cf18cd852 None None] Could not find standard attr ID for object 895395b9-3c62-4af9-a162-34f6d5dbc925. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:19:58.059309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e49f644d-310b-417a-bbf1-1d2c1af21122 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:58.066995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e49f644d-310b-417a-bbf1-1d2c1af21122 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:58.071528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e49f644d-310b-417a-bbf1-1d2c1af21122 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:58.083041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e49f644d-310b-417a-bbf1-1d2c1af21122 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:58.084054 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Transition to ACTIVE for port object 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:58.162305 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.185943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7b52-abca-41c5-9cba-e16d00201898 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.226723 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e49f644d-310b-417a-bbf1-1d2c1af21122 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.231572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2e1713be-969e-4826-9cf2-6f9bcc789f5d None None] Could not find standard attr ID for object 895395b9-3c62-4af9-a162-34f6d5dbc925. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:19:58.256802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb7b52-abca-41c5-9cba-e16d00201898 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:58.267224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Pushing event updated for resources: {'Port': ['ID=6fd1c5d5-11b5-4bd2-b11d-b3150973d79b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:58.269702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eeeb7b52-abca-41c5-9cba-e16d00201898 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.277985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f9505-9c5f-4a48-8009-5eef75289717 None None] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:58.293692 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-eeeb7b52-abca-41c5-9cba-e16d00201898 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb HTTP/1.1" status: 204 len: 168 time: 0.8540523 Mar 02 20:19:58.298336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47002) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:58.305804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Network ea90615c-9d47-4e5c-af49-ccb4d61da439 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:58.308424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:58.356765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:58.359195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:58.367519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 87a9547e-c206-4736-be7b-d4a6c0152057 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:58.433822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e49f644d-310b-417a-bbf1-1d2c1af21122 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.476686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:58.480992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:58.484073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:58.495978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:58.498129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Allocated IP 172.23.0.1 (ea90615c-9d47-4e5c-af49-ccb4d61da439/afcd9e3b-f947-43ac-b4a6-87eaf1df8e1c/8b29d07a-5f32-482a-a6cf-631919a434da) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:58.515547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e49f644d-310b-417a-bbf1-1d2c1af21122 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.545864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f644d-310b-417a-bbf1-1d2c1af21122 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9478b365-eeae-47d8-af61-293148acbca1,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:58.584391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Attempting to bind port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:58.584923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Attempting to bind port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'a0a8dc19-f3cb-488b-8abb-6daea280252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ea90615c-9d47-4e5c-af49-ccb4d61da439'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:58.585087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Attempting to bind port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b on network ea90615c-9d47-4e5c-af49-ccb4d61da439 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:19:58.595524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:58.600524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.616656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:19:58.617777 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Checking segment: {'id': 'a0a8dc19-f3cb-488b-8abb-6daea280252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ea90615c-9d47-4e5c-af49-ccb4d61da439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:19:58.618367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.618962 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Bound using segment: {'id': 'a0a8dc19-f3cb-488b-8abb-6daea280252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ea90615c-9d47-4e5c-af49-ccb4d61da439'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:19:58.621852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Bound port: 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a8dc19-f3cb-488b-8abb-6daea280252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'ea90615c-9d47-4e5c-af49-ccb4d61da439'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:58.621852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.638426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 87a9547e-c206-4736-be7b-d4a6c0152057 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:58.638788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.674638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.694389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Transition to ACTIVE for port object 8b29d07a-5f32-482a-a6cf-631919a434da will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:58.702053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e49f644d-310b-417a-bbf1-1d2c1af21122 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.703297 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e49f644d-310b-417a-bbf1-1d2c1af21122 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6670232 Mar 02 20:19:58.706570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47006) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:58.715167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4dd42b1d-c364-47e3-b52a-0bd3bf43beb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '9c7cbc25-b643-4b96-919e-38ef8303f5fa', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:58.721013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4dd42b1d-c364-47e3-b52a-0bd3bf43beb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:58.726755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4dd42b1d-c364-47e3-b52a-0bd3bf43beb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:58.733416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4dd42b1d-c364-47e3-b52a-0bd3bf43beb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:58.751436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4dd42b1d-c364-47e3-b52a-0bd3bf43beb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:58.791475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.820783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] For port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:19:58.825885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] For port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6fd1c5d5-11b5-4bd2-b11d-b3150973d79b,segment=NetworkSegment(a0a8dc19-f3cb-488b-8abb-6daea280252e),segment_id=a0a8dc19-f3cb-488b-8abb-6daea280252e)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:19:58.868238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network ea90615c-9d47-4e5c-af49-ccb4d61da439 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:58.872016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:58.876510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:19:58.886707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dd42b1d-c364-47e3-b52a-0bd3bf43beb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.895374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5e8dc9d5-ee1c-4197-a818-be9782c464cb up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:58.905239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=8b29d07a-5f32-482a-a6cf-631919a434da,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:58.930740 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.938035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:58.995647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dd42b1d-c364-47e3-b52a-0bd3bf43beb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.055291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f544fa-03d2-4d9b-b6e5-4239a18f0259 None None] Pushing event updated for resources: {'Port': ['ID=6fd1c5d5-11b5-4bd2-b11d-b3150973d79b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:59.059245 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.115122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dd42b1d-c364-47e3-b52a-0bd3bf43beb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.149757 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 5e8dc9d5-ee1c-4197-a818-be9782c464cb completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:59.158393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd42b1d-c364-47e3-b52a-0bd3bf43beb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad635499-5c77-4a0c-8c4b-61cf34014340,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:59.159212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5e8dc9d5-ee1c-4197-a818-be9782c464cb triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:59.159751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.166879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:59.174185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:59.186142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Subnet': ['ID=76b83277-bad1-4334-bf50-d7e98bd75086,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:59.187599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.195454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:59.196264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.255045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4dd42b1d-c364-47e3-b52a-0bd3bf43beb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.255045 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4dd42b1d-c364-47e3-b52a-0bd3bf43beb3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5411937 Mar 02 20:19:59.255045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47010) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:59.260413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '9c7cbc25-b643-4b96-919e-38ef8303f5fa', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:59.268246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:59.273630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:59.278247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:59.289494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:59.324522 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8707c94c-7459-4bf5-99c6-df7e23a2eca9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0239866 Mar 02 20:19:59.327493 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47014) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:59.333607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'security_group': {'name': 'tempest-secgroup-203397396'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:59.348740 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:59.353095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.355154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:security_group and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:59.358425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:59.365167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:59.401457 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:19:59.406105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 5e8dc9d5-ee1c-4197-a818-be9782c464cb, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5e8dc9d5-ee1c-4197-a818-be9782c464cb,segment=NetworkSegment(2092c4a3-b800-42f2-9e77-2d158a5f14bb),segment_id=2092c4a3-b800-42f2-9e77-2d158a5f14bb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:19:59.415511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.478249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.499706 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.503069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7e909097-0295-40ca-83ed-d95c69e95508 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:59.548555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.549841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:59.553983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:security_group_rule and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:59.558143 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:59.569122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:59.653217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.670451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=5e8dc9d5-ee1c-4197-a818-be9782c464cb,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:59.685976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.709303 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a691d19-de77-4c49-a657-697b7fafe80a,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:59.719805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.731210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.769237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ef3907-4be2-4017-b24b-309d2e382e60,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:59.793875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3bc694-87d3-4fbe-9272-12b6fb09b883 None None] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:19:59.865011 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 7e909097-0295-40ca-83ed-d95c69e95508 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:59.875037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.875221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.875221 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ce2e8828-877a-4651-abe2-a6367a1ac9d8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6198456 Mar 02 20:19:59.875221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.878262 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7e909097-0295-40ca-83ed-d95c69e95508 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:59.878573 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c1a70c95-41ec-46c9-bbb8-f6db6567dd88 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5498753 Mar 02 20:19:59.878704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.879180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47018) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:59.879512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47020) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:59.887681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'security_group': {'name': 'tempest-secgroup-2064335686'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:59.898775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '9c7cbc25-b643-4b96-919e-38ef8303f5fa', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:19:59.902838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:59.904797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:59.909173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:59.911946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:security_group and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:19:59.914539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:59.918119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:19:59.925955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:59.928023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:59.955541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-796b8130-38e1-4606-a7c3-4091a3f2889f None None] Provisioning complete for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:59.955910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-796b8130-38e1-4606-a7c3-4091a3f2889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.993378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.997715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event updated for resources: {'Port': ['ID=8b29d07a-5f32-482a-a6cf-631919a434da,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:00.019454 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:20:00.038882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.063492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.202525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:00.205054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Network ea90615c-9d47-4e5c-af49-ccb4d61da439 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:00.207177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:00.210933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:security_group_rule and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:00.215942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:00.224869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:00.244631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.275455 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.309417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.332542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.362019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cdb3bb-196c-466d-8067-ec825e882b2c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:00.373718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.450900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ab5210-2735-4d73-97fc-e18ab6a385e8,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:00.469046 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.475473 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ca3b7756-8c34-403f-97cb-6b39cd072d8f tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5930600 Mar 02 20:20:00.476616 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47026) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:00.486209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'security_group': {'name': 'tempest-secgroup-853279121'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:00.496849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:00.510955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.510955 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ad2e39b7-03e4-447b-98d9-51b5e980bb51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6215181 Mar 02 20:20:00.510955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:security_group and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:00.510955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:00.540289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:00.572977 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97743b73-1fa9-4f69-8e1e-a7f2001e63c0 None None] Network ea90615c-9d47-4e5c-af49-ccb4d61da439 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:20:00.602644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 7e909097-0295-40ca-83ed-d95c69e95508, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7e909097-0295-40ca-83ed-d95c69e95508,segment=NetworkSegment(4befa2fe-b754-49a1-8b1a-ca3d2b2b334f),segment_id=4befa2fe-b754-49a1-8b1a-ca3d2b2b334f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:00.612656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.701618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:00.714873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:security_group_rule and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:00.716372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.719811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:00.727250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:00.804514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-796b8130-38e1-4606-a7c3-4091a3f2889f None None] Provisioning complete for port 48f5a959-cc26-4c40-92d0-e37e24b9f971 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:00.805657 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-796b8130-38e1-4606-a7c3-4091a3f2889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.892589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.903469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router d1d567cf-ed11-4bf7-952f-107724b20f1f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:00.911203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-1cc4c593-b29f-4cbc-afbf-ed90ff5170d1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:00.960572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-796b8130-38e1-4606-a7c3-4091a3f2889f None None] Port 48f5a959-cc26-4c40-92d0-e37e24b9f971 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:00.963560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=7e909097-0295-40ca-83ed-d95c69e95508,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:01.016383 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:01.036644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:01.177144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:01.189636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-1cc4c593-b29f-4cbc-afbf-ed90ff5170d1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:01.190736 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-1cc4c593-b29f-4cbc-afbf-ed90ff5170d1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212396756&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.4070308 Mar 02 20:20:01.195202 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43d679b-ef1b-4205-8b03-aedd443abd75,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:01.195602 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1f898815-a0e6-42a0-adba-eff9e76dd6dd tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3863900 Mar 02 20:20:01.196403 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47038) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:01.203310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-02d371ba-7824-4237-b4e6-60331ad56b48 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:01.277385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a3abf-187b-4519-961f-b6b9ffae1c71 None None] Update dhcp port {'port': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'fixed_ips': [{'subnet_id': 'c6563f52-82e5-4e7f-91b2-b2750274cec4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '76b83277-bad1-4334-bf50-d7e98bd75086'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '30345885-d5d5-4e7b-be3f-e6379d54ed65'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:20:01.317963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:01.339548 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5e8dc9d5-ee1c-4197-a818-be9782c464cb up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:01.349045 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:01.350572 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-90471f36-2386-4afd-bf86-e9ce8f74b39e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8724463 Mar 02 20:20:01.354344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47042) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:01.361711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-840419135', 'security_groups': ['b43d679b-ef1b-4205-8b03-aedd443abd75'], 'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76b83277-bad1-4334-bf50-d7e98bd75086'}]}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:01.377307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-009384c5-2c49-4d8e-ba9c-79d9fd46c937 None None] Provisioning for port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:01.389128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-c53b10b1-3662-408b-b8a0-04cd5635bac9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:01.390135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-c53b10b1-3662-408b-b8a0-04cd5635bac9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:01.395232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-009384c5-2c49-4d8e-ba9c-79d9fd46c937 None None] Provisioning complete for port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:01.395601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-009384c5-2c49-4d8e-ba9c-79d9fd46c937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:01.440545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-204a3abf-187b-4519-961f-b6b9ffae1c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:01.542793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:01.553884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:01.589176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-c53b10b1-3662-408b-b8a0-04cd5635bac9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:01.592237 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-c53b10b1-3662-408b-b8a0-04cd5635bac9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/networks?id=f43a7201-b104-45d5-a571-b46334d3af15 HTTP/1.1" status: 200 len: 797 time: 0.3937392 Mar 02 20:20:01.623255 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-9c3661ce-88bc-47ff-9320-c7993983b70e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/quotas/809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 375 time: 0.0126703 Mar 02 20:20:01.696962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:20:01.702158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5e8dc9d5-ee1c-4197-a818-be9782c464cb triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:01.702550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:01.705510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:01.740893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] device_id is not set on port a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:20:01.766096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-009384c5-2c49-4d8e-ba9c-79d9fd46c937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:01.816683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-0976f7e9-79d4-4c5a-8917-c77d450110c9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:01.890271 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-009384c5-2c49-4d8e-ba9c-79d9fd46c937 None None] For port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6fd1c5d5-11b5-4bd2-b11d-b3150973d79b,segment=NetworkSegment(a0a8dc19-f3cb-488b-8abb-6daea280252e),segment_id=a0a8dc19-f3cb-488b-8abb-6daea280252e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:01.907629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-204a3abf-187b-4519-961f-b6b9ffae1c71 None None] Allocated IP 2001:db8::2 (677ef8da-2b2c-4874-bda3-75e56bcfbaf6/76b83277-bad1-4334-bf50-d7e98bd75086/30345885-d5d5-4e7b-be3f-e6379d54ed65) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:01.918967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.extraroute_db [None req-02d371ba-7824-4237-b4e6-60331ad56b48 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 20:20:01.937577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.extraroute_db [None req-02d371ba-7824-4237-b4e6-60331ad56b48 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Removed routes are [] {{(pid=84503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 20:20:01.938299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-02d371ba-7824-4237-b4e6-60331ad56b48 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:01.944481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-0976f7e9-79d4-4c5a-8917-c77d450110c9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:01.946456 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-0976f7e9-79d4-4c5a-8917-c77d450110c9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3170793 Mar 02 20:20:01.989843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-009384c5-2c49-4d8e-ba9c-79d9fd46c937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:02.689787 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-21a9a242-5128-4273-a67f-9445e03bc102 service neutron] 10.222.0.44 "GET /v2.0/networks/f43a7201-b104-45d5-a571-b46334d3af15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845140 Mar 02 20:20:02.722123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009384c5-2c49-4d8e-ba9c-79d9fd46c937 None None] Pushing event updated for resources: {'Port': ['ID=6fd1c5d5-11b5-4bd2-b11d-b3150973d79b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:02.722123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-204a3abf-187b-4519-961f-b6b9ffae1c71 None None] For port 30345885-d5d5-4e7b-be3f-e6379d54ed65, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=30345885-d5d5-4e7b-be3f-e6379d54ed65,segment=NetworkSegment(a9201955-5507-4cac-9681-6628066f6b7c),segment_id=a9201955-5507-4cac-9681-6628066f6b7c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:02.722123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-204a3abf-187b-4519-961f-b6b9ffae1c71 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:02.722123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-204a3abf-187b-4519-961f-b6b9ffae1c71 None None] Transition to ACTIVE for port object 30345885-d5d5-4e7b-be3f-e6379d54ed65 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:02.723534 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-724a23f0-1bc6-4c5e-ac82-25fe90635643 service neutron] 10.222.0.44 "GET /v2.0/networks/f43a7201-b104-45d5-a571-b46334d3af15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376803 Mar 02 20:20:02.723958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-02d371ba-7824-4237-b4e6-60331ad56b48 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:02.723958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-02d371ba-7824-4237-b4e6-60331ad56b48 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:02.723958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d371ba-7824-4237-b4e6-60331ad56b48 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router d1d567cf-ed11-4bf7-952f-107724b20f1f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:02.772143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-70dc24f4-191b-419b-84de-b028f7a68b1c None None] Provisioning for port 8b29d07a-5f32-482a-a6cf-631919a434da completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:02.777751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-70dc24f4-191b-419b-84de-b028f7a68b1c None None] Provisioning complete for port 8b29d07a-5f32-482a-a6cf-631919a434da triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:02.778375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-70dc24f4-191b-419b-84de-b028f7a68b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:02.804280 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:02.887904 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-204a3abf-187b-4519-961f-b6b9ffae1c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:02.889249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d371ba-7824-4237-b4e6-60331ad56b48 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:02.897808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-02d371ba-7824-4237-b4e6-60331ad56b48 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:02.898772 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-02d371ba-7824-4237-b4e6-60331ad56b48 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f HTTP/1.1" status: 200 len: 933 time: 1.7005219 Mar 02 20:20:02.904134 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47054) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:03.027139 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4cecc2df-5b09-4e51-9679-74268446a793 req-f92e707e-7763-4c32-851f-1189e08af9a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 210 time: 0.0928967 Mar 02 20:20:03.075162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8::1b1 (677ef8da-2b2c-4874-bda3-75e56bcfbaf6/76b83277-bad1-4334-bf50-d7e98bd75086/a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:03.084601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-70dc24f4-191b-419b-84de-b028f7a68b1c None None] Port 8b29d07a-5f32-482a-a6cf-631919a434da cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:03.157497 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a3abf-187b-4519-961f-b6b9ffae1c71 None None] Pushing event updated for resources: {'Port': ['ID=30345885-d5d5-4e7b-be3f-e6379d54ed65,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:03.174172 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6ddf53f5-85fd-48d6-b985-c4564182f858 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f HTTP/1.1" status: 200 len: 933 time: 0.2689133 Mar 02 20:20:03.177258 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47062) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:03.185788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-70dc24f4-191b-419b-84de-b028f7a68b1c None None] Provisioning complete for port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:03.186181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-70dc24f4-191b-419b-84de-b028f7a68b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:03.192085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-455bebe6-caf3-4d81-89ac-cc10cf57760e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'routes': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:03.231882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:03.232578 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:03.394332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:03.415663 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:03.452551 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7e909097-0295-40ca-83ed-d95c69e95508 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:03.527314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7e909097-0295-40ca-83ed-d95c69e95508 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:03.527680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:03.577143 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:03.668550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b07f70dd-27a3-4d04-99ef-e0d3e177cade None None] Provisioning complete for port 8b29d07a-5f32-482a-a6cf-631919a434da triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:03.668920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b07f70dd-27a3-4d04-99ef-e0d3e177cade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:03.707035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:03.720352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:03.738102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:03.738102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:03.738102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:03.738102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:03.738102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:03.738102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:03.738102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:03.738102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:03.738102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:03.738102 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:03.739128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b07f70dd-27a3-4d04-99ef-e0d3e177cade None None] Port 8b29d07a-5f32-482a-a6cf-631919a434da cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:03.747967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:03.749255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:03.751769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:20:03.756110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:03.757247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:03.876537 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fd256919-d5c0-42b4-ad53-f04ec02851eb tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5208387 Mar 02 20:20:03.879592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47068) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:03.886376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8fa93765-e4a9-42ed-9891-d4357aec8417 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:03.934090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.extraroute_db [None req-455bebe6-caf3-4d81-89ac-cc10cf57760e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added routes are [] {{(pid=84503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 20:20:03.934674 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.extraroute_db [None req-455bebe6-caf3-4d81-89ac-cc10cf57760e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 20:20:03.965716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-455bebe6-caf3-4d81-89ac-cc10cf57760e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:03.990546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-aa8cfd75-a94e-4c65-bee4-673ef26a0e60 None None] Provisioning for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:03.993477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-aa8cfd75-a94e-4c65-bee4-673ef26a0e60 None None] Provisioning complete for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:03.993878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfd75-a94e-4c65-bee4-673ef26a0e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:04.037420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8fa93765-e4a9-42ed-9891-d4357aec8417 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:04.044323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8fa93765-e4a9-42ed-9891-d4357aec8417 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:04.047199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8fa93765-e4a9-42ed-9891-d4357aec8417 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:04.052993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8fa93765-e4a9-42ed-9891-d4357aec8417 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:04.147328 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-aa8cfd75-a94e-4c65-bee4-673ef26a0e60 None None] Provisioning complete for port 48f5a959-cc26-4c40-92d0-e37e24b9f971 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:04.147742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfd75-a94e-4c65-bee4-673ef26a0e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:04.203387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-aa8cfd75-a94e-4c65-bee4-673ef26a0e60 None None] Port 48f5a959-cc26-4c40-92d0-e37e24b9f971 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:04.206681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa93765-e4a9-42ed-9891-d4357aec8417 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:20:04.228664 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b5facb21-e2b0-4d41-badd-250b77b3f3dd req-da5e1313-5d90-4fc6-bfec-bffa4108f14f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 210 time: 0.0585852 Mar 02 20:20:04.341086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8fa93765-e4a9-42ed-9891-d4357aec8417 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:04.388249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8c823b14-8467-4179-9b3d-7a4d1f3e1c84 None None] Provisioning for port a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:04.395926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8c823b14-8467-4179-9b3d-7a4d1f3e1c84 None None] Provisioning complete for port a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:04.396730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8c823b14-8467-4179-9b3d-7a4d1f3e1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:04.467790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8c823b14-8467-4179-9b3d-7a4d1f3e1c84 None None] Port a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:04.581262 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.ipam_backend_mixin [None req-8fa93765-e4a9-42ed-9891-d4357aec8417 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76b83277-bad1-4334-bf50-d7e98bd75086 (CIDR: 2001:db8::/64) Mar 02 20:20:04.601931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-455bebe6-caf3-4d81-89ac-cc10cf57760e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:04.611595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-455bebe6-caf3-4d81-89ac-cc10cf57760e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:04.630405 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa93765-e4a9-42ed-9891-d4357aec8417 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:04.630846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa93765-e4a9-42ed-9891-d4357aec8417 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:04.694263 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8fa93765-e4a9-42ed-9891-d4357aec8417 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8136001 Mar 02 20:20:04.697527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47074) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:04.703650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a90cd01a-33d3-4fc2-8d2b-8653daa67058 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:04.783040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455bebe6-caf3-4d81-89ac-cc10cf57760e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router d1d567cf-ed11-4bf7-952f-107724b20f1f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:04.802167 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 30345885-d5d5-4e7b-be3f-e6379d54ed65 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:04.853022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a90cd01a-33d3-4fc2-8d2b-8653daa67058 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:04.857075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a90cd01a-33d3-4fc2-8d2b-8653daa67058 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:04.859966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a90cd01a-33d3-4fc2-8d2b-8653daa67058 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:04.865574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a90cd01a-33d3-4fc2-8d2b-8653daa67058 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:04.874988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:04.875355 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:04.956946 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455bebe6-caf3-4d81-89ac-cc10cf57760e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:04.963215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-455bebe6-caf3-4d81-89ac-cc10cf57760e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:04.967474 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-455bebe6-caf3-4d81-89ac-cc10cf57760e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f HTTP/1.1" status: 200 len: 699 time: 1.7879522 Mar 02 20:20:04.967474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47078) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:04.969612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90cd01a-33d3-4fc2-8d2b-8653daa67058 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:20:04.973643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a90cd01a-33d3-4fc2-8d2b-8653daa67058 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:05.118153 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.ipam_backend_mixin [None req-a90cd01a-33d3-4fc2-8d2b-8653daa67058 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c6563f52-82e5-4e7f-91b2-b2750274cec4 (CIDR: 2001:db8:0:1::/64) Mar 02 20:20:05.152678 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90cd01a-33d3-4fc2-8d2b-8653daa67058 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:05.152678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90cd01a-33d3-4fc2-8d2b-8653daa67058 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:05.155166 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7dcdd2bd-1a37-41c4-aaee-06c4df6903ce tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f HTTP/1.1" status: 200 len: 699 time: 0.1868932 Mar 02 20:20:05.157859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47082) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:05.236427 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a90cd01a-33d3-4fc2-8d2b-8653daa67058 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5377295 Mar 02 20:20:05.239292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47086) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:05.246091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'subnet': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:05.444665 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d7d9de64-7296-491c-b414-6d6ec83b7f47 req-55e62c54-226a-4fdc-a69d-34ae5aa59f67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 210 time: 0.0627284 Mar 02 20:20:05.455726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:05.467099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Usage tracker for resource:subnet and tenant:97f478de2939464e91544656c2965d44 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:05.469562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:05.475632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:05.545000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Made reservation on behalf of 97f478de2939464e91544656c2965d44 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:20:05.548377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:05.621295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-f3c00b85-d6b6-481d-9a55-d3d3872c3faa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:05.621978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-f3c00b85-d6b6-481d-9a55-d3d3872c3faa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:05.640602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-f3c00b85-d6b6-481d-9a55-d3d3872c3faa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:05.641749 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-f3c00b85-d6b6-481d-9a55-d3d3872c3faa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=f43a7201-b104-45d5-a571-b46334d3af15 HTTP/1.1" status: 200 len: 797 time: 0.1928236 Mar 02 20:20:05.644213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c59ab17e-807e-4fab-b7be-105dcbb34eda tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:05.817250 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-26385ec7-93b2-48df-a71d-fdb7d0252ea7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 379 time: 0.1255436 Mar 02 20:20:05.828266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'device_id': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'admin_state_up': True, 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'security_groups': ['9c7cbc25-b643-4b96-919e-38ef8303f5fa']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:05.899241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:05.972365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:05.975329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:05.977080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Subnet': ['ID=45779965-2c45-40fc-bba5-c7218ff62c0d,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:05.979502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:05.980216 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:05.987036 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc443d9-a551-4f41-8837-bb1f536fb558 None None] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:20:06.078296 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1300762a-b4f4-4b2b-bb5e-39b20ef9c5be tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8373554 Mar 02 20:20:06.080299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47092) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:06.090485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1171153499', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '45779965-2c45-40fc-bba5-c7218ff62c0d'}], 'security_groups': ['41ef3907-4be2-4017-b24b-309d2e382e60', '16ab5210-2735-4d73-97fc-e18ab6a385e8']}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:06.136229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:06.192464 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:06.222007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:06.333883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:20:06.336345 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:06.359029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cebc8cb-1cf6-4d18-81f1-ad82fc7d4e14 None None] Update dhcp port {'port': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'fixed_ips': [{'subnet_id': 'c6563f52-82e5-4e7f-91b2-b2750274cec4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '76b83277-bad1-4334-bf50-d7e98bd75086', 'ip_address': '2001:db8::2'}, {'subnet_id': '45779965-2c45-40fc-bba5-c7218ff62c0d'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '30345885-d5d5-4e7b-be3f-e6379d54ed65'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:20:06.413385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1cebc8cb-1cf6-4d18-81f1-ad82fc7d4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:06.610965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.14 (f43a7201-b104-45d5-a571-b46334d3af15/e05cac73-ae2b-48b0-877b-13d62f143adc/b15482bc-a9c9-4dd4-904a-c3c5b493eb23) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:06.668035 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-63c843fc-9ba2-47d7-a7e0-469bee73f984 req-47d2ba63-adae-4d2c-ae38-794188456073 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 210 time: 0.0557778 Mar 02 20:20:06.695526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Delete allocated IP 2001:db8::1b1 (677ef8da-2b2c-4874-bda3-75e56bcfbaf6/76b83277-bad1-4334-bf50-d7e98bd75086) {{(pid=84504) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 20:20:06.703438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Allocated IP 2001:db8:0:2::1f8 (677ef8da-2b2c-4874-bda3-75e56bcfbaf6/45779965-2c45-40fc-bba5-c7218ff62c0d/a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:06.854371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-c59ab17e-807e-4fab-b7be-105dcbb34eda tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 8b29d07a-5f32-482a-a6cf-631919a434da {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:06.854705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c59ab17e-807e-4fab-b7be-105dcbb34eda tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:06.917840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:06.934300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:06.935058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Transition to ACTIVE for port object a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:07.005441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:07.035465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object b15482bc-a9c9-4dd4-904a-c3c5b493eb23 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:07.083080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-1cebc8cb-1cf6-4d18-81f1-ad82fc7d4e14 None None] Allocated IP 2001:db8:0:2::2 (677ef8da-2b2c-4874-bda3-75e56bcfbaf6/45779965-2c45-40fc-bba5-c7218ff62c0d/30345885-d5d5-4e7b-be3f-e6379d54ed65) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:07.099620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c59ab17e-807e-4fab-b7be-105dcbb34eda tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:07.218442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] In _notify_port_updated(), no bound segment for port a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 on network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 {{(pid=84504) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:20:07.219538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:07.223349 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:07.223961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:07.225367 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "PUT /v2.0/ports/a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 HTTP/1.1" status: 200 len: 970 time: 1.1430886 Mar 02 20:20:07.227277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-c59ab17e-807e-4fab-b7be-105dcbb34eda tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 8b29d07a-5f32-482a-a6cf-631919a434da owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:07.229499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47098) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:07.241375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-1cebc8cb-1cf6-4d18-81f1-ad82fc7d4e14 None None] For port 30345885-d5d5-4e7b-be3f-e6379d54ed65, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=30345885-d5d5-4e7b-be3f-e6379d54ed65,segment=NetworkSegment(a9201955-5507-4cac-9681-6628066f6b7c),segment_id=a9201955-5507-4cac-9681-6628066f6b7c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:07.269348 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1cebc8cb-1cf6-4d18-81f1-ad82fc7d4e14 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:07.284083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b38da-38f4-443f-9d13-2fa1bb2a7eab tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event updated for resources: {'Port': ['ID=a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:07.291681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1cebc8cb-1cf6-4d18-81f1-ad82fc7d4e14 None None] Transition to ACTIVE for port object 30345885-d5d5-4e7b-be3f-e6379d54ed65 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:07.309139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-af3710a5-7af2-4607-9501-008ff9257360 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:07.309484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af3710a5-7af2-4607-9501-008ff9257360 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:07.338384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network f43a7201-b104-45d5-a571-b46334d3af15 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:07.350646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:07.355167 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1cebc8cb-1cf6-4d18-81f1-ad82fc7d4e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:07.357486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:20:07.437471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=b15482bc-a9c9-4dd4-904a-c3c5b493eb23,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:07.496427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:07.496427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:07.496427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:07.496427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:07.496427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:07.496427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:07.496427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:07.497091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:07.497091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:07.497282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:07.498030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:07.509845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:07.510697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:07.571489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebc8cb-1cf6-4d18-81f1-ad82fc7d4e14 None None] Pushing event updated for resources: {'Port': ['ID=30345885-d5d5-4e7b-be3f-e6379d54ed65,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:07.631349 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-a2d058e1-a051-4184-9353-1a861b8fd733 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8068936 Mar 02 20:20:07.644267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Request body: {'port': {'device_id': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:07.645199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af3710a5-7af2-4607-9501-008ff9257360 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:07.716143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c59ab17e-807e-4fab-b7be-105dcbb34eda tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:07.795498 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-af3710a5-7af2-4607-9501-008ff9257360 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:07.824126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-28a8c4aa-b8a2-4251-af13-56ded3bc7949 None None] Provisioning for port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:07.829439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-28a8c4aa-b8a2-4251-af13-56ded3bc7949 None None] Provisioning complete for port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:07.829816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-28a8c4aa-b8a2-4251-af13-56ded3bc7949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:07.910292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-28a8c4aa-b8a2-4251-af13-56ded3bc7949 None None] Port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:07.959621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ab17e-807e-4fab-b7be-105dcbb34eda tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=8b29d07a-5f32-482a-a6cf-631919a434da,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:07.991868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4188f-b775-4e1e-8384-9422f01864d0 req-2300e9f7-113f-41ec-b51a-1ff54a3c6e4a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:07.993349 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96b4188f-b775-4e1e-8384-9422f01864d0 req-2300e9f7-113f-41ec-b51a-1ff54a3c6e4a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 932 time: 0.1681504 Mar 02 20:20:08.041549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.070548 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96b4188f-b775-4e1e-8384-9422f01864d0 req-2f22613f-d901-4163-8c69-3a2068f65a19 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678511 Mar 02 20:20:08.152233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af3710a5-7af2-4607-9501-008ff9257360 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.204237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3710a5-7af2-4607-9501-008ff9257360 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:08.261147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af3710a5-7af2-4607-9501-008ff9257360 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.273340 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-af3710a5-7af2-4607-9501-008ff9257360 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 HTTP/1.1" status: 204 len: 168 time: 1.0425246 Mar 02 20:20:08.276831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47104) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:08.325006 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c9e50d-06ba-449a-8d6f-59b2406cd9b2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] GET failed (client error): The resource could not be found. Mar 02 20:20:08.325006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-83c9e50d-06ba-449a-8d6f-59b2406cd9b2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Synchronizing usage tracker for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:08.407181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-83c9e50d-06ba-449a-8d6f-59b2406cd9b2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Unset dirty status for tenant:97f478de2939464e91544656c2965d44 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:08.409398 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-83c9e50d-06ba-449a-8d6f-59b2406cd9b2 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports/a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85 HTTP/1.1" status: 404 len: 333 time: 0.1315660 Mar 02 20:20:08.411748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47108) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:08.480930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c59ab17e-807e-4fab-b7be-105dcbb34eda tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.491220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69a5a3b6-cec9-4208-ab02-431f8fcf9f32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.510367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-196e5147-b9c5-4747-ab92-d885678fc456 None None] Provisioning for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:08.519376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-196e5147-b9c5-4747-ab92-d885678fc456 None None] Provisioning complete for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:08.519756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-196e5147-b9c5-4747-ab92-d885678fc456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.526264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69a5a3b6-cec9-4208-ab02-431f8fcf9f32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.656670 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69a5a3b6-cec9-4208-ab02-431f8fcf9f32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.665350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-196e5147-b9c5-4747-ab92-d885678fc456 None None] Provisioning complete for port 48f5a959-cc26-4c40-92d0-e37e24b9f971 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:08.666111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-196e5147-b9c5-4747-ab92-d885678fc456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.685184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5a3b6-cec9-4208-ab02-431f8fcf9f32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43d679b-ef1b-4205-8b03-aedd443abd75,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:08.688326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69a5a3b6-cec9-4208-ab02-431f8fcf9f32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.689434 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-69a5a3b6-cec9-4208-ab02-431f8fcf9f32 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/security-groups/b43d679b-ef1b-4205-8b03-aedd443abd75 HTTP/1.1" status: 204 len: 168 time: 0.2773337 Mar 02 20:20:08.692295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47112) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:08.724138 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15482bc-a9c9-4dd4-904a-c3c5b493eb23 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:20:08.739082 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-196e5147-b9c5-4747-ab92-d885678fc456 None None] Port 48f5a959-cc26-4c40-92d0-e37e24b9f971 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:08.744825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-196e5147-b9c5-4747-ab92-d885678fc456 None None] Could not find standard attr ID for object a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:20:08.755153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.784471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Transition to ACTIVE for port object b15482bc-a9c9-4dd4-904a-c3c5b493eb23 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:08.785876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-062261f7-8547-41fc-941c-11a19131c039 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.826848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 30345885-d5d5-4e7b-be3f-e6379d54ed65 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:08.834934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-062261f7-8547-41fc-941c-11a19131c039 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.890295 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9955d480-f101-47b8-987c-1b29a130dbca None None] Could not find standard attr ID for object a3c5ebde-7346-4f0c-a20c-4b92b8ab9a85. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:20:08.919805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:08.920126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.929695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:08.988029 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-062261f7-8547-41fc-941c-11a19131c039 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.035084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062261f7-8547-41fc-941c-11a19131c039 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ab5210-2735-4d73-97fc-e18ab6a385e8,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:09.055568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-062261f7-8547-41fc-941c-11a19131c039 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.055568 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-062261f7-8547-41fc-941c-11a19131c039 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/security-groups/16ab5210-2735-4d73-97fc-e18ab6a385e8 HTTP/1.1" status: 204 len: 168 time: 0.3592358 Mar 02 20:20:09.055568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47116) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:09.086627 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Pushing event updated for resources: {'Port': ['ID=b15482bc-a9c9-4dd4-904a-c3c5b493eb23,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:09.159704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0efa-1af1-4107-9cfc-f24cbd5b767c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.193515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0efa-1af1-4107-9cfc-f24cbd5b767c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.327954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0efa-1af1-4107-9cfc-f24cbd5b767c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.357049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e0efa-1af1-4107-9cfc-f24cbd5b767c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ef3907-4be2-4017-b24b-309d2e382e60,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:09.362477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0efa-1af1-4107-9cfc-f24cbd5b767c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.366671 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ff4e0efa-1af1-4107-9cfc-f24cbd5b767c tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/security-groups/41ef3907-4be2-4017-b24b-309d2e382e60 HTTP/1.1" status: 204 len: 168 time: 0.3090649 Mar 02 20:20:09.370627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47122) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:09.498211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Attempting to bind port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:20:09.498742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Attempting to bind port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:20:09.498865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Attempting to bind port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 on network f43a7201-b104-45d5-a571-b46334d3af15 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:20:09.513104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 on network f43a7201-b104-45d5-a571-b46334d3af15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:20:09.513447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Attempting to bind port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 on network f43a7201-b104-45d5-a571-b46334d3af15 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:20:09.526516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:20:09.527055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc23b1-b4b8-4ba2-8c78-3a1205e4e409 None None] Sync routers for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:09.528362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Checking segment: {'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:20:09.528941 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Bound using segment: {'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:20:09.529555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Bound port: b15482bc-a9c9-4dd4-904a-c3c5b493eb23, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:20:09.530093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.539225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc23b1-b4b8-4ba2-8c78-3a1205e4e409 None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:09.539844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3dcc23b1-b4b8-4ba2-8c78-3a1205e4e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:09.590581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9df1-76fb-4afc-9e39-eff041b40d98 req-40a5da82-6df1-4aae-88be-ec3efcc32d18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:09.592070 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d6c9df1-76fb-4afc-9e39-eff041b40d98 req-40a5da82-6df1-4aae-88be-ec3efcc32d18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 944 time: 0.2242467 Mar 02 20:20:09.610882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59ab17e-807e-4fab-b7be-105dcbb34eda tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router d1d567cf-ed11-4bf7-952f-107724b20f1f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:09.644083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] For port b15482bc-a9c9-4dd4-904a-c3c5b493eb23, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:20:09.647626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] For port b15482bc-a9c9-4dd4-904a-c3c5b493eb23, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b15482bc-a9c9-4dd4-904a-c3c5b493eb23,segment=NetworkSegment(78b13202-dffa-442a-bc9f-2c64f184a6cf),segment_id=78b13202-dffa-442a-bc9f-2c64f184a6cf)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:20:09.667674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-470a2f87-6f9c-437a-a8b9-dc6ae1952cce tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting subnet 76b83277-bad1-4334-bf50-d7e98bd75086 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:20:09.672811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-470a2f87-6f9c-437a-a8b9-dc6ae1952cce tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.705649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3dcc23b1-b4b8-4ba2-8c78-3a1205e4e409 None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:09.705887 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d6c9df1-76fb-4afc-9e39-eff041b40d98 req-15fddede-37c0-4b5a-91ec-9e8e7843846f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032734 Mar 02 20:20:09.742687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-470a2f87-6f9c-437a-a8b9-dc6ae1952cce tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.768061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.855595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.857010 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] 10.222.0.31 "PUT /v2.0/ports/b15482bc-a9c9-4dd4-904a-c3c5b493eb23 HTTP/1.1" status: 200 len: 1094 time: 2.2179086 Mar 02 20:20:09.859632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'tag': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:20:09.880163 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2fca7-b3c4-4ba4-bbf7-f425da22580d service neutron] Pushing event updated for resources: {'Port': ['ID=b15482bc-a9c9-4dd4-904a-c3c5b493eb23,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:09.935767 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'tag': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23', 'status': 'completed', 'code': 200} Mar 02 20:20:09.937225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59ab17e-807e-4fab-b7be-105dcbb34eda tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:09.961303 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c59ab17e-807e-4fab-b7be-105dcbb34eda tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8023200 Mar 02 20:20:09.964272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47128) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:09.988910 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-470a2f87-6f9c-437a-a8b9-dc6ae1952cce tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.101579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3dcc23b1-b4b8-4ba2-8c78-3a1205e4e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:07Z', 'revision_number': 8, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '5e8dc9d5-ee1c-4197-a818-be9782c464cb', 'name': '', 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:5b:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:47Z', 'updated_at': '2022-03-02T20:19:59Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:20:00Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:10.106929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc23b1-b4b8-4ba2-8c78-3a1205e4e409 None None] Checking router: d1d567cf-ed11-4bf7-952f-107724b20f1f for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:10.119867 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc23b1-b4b8-4ba2-8c78-3a1205e4e409 None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:10.120437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3dcc23b1-b4b8-4ba2-8c78-3a1205e4e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:10.179216 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-470a2f87-6f9c-437a-a8b9-dc6ae1952cce tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.206280 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a165c74-d3d9-4a04-ba55-a802ae07b110 req-4ad1eb1b-6d9b-4bd7-b87f-3d3280b94be9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 1097 time: 0.2428606 Mar 02 20:20:10.226697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a2f87-6f9c-437a-a8b9-dc6ae1952cce tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Subnet': ['ID=76b83277-bad1-4334-bf50-d7e98bd75086,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:10.234060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-470a2f87-6f9c-437a-a8b9-dc6ae1952cce tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.240164 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-470a2f87-6f9c-437a-a8b9-dc6ae1952cce tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/76b83277-bad1-4334-bf50-d7e98bd75086 HTTP/1.1" status: 204 len: 168 time: 0.8684654 Mar 02 20:20:10.249139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47132) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:10.252026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babad515-6ab5-4ecf-9004-f0ea4caa199e None None] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:20:10.324141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-4247a03d-9a5c-4ea5-bf63-30ec65822cf3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting subnet afcd9e3b-f947-43ac-b4a6-87eaf1df8e1c {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:20:10.326311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba34cace-66c6-4676-90de-76ecf8c7a260 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting subnet 45779965-2c45-40fc-bba5-c7218ff62c0d {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:20:10.329753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4247a03d-9a5c-4ea5-bf63-30ec65822cf3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.330138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba34cace-66c6-4676-90de-76ecf8c7a260 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.392541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba34cace-66c6-4676-90de-76ecf8c7a260 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.406800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4247a03d-9a5c-4ea5-bf63-30ec65822cf3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.477652 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3dcc23b1-b4b8-4ba2-8c78-3a1205e4e409 None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:10.488532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a165c74-d3d9-4a04-ba55-a802ae07b110 req-c1b5c311-cc39-4182-88d3-e5ce2d04b968 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:10.490041 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a165c74-d3d9-4a04-ba55-a802ae07b110 req-c1b5c311-cc39-4182-88d3-e5ce2d04b968 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=809bdfa688034064abc15e030437eaaf&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2676055 Mar 02 20:20:10.493258 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba34cace-66c6-4676-90de-76ecf8c7a260 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.636686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4247a03d-9a5c-4ea5-bf63-30ec65822cf3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.652875 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba34cace-66c6-4676-90de-76ecf8c7a260 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.691559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34cace-66c6-4676-90de-76ecf8c7a260 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Subnet': ['ID=45779965-2c45-40fc-bba5-c7218ff62c0d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:10.695676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a165c74-d3d9-4a04-ba55-a802ae07b110 req-0d72207d-e9d8-45c4-9257-b38bd2e518b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:10.697400 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a165c74-d3d9-4a04-ba55-a802ae07b110 req-0d72207d-e9d8-45c4-9257-b38bd2e518b4 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1954896 Mar 02 20:20:10.698868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba34cace-66c6-4676-90de-76ecf8c7a260 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.726195 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ba34cace-66c6-4676-90de-76ecf8c7a260 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/45779965-2c45-40fc-bba5-c7218ff62c0d HTTP/1.1" status: 204 len: 168 time: 0.4743826 Mar 02 20:20:10.727764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47136) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:10.784980 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb08ddb0-4bc0-476b-9e48-d72f788adca7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:10.785268 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb08ddb0-4bc0-476b-9e48-d72f788adca7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:10.787024 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-eb08ddb0-4bc0-476b-9e48-d72f788adca7 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/76b83277-bad1-4334-bf50-d7e98bd75086 HTTP/1.1" status: 404 len: 337 time: 0.0566065 Mar 02 20:20:10.789641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47142) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:10.815046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4247a03d-9a5c-4ea5-bf63-30ec65822cf3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.874246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247a03d-9a5c-4ea5-bf63-30ec65822cf3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Subnet': ['ID=afcd9e3b-f947-43ac-b4a6-87eaf1df8e1c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:10.891350 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4247a03d-9a5c-4ea5-bf63-30ec65822cf3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.908144 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4247a03d-9a5c-4ea5-bf63-30ec65822cf3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/afcd9e3b-f947-43ac-b4a6-87eaf1df8e1c HTTP/1.1" status: 204 len: 168 time: 0.9421692 Mar 02 20:20:10.908495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47146) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:10.911263 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526602ee-74fa-41d6-abbc-733e945bf756 None None] Network ea90615c-9d47-4e5c-af49-ccb4d61da439 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:20:10.924445 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-3ab66804-2d35-4a03-bbd9-5834ca5e7e22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 1097 time: 0.1658978 Mar 02 20:20:10.951634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8b26c1-144c-49b0-8bc9-5d2f1f9415b8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting subnet c6563f52-82e5-4e7f-91b2-b2750274cec4 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:20:10.958020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d8b26c1-144c-49b0-8bc9-5d2f1f9415b8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.012391 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-e658ee3a-cb60-46e9-b7f0-f1a6668494a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b15482bc-a9c9-4dd4-904a-c3c5b493eb23 HTTP/1.1" status: 200 len: 217 time: 0.0787041 Mar 02 20:20:11.050503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8842fafd-1abf-4d5a-b070-f25f6e607be7 None None] Update dhcp port {'port': {'network_id': '677ef8da-2b2c-4874-bda3-75e56bcfbaf6', 'fixed_ips': [{'subnet_id': 'c6563f52-82e5-4e7f-91b2-b2750274cec4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '45779965-2c45-40fc-bba5-c7218ff62c0d'}], 'binding:host_id': 'dv-neutron-831593-2-hyperv'}, 'id': '30345885-d5d5-4e7b-be3f-e6379d54ed65'} from dv-neutron-831593-2-hyperv. {{(pid=84505) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 20:20:11.106244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-f764ef9d-a627-4ad8-84ae-9d7747422ebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:11.117674 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-f764ef9d-a627-4ad8-84ae-9d7747422ebf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e05cac73-ae2b-48b0-877b-13d62f143adc HTTP/1.1" status: 200 len: 835 time: 0.0889776 Mar 02 20:20:11.134876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d8b26c1-144c-49b0-8bc9-5d2f1f9415b8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.176015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.177968 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8842fafd-1abf-4d5a-b070-f25f6e607be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.210165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3dcc23b1-b4b8-4ba2-8c78-3a1205e4e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:07Z', 'revision_number': 8, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '5e8dc9d5-ee1c-4197-a818-be9782c464cb', 'name': '', 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:5b:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:47Z', 'updated_at': '2022-03-02T20:19:59Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:20:00Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:11.211858 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-be502d97-c879-484d-afc3-55b764255161 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f43a7201-b104-45d5-a571-b46334d3af15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0942922 Mar 02 20:20:11.218491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1c89-eb76-43e4-90a5-2d2dc4b498b4 req-d750b711-e388-4bbf-a603-f64c67067f3b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:11.219951 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-28bc1c89-eb76-43e4-90a5-2d2dc4b498b4 req-d750b711-e388-4bbf-a603-f64c67067f3b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 944 time: 0.3552632 Mar 02 20:20:11.223080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:11.223234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.246573 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc23b1-b4b8-4ba2-8c78-3a1205e4e409 None None] The sync data for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv is: [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:07Z', 'revision_number': 8, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '5e8dc9d5-ee1c-4197-a818-be9782c464cb', 'name': '', 'network_id': '53aca83e-791f-4f50-ba11-6b37acccf4f7', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:5b:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:47Z', 'updated_at': '2022-03-02T20:19:59Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '4f2213de-2895-467f-827c-ce1a157f05dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:20:00Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:11.406545 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-28bc1c89-eb76-43e4-90a5-2d2dc4b498b4 req-bcb9c669-6e39-461d-a647-6ba5a44968be tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471701 Mar 02 20:20:11.408203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d8b26c1-144c-49b0-8bc9-5d2f1f9415b8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.531641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e48283c-af97-4f72-8675-91274e967c0f None None] DHCP port deletion for ea90615c-9d47-4e5c-af49-ccb4d61da439 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:20:11.533466 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-4fb53a24-5eb8-4ed2-a7e4-32d0d952eb7e service neutron] 10.222.0.31 "GET /v2.0/networks/f43a7201-b104-45d5-a571-b46334d3af15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130746 Mar 02 20:20:11.535753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5e48283c-af97-4f72-8675-91274e967c0f None None] Deleting port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:11.536156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5e48283c-af97-4f72-8675-91274e967c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.619364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] For port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6fd1c5d5-11b5-4bd2-b11d-b3150973d79b,segment=NetworkSegment(a0a8dc19-f3cb-488b-8abb-6daea280252e),segment_id=a0a8dc19-f3cb-488b-8abb-6daea280252e)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:11.620262 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.688174 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc394823-d818-4546-9ef6-a08f4aa0818a req-65e5b832-9490-47dc-9136-91706f4c0490 service neutron] 10.222.0.31 "GET /v2.0/networks/f43a7201-b104-45d5-a571-b46334d3af15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429970 Mar 02 20:20:11.749337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d8b26c1-144c-49b0-8bc9-5d2f1f9415b8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server [None req-8842fafd-1abf-4d5a-b070-f25f6e607be7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6563f52-82e5-4e7f-91b2-b2750274cec4: This subnet is being modified by another concurrent operation. Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise value Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server raise exception Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6563f52-82e5-4e7f-91b2-b2750274cec4: This subnet is being modified by another concurrent operation. Mar 02 20:20:11.757118 dv-neutron-831593-2-hyperv neutron-server[84505]: ERROR oslo_messaging.rpc.server Mar 02 20:20:11.765306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:11.770971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5e48283c-af97-4f72-8675-91274e967c0f None None] For port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6fd1c5d5-11b5-4bd2-b11d-b3150973d79b,segment=NetworkSegment(a0a8dc19-f3cb-488b-8abb-6daea280252e),segment_id=a0a8dc19-f3cb-488b-8abb-6daea280252e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:11.771359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5e48283c-af97-4f72-8675-91274e967c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.847191 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b26c1-144c-49b0-8bc9-5d2f1f9415b8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Subnet': ['ID=c6563f52-82e5-4e7f-91b2-b2750274cec4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:11.854898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d8b26c1-144c-49b0-8bc9-5d2f1f9415b8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.870788 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3d8b26c1-144c-49b0-8bc9-5d2f1f9415b8 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/c6563f52-82e5-4e7f-91b2-b2750274cec4 HTTP/1.1" status: 204 len: 168 time: 1.0763969 Mar 02 20:20:11.871376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47152) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:11.895836 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19013319-74ca-4612-845b-5c6193eda442 None None] Network 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:20:11.914573 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e29489-48bb-443e-92a1-fb015d55b998 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:11.915024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e29489-48bb-443e-92a1-fb015d55b998 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:11.915202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5e48283c-af97-4f72-8675-91274e967c0f None None] Calling delete_port for 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:11.917021 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-20e29489-48bb-443e-92a1-fb015d55b998 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/7cc1f2dc-a7c4-4ac4-a08a-0e7481c0c5bb HTTP/1.1" status: 404 len: 337 time: 0.0447521 Mar 02 20:20:11.919918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47156) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:11.963636 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4e007615-532a-43bf-a56c-8a8d8b122038 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3aae1cb-9d77-4eee-a574-3609ad5a612c HTTP/1.1" status: 200 len: 205 time: 0.0422537 Mar 02 20:20:11.966585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47160) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.026796 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.070852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ca54ef59-b4b3-4203-a169-8753d6930d30 None None] Provisioning complete for port 30345885-d5d5-4e7b-be3f-e6379d54ed65 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:12.071221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ca54ef59-b4b3-4203-a169-8753d6930d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.166683 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-8b07d23b-892d-41d0-8bcb-772305ffc0c5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] delete failed (client error): The resource could not be found. Mar 02 20:20:12.169995 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8b07d23b-892d-41d0-8bcb-772305ffc0c5 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/routers/f3aae1cb-9d77-4eee-a574-3609ad5a612c HTTP/1.1" status: 404 len: 336 time: 0.2008393 Mar 02 20:20:12.170494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47164) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.176568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=6fd1c5d5-11b5-4bd2-b11d-b3150973d79b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:12.183276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No DVR routers for this DVR port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:20:12.213990 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a1e51a-d2c6-44ba-8330-56baae050a76 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:12.214435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a1e51a-d2c6-44ba-8330-56baae050a76 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:12.218529 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-66a1e51a-d2c6-44ba-8330-56baae050a76 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/e4a5aa71-3b2e-4ef8-8087-d6c2a2ddd383 HTTP/1.1" status: 404 len: 337 time: 0.0446000 Mar 02 20:20:12.218771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47168) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.223722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-5e48283c-af97-4f72-8675-91274e967c0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:20:12.224077 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-5e48283c-af97-4f72-8675-91274e967c0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:20:12.257503 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d07088b-4bd3-4059-9a2c-31a4a9904001 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:12.258054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d07088b-4bd3-4059-9a2c-31a4a9904001 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:12.262603 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5d07088b-4bd3-4059-9a2c-31a4a9904001 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/750702ba-9eaf-4fb9-97aa-d691aa455155 HTTP/1.1" status: 404 len: 337 time: 0.0406184 Mar 02 20:20:12.263404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47172) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.305440 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-52489991-b494-4af4-a2e3-5f9f408fb5a4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:12.305946 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52489991-b494-4af4-a2e3-5f9f408fb5a4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:12.309970 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-52489991-b494-4af4-a2e3-5f9f408fb5a4 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/0f95fb79-f529-4607-9902-e47bf3483a61 HTTP/1.1" status: 404 len: 337 time: 0.0431795 Mar 02 20:20:12.310212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47176) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.312647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.336390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ca54ef59-b4b3-4203-a169-8753d6930d30 None None] Provisioning complete for port 48f5a959-cc26-4c40-92d0-e37e24b9f971 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:12.336795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ca54ef59-b4b3-4203-a169-8753d6930d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.346251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea90615c-9d47-4e5c-af49-ccb4d61da439']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:12.351957 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e2f6f7-9ecb-49d7-aa56-18b21391d159 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:12.352411 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e2f6f7-9ecb-49d7-aa56-18b21391d159 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:12.354763 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-72e2f6f7-9ecb-49d7-aa56-18b21391d159 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/4b6dbdca-5c1d-4e5f-b96b-03cd01ff9643 HTTP/1.1" status: 404 len: 333 time: 0.0436442 Mar 02 20:20:12.357310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47180) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.363052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a8dc19-f3cb-488b-8abb-6daea280252e') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:12.363344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a8dc19-f3cb-488b-8abb-6daea280252e') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:12.366042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec68ef43-9f6e-4f80-a9d8-ce97be92647b None None] DHCP port deletion for 677ef8da-2b2c-4874-bda3-75e56bcfbaf6 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:20:12.375384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.386130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ec68ef43-9f6e-4f80-a9d8-ce97be92647b None None] Deleting port 30345885-d5d5-4e7b-be3f-e6379d54ed65 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:12.386499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ec68ef43-9f6e-4f80-a9d8-ce97be92647b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.391602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.397615 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-376badc9-7099-44e7-bc75-035a5af7c50d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:12.397949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:20:12.398071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376badc9-7099-44e7-bc75-035a5af7c50d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:12.398338 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.402511 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-376badc9-7099-44e7-bc75-035a5af7c50d tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/1698eaba-a1e3-441d-914d-40d4c2a9c67b HTTP/1.1" status: 404 len: 337 time: 0.0415640 Mar 02 20:20:12.402760 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47184) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:20:12.417531 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:20:12.437238 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ca54ef59-b4b3-4203-a169-8753d6930d30 None None] Port 48f5a959-cc26-4c40-92d0-e37e24b9f971 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:12.451289 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e425c1-e577-4ce7-b0e5-98377abe4de9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:12.451786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e425c1-e577-4ce7-b0e5-98377abe4de9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:12.453555 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-95e425c1-e577-4ce7-b0e5-98377abe4de9 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/fcdb6c99-5964-460c-be25-4a60e15073b2 HTTP/1.1" status: 404 len: 337 time: 0.0499251 Mar 02 20:20:12.460785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47190) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.503757 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0b9093-fabe-4f1c-bb27-e5c36bdbd96a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:12.504110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0b9093-fabe-4f1c-bb27-e5c36bdbd96a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:12.506033 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cc0b9093-fabe-4f1c-bb27-e5c36bdbd96a tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/b57685fa-d56f-46e8-a84d-50db9e738f31 HTTP/1.1" status: 404 len: 333 time: 0.0442185 Mar 02 20:20:12.508652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47194) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.580560 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c06ffc-d0b0-4e36-a050-01863270ed2b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:12.580985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c06ffc-d0b0-4e36-a050-01863270ed2b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:12.599221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.603858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.608514 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/networks/ea90615c-9d47-4e5c-af49-ccb4d61da439 HTTP/1.1" status: 204 len: 168 time: 1.6848505 Mar 02 20:20:12.608926 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47198) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.623059 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-31c06ffc-d0b0-4e36-a050-01863270ed2b tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/aa5cc5e2-ac07-466b-9844-7255e80edc21 HTTP/1.1" status: 404 len: 337 time: 0.1124086 Mar 02 20:20:12.630752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47202) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.634846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e245d6-0ed9-428d-b977-31a1aecaa720 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Network': ['ID=ea90615c-9d47-4e5c-af49-ccb4d61da439,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:12.648614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ec68ef43-9f6e-4f80-a9d8-ce97be92647b None None] For port 30345885-d5d5-4e7b-be3f-e6379d54ed65, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=30345885-d5d5-4e7b-be3f-e6379d54ed65,segment=NetworkSegment(a9201955-5507-4cac-9681-6628066f6b7c),segment_id=a9201955-5507-4cac-9681-6628066f6b7c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:12.649134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ec68ef43-9f6e-4f80-a9d8-ce97be92647b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.677646 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83af3eb-e0ba-4b27-8f4d-164409d4c570 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:12.678134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83af3eb-e0ba-4b27-8f4d-164409d4c570 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:12.679808 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a83af3eb-e0ba-4b27-8f4d-164409d4c570 tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/subnets/46f1e516-cf22-4264-b448-b601b19ef2fc HTTP/1.1" status: 404 len: 337 time: 0.0481472 Mar 02 20:20:12.683413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47206) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:12.764104 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5e48283c-af97-4f72-8675-91274e967c0f None None] Deleting port 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:12.764561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-78111041-29ca-4bd2-9d7b-1a9ffb65f80e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Deleting port 48f5a959-cc26-4c40-92d0-e37e24b9f971 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:12.764872 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5e48283c-af97-4f72-8675-91274e967c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.765002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-78111041-29ca-4bd2-9d7b-1a9ffb65f80e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.802575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469153d8-617d-4ed8-8f14-d6809a783c10 req-f5b08957-1e12-4e86-a284-071e12279132 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:12.804257 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-469153d8-617d-4ed8-8f14-d6809a783c10 req-f5b08957-1e12-4e86-a284-071e12279132 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 944 time: 0.2609756 Mar 02 20:20:12.820073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ec68ef43-9f6e-4f80-a9d8-ce97be92647b None None] Calling delete_port for 30345885-d5d5-4e7b-be3f-e6379d54ed65 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:12.852640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:12.854294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:20:12.919112 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-469153d8-617d-4ed8-8f14-d6809a783c10 req-07ee5d19-b56b-4027-91e8-c03b9257b812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035674 Mar 02 20:20:12.929761 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:20:12.930350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6fd1c5d5-11b5-4bd2-b11d-b3150973d79b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:20:12.930532 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 30345885-d5d5-4e7b-be3f-e6379d54ed65 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:20:12.959725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5e48283c-af97-4f72-8675-91274e967c0f None None] The port '6fd1c5d5-11b5-4bd2-b11d-b3150973d79b' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:20:13.019349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.055267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-78111041-29ca-4bd2-9d7b-1a9ffb65f80e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.068110 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.082143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ec68ef43-9f6e-4f80-a9d8-ce97be92647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.138772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68ef43-9f6e-4f80-a9d8-ce97be92647b None None] Pushing event deleted for resources: {'Port': ['ID=30345885-d5d5-4e7b-be3f-e6379d54ed65,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:13.175418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68ef43-9f6e-4f80-a9d8-ce97be92647b None None] No DVR routers for this DVR port 30345885-d5d5-4e7b-be3f-e6379d54ed65 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:20:13.201276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181fd002-d1ea-4bfd-a834-b73077060090 None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:20:13.203695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-78111041-29ca-4bd2-9d7b-1a9ffb65f80e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Calling delete_port for 48f5a959-cc26-4c40-92d0-e37e24b9f971 owned by {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:13.331750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181fd002-d1ea-4bfd-a834-b73077060090 None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:20:13.344813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-78111041-29ca-4bd2-9d7b-1a9ffb65f80e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.405512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78111041-29ca-4bd2-9d7b-1a9ffb65f80e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Port': ['ID=48f5a959-cc26-4c40-92d0-e37e24b9f971,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:13.408488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-78111041-29ca-4bd2-9d7b-1a9ffb65f80e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.516365 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-78111041-29ca-4bd2-9d7b-1a9ffb65f80e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/ports/48f5a959-cc26-4c40-92d0-e37e24b9f971 HTTP/1.1" status: 204 len: 168 time: 0.8318293 Mar 02 20:20:13.518746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47210) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:13.636965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.756518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 5e8dc9d5-ee1c-4197-a818-be9782c464cb {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:13.756871 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.779288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.808129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677ef8da-2b2c-4874-bda3-75e56bcfbaf6']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:13.820519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9201955-5507-4cac-9681-6628066f6b7c') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:13.820809 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9201955-5507-4cac-9681-6628066f6b7c') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:13.833276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.849273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.855848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:20:13.856250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:20:13.870284 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:20:13.954457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] For port 5e8dc9d5-ee1c-4197-a818-be9782c464cb, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5e8dc9d5-ee1c-4197-a818-be9782c464cb,segment=NetworkSegment(2092c4a3-b800-42f2-9e77-2d158a5f14bb),segment_id=2092c4a3-b800-42f2-9e77-2d158a5f14bb)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:13.954817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:14.062432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device b15482bc-a9c9-4dd4-904a-c3c5b493eb23 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:20:14.081361 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 5e8dc9d5-ee1c-4197-a818-be9782c464cb owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:14.115403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:14.143086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:14.152672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] Pushing event deleted for resources: {'Network': ['ID=677ef8da-2b2c-4874-bda3-75e56bcfbaf6,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:14.163511 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9f88931b-ce3c-42cd-bb94-52aeb554060e tempest-PortsIpV6TestJSON-1452126241 tempest-PortsIpV6TestJSON-1452126241-project] 10.222.0.44 "DELETE /v2.0/networks/677ef8da-2b2c-4874-bda3-75e56bcfbaf6 HTTP/1.1" status: 204 len: 168 time: 0.6412027 Mar 02 20:20:14.201622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607aad7-2a29-48cc-b250-523b8e034a9f req-1f75fc8c-a72d-4f87-88b5-70cd510dc9c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:14.208882 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9607aad7-2a29-48cc-b250-523b8e034a9f req-1f75fc8c-a72d-4f87-88b5-70cd510dc9c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 944 time: 0.1394460 Mar 02 20:20:14.257659 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9607aad7-2a29-48cc-b250-523b8e034a9f req-aadd3ebe-1de3-4485-9bb2-0755b3894e62 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479076 Mar 02 20:20:14.283226 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port b15482bc-a9c9-4dd4-904a-c3c5b493eb23, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b15482bc-a9c9-4dd4-904a-c3c5b493eb23,segment=NetworkSegment(78b13202-dffa-442a-bc9f-2c64f184a6cf),segment_id=78b13202-dffa-442a-bc9f-2c64f184a6cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:14.297123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'port_id': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23', 'mac_address': 'fa:16:3e:0f:03:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:20:14.351982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:14.361206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:14.369435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15482bc-a9c9-4dd4-904a-c3c5b493eb23 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:20:14.385125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port b15482bc-a9c9-4dd4-904a-c3c5b493eb23, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b15482bc-a9c9-4dd4-904a-c3c5b493eb23,segment=NetworkSegment(78b13202-dffa-442a-bc9f-2c64f184a6cf),segment_id=78b13202-dffa-442a-bc9f-2c64f184a6cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:14.413440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=5e8dc9d5-ee1c-4197-a818-be9782c464cb,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:14.463632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:14.539722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=b15482bc-a9c9-4dd4-904a-c3c5b493eb23,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:14.693684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:14.721133 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['b15482bc-a9c9-4dd4-904a-c3c5b493eb23'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:20:14.766235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47220) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:14.947548 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Sync routers for ids ['17f21611-08c1-4148-b60a-deb6ac4736a0'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:14.960448 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Routers {'17f21611-08c1-4148-b60a-deb6ac4736a0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:14.961127 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17f21611-08c1-4148-b60a-deb6ac4736a0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:14.981456 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d61d07ba-eaf5-46d5-9990-cff1611f4bed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97f478de2939464e91544656c2965d44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2133753 Mar 02 20:20:14.982086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47226) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:14.987549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e62980-4a51-422b-b2be-45800adc13d9 None None] Sync routers for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:15.008641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e62980-4a51-422b-b2be-45800adc13d9 None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:15.009306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-25e62980-4a51-422b-b2be-45800adc13d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:15.058724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b57cc8f8-17a3-48cb-a7bc-6b001f72c85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:15.088200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b57cc8f8-17a3-48cb-a7bc-6b001f72c85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:15.183033 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Set router 17f21611-08c1-4148-b60a-deb6ac4736a0 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:15.240648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-25e62980-4a51-422b-b2be-45800adc13d9 None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:15.246466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b57cc8f8-17a3-48cb-a7bc-6b001f72c85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:15.273243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cc8f8-17a3-48cb-a7bc-6b001f72c85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57f6fb5-d98d-45c0-8864-b01087e4f208,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:15.282283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b57cc8f8-17a3-48cb-a7bc-6b001f72c85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:15.287040 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b57cc8f8-17a3-48cb-a7bc-6b001f72c85a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c57f6fb5-d98d-45c0-8864-b01087e4f208 HTTP/1.1" status: 204 len: 168 time: 0.3037281 Mar 02 20:20:15.556073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229a329-b164-406c-90cf-13ba58ba6ae5 req-3e55ff18-4225-4b67-a665-dc54e5d185e0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:15.557582 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6229a329-b164-406c-90cf-13ba58ba6ae5 req-3e55ff18-4225-4b67-a665-dc54e5d185e0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 945 time: 0.0937097 Mar 02 20:20:15.564249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router d1d567cf-ed11-4bf7-952f-107724b20f1f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:15.622587 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6229a329-b164-406c-90cf-13ba58ba6ae5 req-dd8cf0d3-42b1-4330-863c-fffed7a6e187 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566037 Mar 02 20:20:15.625579 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '6c29527c-2844-4376-9b7b-f8d6d9170302', 'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4e:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:48Z', 'updated_at': '2022-03-02T20:19:50Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:15.632306 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Checking router: 17f21611-08c1-4148-b60a-deb6ac4736a0 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:15.632960 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Updating router 17f21611-08c1-4148-b60a-deb6ac4736a0 port 6c29527c-2844-4376-9b7b-f8d6d9170302 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:20:15.664126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-25e62980-4a51-422b-b2be-45800adc13d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:14Z', 'revision_number': 9, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:20:00Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:15.672220 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e62980-4a51-422b-b2be-45800adc13d9 None None] Checking router: d1d567cf-ed11-4bf7-952f-107724b20f1f for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:15.686028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e62980-4a51-422b-b2be-45800adc13d9 None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:15.687087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-25e62980-4a51-422b-b2be-45800adc13d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:15.702937 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:15.780735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:15.810676 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-30b15682-4b58-4d31-a682-727359bb7b8e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2005491 Mar 02 20:20:15.818491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47238) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:15.870748 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-25e62980-4a51-422b-b2be-45800adc13d9 None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:16.077330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device b15482bc-a9c9-4dd4-904a-c3c5b493eb23 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:16.078806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-7070ab43-ae8c-4e2a-8dab-52353b0cd74a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting subnet 4f2213de-2895-467f-827c-ce1a157f05dc {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:20:16.082813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7070ab43-ae8c-4e2a-8dab-52353b0cd74a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.163661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7070ab43-ae8c-4e2a-8dab-52353b0cd74a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.167479 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.188871 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Transition to ACTIVE for port object 6c29527c-2844-4376-9b7b-f8d6d9170302 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:16.256386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7070ab43-ae8c-4e2a-8dab-52353b0cd74a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.270447 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.315052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-25e62980-4a51-422b-b2be-45800adc13d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:14Z', 'revision_number': 9, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:20:00Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:16.319504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e62980-4a51-422b-b2be-45800adc13d9 None None] The sync data for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv is: [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:14Z', 'revision_number': 9, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:20:00Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:16.372100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:16.377391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:16.377833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.421665 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb435d-0b81-4c84-9c16-67c47143cc58 None None] Pushing event updated for resources: {'Port': ['ID=6c29527c-2844-4376-9b7b-f8d6d9170302,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:16.465021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7070ab43-ae8c-4e2a-8dab-52353b0cd74a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.517850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070ab43-ae8c-4e2a-8dab-52353b0cd74a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2213de-2895-467f-827c-ce1a157f05dc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:16.528091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7070ab43-ae8c-4e2a-8dab-52353b0cd74a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.535284 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7070ab43-ae8c-4e2a-8dab-52353b0cd74a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/4f2213de-2895-467f-827c-ce1a157f05dc HTTP/1.1" status: 204 len: 168 time: 0.7152894 Mar 02 20:20:16.537881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47252) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:16.538410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.561750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f25ce-f434-44f9-8e08-6ecc29d069db None None] Network 53aca83e-791f-4f50-ba11-6b37acccf4f7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:20:16.563537 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Attempting to bind port 6c29527c-2844-4376-9b7b-f8d6d9170302 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:20:16.563937 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Attempting to bind port 6c29527c-2844-4376-9b7b-f8d6d9170302 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:20:16.564257 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Attempting to bind port 6c29527c-2844-4376-9b7b-f8d6d9170302 on network f43a7201-b104-45d5-a571-b46334d3af15 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:20:16.572870 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:20:16.577762 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Checking segment: {'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:20:16.577762 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.577762 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Bound using segment: {'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:20:16.577762 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Bound port: 6c29527c-2844-4376-9b7b-f8d6d9170302, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b13202-dffa-442a-bc9f-2c64f184a6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:20:16.577762 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.646373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:20:16.677869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port b15482bc-a9c9-4dd4-904a-c3c5b493eb23, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b15482bc-a9c9-4dd4-904a-c3c5b493eb23,segment=NetworkSegment(78b13202-dffa-442a-bc9f-2c64f184a6cf),segment_id=78b13202-dffa-442a-bc9f-2c64f184a6cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:16.704952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.725016 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] For port 6c29527c-2844-4376-9b7b-f8d6d9170302, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:20:16.729077 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] For port 6c29527c-2844-4376-9b7b-f8d6d9170302, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6c29527c-2844-4376-9b7b-f8d6d9170302,segment=NetworkSegment(78b13202-dffa-442a-bc9f-2c64f184a6cf),segment_id=78b13202-dffa-442a-bc9f-2c64f184a6cf)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:20:16.758804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 6be3a3b9-6085-430a-afa3-20e378418d20 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:16.758804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.759666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.804189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5e8dc9d5-ee1c-4197-a818-be9782c464cb no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:20:16.842804 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:16.894463 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23', 'code': 200} Mar 02 20:20:16.899153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 5e8dc9d5-ee1c-4197-a818-be9782c464cb {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:20:16.899528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5e8dc9d5-ee1c-4197-a818-be9782c464cb not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:20:16.945078 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Routers {'17f21611-08c1-4148-b60a-deb6ac4736a0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:16.946202 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17f21611-08c1-4148-b60a-deb6ac4736a0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:16.991959 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=b15482bc-a9c9-4dd4-904a-c3c5b493eb23,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:17.037396 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:17.037726 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:17.042192 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:17.050175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:17.050175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:17.050175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:17.050175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:17.050175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:17.050175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:17.050175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:17.050175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:17.084633 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352357e6-96bb-464d-9c36-0c1adceb5fb6 None None] Sync routers for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:17.150246 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3334c13e-b2fb-451f-bb79-dfd78bd051e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:17.194911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296c9636-15ed-4a49-b670-ebc9fba5457a None None] DHCP port deletion for 53aca83e-791f-4f50-ba11-6b37acccf4f7 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:20:17.211645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-296c9636-15ed-4a49-b670-ebc9fba5457a None None] Deleting port 6be3a3b9-6085-430a-afa3-20e378418d20 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:17.214679 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-296c9636-15ed-4a49-b670-ebc9fba5457a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:17.216307 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb435d-0b81-4c84-9c16-67c47143cc58 None None] Pushing event updated for resources: {'Port': ['ID=6c29527c-2844-4376-9b7b-f8d6d9170302,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:17.243519 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352357e6-96bb-464d-9c36-0c1adceb5fb6 None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:17.244442 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-352357e6-96bb-464d-9c36-0c1adceb5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:17.310425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de575910-bcb7-4fd4-b9f1-17a19821a742 req-e561065d-6db9-4ab6-9abd-28c7dcf7daf0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:17.312189 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-de575910-bcb7-4fd4-b9f1-17a19821a742 req-e561065d-6db9-4ab6-9abd-28c7dcf7daf0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 946 time: 0.4797690 Mar 02 20:20:17.324767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] For port 6be3a3b9-6085-430a-afa3-20e378418d20, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6be3a3b9-6085-430a-afa3-20e378418d20,segment=NetworkSegment(2092c4a3-b800-42f2-9e77-2d158a5f14bb),segment_id=2092c4a3-b800-42f2-9e77-2d158a5f14bb)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:17.325221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:17.352510 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfbe1311-8eef-455d-be5e-13d112df57b4 req-134eb954-8cc7-4f2c-8dbd-444df0bf02d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 1099 time: 0.0959122 Mar 02 20:20:17.452334 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfbe1311-8eef-455d-be5e-13d112df57b4 req-d8003adc-c38a-41ad-8e82-21f32dc8d1bc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931978 Mar 02 20:20:17.457574 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-352357e6-96bb-464d-9c36-0c1adceb5fb6 None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:17.508669 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] Set router 17f21611-08c1-4148-b60a-deb6ac4736a0 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:17.519574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-296c9636-15ed-4a49-b670-ebc9fba5457a None None] For port 6be3a3b9-6085-430a-afa3-20e378418d20, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6be3a3b9-6085-430a-afa3-20e378418d20,segment=NetworkSegment(2092c4a3-b800-42f2-9e77-2d158a5f14bb),segment_id=2092c4a3-b800-42f2-9e77-2d158a5f14bb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:17.520156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-296c9636-15ed-4a49-b670-ebc9fba5457a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:17.546782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 6be3a3b9-6085-430a-afa3-20e378418d20 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:17.646919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-296c9636-15ed-4a49-b670-ebc9fba5457a None None] Calling delete_port for 6be3a3b9-6085-430a-afa3-20e378418d20 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:17.701927 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-de575910-bcb7-4fd4-b9f1-17a19821a742 req-6c13e144-0394-44fc-954b-15ba59f3fbec tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798580 Mar 02 20:20:17.787916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn_limited( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn_limited( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:20:17.789299 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 20:20:17.801147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-296c9636-15ed-4a49-b670-ebc9fba5457a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:20:17.801627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-296c9636-15ed-4a49-b670-ebc9fba5457a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:20:17.836897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=6be3a3b9-6085-430a-afa3-20e378418d20,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:17.844808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No DVR routers for this DVR port 6be3a3b9-6085-430a-afa3-20e378418d20 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:20:17.973363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:18.000797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aca83e-791f-4f50-ba11-6b37acccf4f7']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:18.014182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2092c4a3-b800-42f2-9e77-2d158a5f14bb') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:18.014475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2092c4a3-b800-42f2-9e77-2d158a5f14bb') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:18.026732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:18.045536 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:18.059212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:20:18.059402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:20:18.088297 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:20:18.117255 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-352357e6-96bb-464d-9c36-0c1adceb5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:14Z', 'revision_number': 9, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:20:00Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:18.125219 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '6c29527c-2844-4376-9b7b-f8d6d9170302', 'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4e:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:48Z', 'updated_at': '2022-03-02T20:20:16Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:18.126118 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352357e6-96bb-464d-9c36-0c1adceb5fb6 None None] Checking router: d1d567cf-ed11-4bf7-952f-107724b20f1f for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:18.131407 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0541b5c-5bb1-4f48-9066-342b8efe026e None None] The sync data for ids ['17f21611-08c1-4148-b60a-deb6ac4736a0'] in dv-neutron-831593-2-hyperv is: [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '6c29527c-2844-4376-9b7b-f8d6d9170302', 'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4e:2c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:48Z', 'updated_at': '2022-03-02T20:20:16Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:18.144745 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352357e6-96bb-464d-9c36-0c1adceb5fb6 None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:18.148275 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-352357e6-96bb-464d-9c36-0c1adceb5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:19:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:18.288412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:18.299238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:18.302674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-296c9636-15ed-4a49-b670-ebc9fba5457a None None] Deleting port 6be3a3b9-6085-430a-afa3-20e378418d20 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:18.303377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-296c9636-15ed-4a49-b670-ebc9fba5457a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:18.323464 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-352357e6-96bb-464d-9c36-0c1adceb5fb6 None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:18.330654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Network': ['ID=53aca83e-791f-4f50-ba11-6b37acccf4f7,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:18.342704 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e48bdaae-c213-479e-ac96-a028b2f22ad3 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/networks/53aca83e-791f-4f50-ba11-6b37acccf4f7 HTTP/1.1" status: 204 len: 168 time: 1.8030272 Mar 02 20:20:18.345195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47278) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:18.409346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-296c9636-15ed-4a49-b670-ebc9fba5457a None None] The port '6be3a3b9-6085-430a-afa3-20e378418d20' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:20:18.811409 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-352357e6-96bb-464d-9c36-0c1adceb5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:14Z', 'revision_number': 9, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:20:00Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:18.820586 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352357e6-96bb-464d-9c36-0c1adceb5fb6 None None] The sync data for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv is: [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:14Z', 'revision_number': 9, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '7e909097-0295-40ca-83ed-d95c69e95508', 'name': '', 'network_id': '0eb29454-9242-45e2-b7b1-2d99fc4035c3', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:b1:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:20:00Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '8e4ae05d-d629-4858-a3f3-c08437e0c80c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:18.914456 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6c29527c-2844-4376-9b7b-f8d6d9170302 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:18.934567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:19.183539 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 6c29527c-2844-4376-9b7b-f8d6d9170302 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:19.188570 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6c29527c-2844-4376-9b7b-f8d6d9170302 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:19.189267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:19.206986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146b9a0-59d4-4675-93f2-705ec1bd5891 req-be666a30-9717-4ab9-99ac-c5f8c32f400b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:19.214392 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a146b9a0-59d4-4675-93f2-705ec1bd5891 req-be666a30-9717-4ab9-99ac-c5f8c32f400b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 946 time: 0.1900780 Mar 02 20:20:19.331891 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a146b9a0-59d4-4675-93f2-705ec1bd5891 req-456cae5d-3296-44ec-b236-ec5f257e59b0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163366 Mar 02 20:20:19.353825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-82410d5e-3da5-4788-841f-3c4d15b9e1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:19.389287 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:19.432516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 6c29527c-2844-4376-9b7b-f8d6d9170302, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6c29527c-2844-4376-9b7b-f8d6d9170302,segment=NetworkSegment(78b13202-dffa-442a-bc9f-2c64f184a6cf),segment_id=78b13202-dffa-442a-bc9f-2c64f184a6cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:19.515216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:19.565752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6be3a3b9-6085-430a-afa3-20e378418d20 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:20:19.609990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 6be3a3b9-6085-430a-afa3-20e378418d20 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:20:19.610268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6be3a3b9-6085-430a-afa3-20e378418d20 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:20:19.619436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47290) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:19.627335 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=6c29527c-2844-4376-9b7b-f8d6d9170302,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:19.627550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163731994', 'description': 'tempest-secgroup-smoke-163731994 description', 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:19.639911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:19.644451 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:security_group and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:19.647405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:19.655842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:19.704116 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:19.717631 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:19.748065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 7e909097-0295-40ca-83ed-d95c69e95508 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:19.748410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:19.749740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:19.753684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:security_group_rule and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:19.768241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:19.768241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:19.833102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:19.931363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:19.956424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] For port 7e909097-0295-40ca-83ed-d95c69e95508, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7e909097-0295-40ca-83ed-d95c69e95508,segment=NetworkSegment(4befa2fe-b754-49a1-8b1a-ca3d2b2b334f),segment_id=4befa2fe-b754-49a1-8b1a-ca3d2b2b334f)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:19.957695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:19.973414 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:19.975512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78566d53-a5ec-47f6-9dc3-45db70cf9214,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:19.980267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:security_group_rule and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:19.983246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:19.989696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:20.046045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.080258 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 7e909097-0295-40ca-83ed-d95c69e95508 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:20.092323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.138847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:20.172114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.174057 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-24699a2a-5988-4d2e-9dca-77db7cc46225 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5520365 Mar 02 20:20:20.176253 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47294) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:20.181791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3537c1ab-f173-4deb-8c3f-be739ee21f6c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'security_group_rule': {'security_group_id': '7a86cfe4-1ba5-4505-8fc6-57bc55d748bc', 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:20.187576 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3537c1ab-f173-4deb-8c3f-be739ee21f6c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:20.191416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3537c1ab-f173-4deb-8c3f-be739ee21f6c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:security_group_rule and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:20.194253 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3537c1ab-f173-4deb-8c3f-be739ee21f6c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:20.200822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3537c1ab-f173-4deb-8c3f-be739ee21f6c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:20.297503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3537c1ab-f173-4deb-8c3f-be739ee21f6c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.319332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.358550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3537c1ab-f173-4deb-8c3f-be739ee21f6c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.365558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=7e909097-0295-40ca-83ed-d95c69e95508,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:20.444204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3537c1ab-f173-4deb-8c3f-be739ee21f6c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.503091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537c1ab-f173-4deb-8c3f-be739ee21f6c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5908e9b9-a84b-44bb-a9f3-48672fa41ec4,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:20.521506 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.545414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.546437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3537c1ab-f173-4deb-8c3f-be739ee21f6c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.548631 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3537c1ab-f173-4deb-8c3f-be739ee21f6c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3709493 Mar 02 20:20:20.550852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47300) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:20.557785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7d7ab2b6-e631-4c85-8776-4b3b608eb8d6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'security_group_rule': {'security_group_id': '7a86cfe4-1ba5-4505-8fc6-57bc55d748bc', 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:20.563910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7d7ab2b6-e631-4c85-8776-4b3b608eb8d6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:20.567779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7d7ab2b6-e631-4c85-8776-4b3b608eb8d6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:security_group_rule and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:20.570967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7d7ab2b6-e631-4c85-8776-4b3b608eb8d6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:20.577778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7d7ab2b6-e631-4c85-8776-4b3b608eb8d6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:20.683647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d7ab2b6-e631-4c85-8776-4b3b608eb8d6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.747088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d7ab2b6-e631-4c85-8776-4b3b608eb8d6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.772389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e169e0-e3f1-4809-a956-b70841f31a87 req-ed07a2c7-2724-46fe-9b94-9d2d16dcd786 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:20.773828 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c7e169e0-e3f1-4809-a956-b70841f31a87 req-ed07a2c7-2724-46fe-9b94-9d2d16dcd786 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 946 time: 0.2295566 Mar 02 20:20:20.835628 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d7ab2b6-e631-4c85-8776-4b3b608eb8d6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.849349 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c7e169e0-e3f1-4809-a956-b70841f31a87 req-81c34dcf-51db-4371-9bd3-ee1e9f882873 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689125 Mar 02 20:20:20.854702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:20.858405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ab2b6-e631-4c85-8776-4b3b608eb8d6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e3e88c-4cdf-4778-83a0-99a5a7e03636,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:20.871746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6c29527c-2844-4376-9b7b-f8d6d9170302 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:20.961522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6c29527c-2844-4376-9b7b-f8d6d9170302 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:20.962546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.016791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d7ab2b6-e631-4c85-8776-4b3b608eb8d6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.019235 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7d7ab2b6-e631-4c85-8776-4b3b608eb8d6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4658806 Mar 02 20:20:21.020774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47306) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:21.027274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a2feede9-ad8b-42fc-b263-69145bdf857a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'security_group_rule': {'security_group_id': '7a86cfe4-1ba5-4505-8fc6-57bc55d748bc', 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:21.040842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a2feede9-ad8b-42fc-b263-69145bdf857a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:21.050248 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a2feede9-ad8b-42fc-b263-69145bdf857a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:security_group_rule and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:21.053367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a2feede9-ad8b-42fc-b263-69145bdf857a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:21.061091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a2feede9-ad8b-42fc-b263-69145bdf857a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:21.125283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6aea3-4294-4055-8440-3c1ec98bb182 req-a264b829-c9df-4c58-aedb-d9046d279827 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:21.126736 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-07a6aea3-4294-4055-8440-3c1ec98bb182 req-a264b829-c9df-4c58-aedb-d9046d279827 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 946 time: 0.1400836 Mar 02 20:20:21.202880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2feede9-ad8b-42fc-b263-69145bdf857a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.270617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2feede9-ad8b-42fc-b263-69145bdf857a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.310605 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-07a6aea3-4294-4055-8440-3c1ec98bb182 req-cbf6a4fe-ced9-469f-bceb-fbfe7c327203 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775730 Mar 02 20:20:21.342235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47310) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:21.398317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2feede9-ad8b-42fc-b263-69145bdf857a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.427321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2feede9-ad8b-42fc-b263-69145bdf857a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb8c98f-a771-4de8-9e40-68a01dbf88b7,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:21.447054 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f531b2ad-7efe-497c-a3ca-502f0b34658d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 1094 time: 0.1003339 Mar 02 20:20:21.447567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47314) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:21.453047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:21.460536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:21.464912 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:floatingip and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:21.467770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:21.473430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:21.498782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router d1d567cf-ed11-4bf7-952f-107724b20f1f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:21.526659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a2feede9-ad8b-42fc-b263-69145bdf857a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.527893 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a2feede9-ad8b-42fc-b263-69145bdf857a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5061591 Mar 02 20:20:21.531401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47318) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:21.536813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6cfbd317-a24a-49e2-acc8-a66496dc8981 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'security_group_rule': {'security_group_id': '7a86cfe4-1ba5-4505-8fc6-57bc55d748bc', 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:21.542705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6cfbd317-a24a-49e2-acc8-a66496dc8981 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:21.546694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6cfbd317-a24a-49e2-acc8-a66496dc8981 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:security_group_rule and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:21.549621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6cfbd317-a24a-49e2-acc8-a66496dc8981 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:21.554267 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:20:21.556619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6cfbd317-a24a-49e2-acc8-a66496dc8981 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:21.635842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.666244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd317-a24a-49e2-acc8-a66496dc8981 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.686446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:21.705067 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-55006ac5-1c68-4e15-a894-fd34610b915c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3585515 Mar 02 20:20:21.707456 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a8dc8-6c1e-4912-b6a9-33d38e8a6264 None None] Sync routers for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:21.708084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47322) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:21.722197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a8dc8-6c1e-4912-b6a9-33d38e8a6264 None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:21.723882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e88a8dc8-6c1e-4912-b6a9-33d38e8a6264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:21.807646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd317-a24a-49e2-acc8-a66496dc8981 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.853051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.890634 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd317-a24a-49e2-acc8-a66496dc8981 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.931527 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-e88a8dc8-6c1e-4912-b6a9-33d38e8a6264 None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:21.939016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbd317-a24a-49e2-acc8-a66496dc8981 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0963ca54-ae7d-46ba-a4fa-cfdb5d83cdaa,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:21.942193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2684257-3018-4932-ac9c-9b945c791e49 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting subnet 8e4ae05d-d629-4858-a3f3-c08437e0c80c {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:20:21.945195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f2684257-3018-4932-ac9c-9b945c791e49 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:21.997117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.039604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd317-a24a-49e2-acc8-a66496dc8981 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.039604 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6cfbd317-a24a-49e2-acc8-a66496dc8981 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5035114 Mar 02 20:20:22.054249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47328) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:22.078378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'security_group_rule': {'security_group_id': '7a86cfe4-1ba5-4505-8fc6-57bc55d748bc', 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:22.087720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:22.096961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:security_group_rule and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:22.105047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:22.109287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.41 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/89f0e72b-83ed-4aba-8b00-11a4b2603340) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:22.116446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:22.143233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f2684257-3018-4932-ac9c-9b945c791e49 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.246543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f2684257-3018-4932-ac9c-9b945c791e49 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.256184 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Project e451c8255d5e43deb6d7333bb5b61f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:20:22.284353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e88a8dc8-6c1e-4912-b6a9-33d38e8a6264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:20Z', 'revision_number': 10, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:22.288540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a8dc8-6c1e-4912-b6a9-33d38e8a6264 None None] Checking router: d1d567cf-ed11-4bf7-952f-107724b20f1f for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:22.300631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a8dc8-6c1e-4912-b6a9-33d38e8a6264 None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:22.301262 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e88a8dc8-6c1e-4912-b6a9-33d38e8a6264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:22.308950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.401465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f2684257-3018-4932-ac9c-9b945c791e49 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.428479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.435834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.444845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2684257-3018-4932-ac9c-9b945c791e49 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4ae05d-d629-4858-a3f3-c08437e0c80c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:22.456326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f2684257-3018-4932-ac9c-9b945c791e49 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.456521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-e88a8dc8-6c1e-4912-b6a9-33d38e8a6264 None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:22.463249 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f2684257-3018-4932-ac9c-9b945c791e49 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/8e4ae05d-d629-4858-a3f3-c08437e0c80c HTTP/1.1" status: 204 len: 168 time: 0.7542064 Mar 02 20:20:22.466162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47332) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:22.492497 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.498992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a4e9e-87ec-4c17-b9a0-f0fe0787137c None None] Network 0eb29454-9242-45e2-b7b1-2d99fc4035c3 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:20:22.522002 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03be10c-dcc1-4f9d-8f8f-7e2f4c497505,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:22.578236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.585044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.596583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:22.597369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.644869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=89f0e72b-83ed-4aba-8b00-11a4b2603340,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:22.658506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:22.659083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:22.661787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:20:22.705094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.706515 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6b0e21db-3b6b-47ad-85f9-2874e8111daf tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6575193 Mar 02 20:20:22.709385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47336) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:22.717630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'security_group_rule': {'security_group_id': '7a86cfe4-1ba5-4505-8fc6-57bc55d748bc', 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:22.738004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:22.790699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:security_group_rule and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:22.797988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:22.816194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:22.846965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] For port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5,segment=NetworkSegment(4befa2fe-b754-49a1-8b1a-ca3d2b2b334f),segment_id=4befa2fe-b754-49a1-8b1a-ca3d2b2b334f)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:22.847650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:22.956009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e88a8dc8-6c1e-4912-b6a9-33d38e8a6264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:20Z', 'revision_number': 10, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:22.960574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a8dc8-6c1e-4912-b6a9-33d38e8a6264 None None] The sync data for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv is: [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:20Z', 'revision_number': 10, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None, '_interfaces': [{'id': '9915653e-3cf0-49f5-97ba-5639289d711d', 'name': '', 'network_id': 'aeff76bc-80cf-448e-8671-83487ba07ec2', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'mac_address': 'fa:16:3e:40:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:32Z', 'updated_at': '2022-03-02T20:19:41Z', 'revision_number': 5, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'subnets': [{'id': '611f5ec8-6000-45c5-a360-7da684b0d3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:22.969182 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Project e451c8255d5e43deb6d7333bb5b61f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:20:22.981259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:22.983791 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b03090-0501-42c8-86ca-cfee25ab37cb None None] DHCP port deletion for 0eb29454-9242-45e2-b7b1-2d99fc4035c3 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:20:22.988320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-83b03090-0501-42c8-86ca-cfee25ab37cb None None] Deleting port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:22.988754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-83b03090-0501-42c8-86ca-cfee25ab37cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.017089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.119184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.193578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.240339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.254197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.263692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:23.284714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No DVR routers for this DVR port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:20:23.286206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-83b03090-0501-42c8-86ca-cfee25ab37cb None None] For port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5,segment=NetworkSegment(4befa2fe-b754-49a1-8b1a-ca3d2b2b334f),segment_id=4befa2fe-b754-49a1-8b1a-ca3d2b2b334f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:23.286386 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ad79e4-ae70-4e93-84f5-2ea541f4b227,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:23.286624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-83b03090-0501-42c8-86ca-cfee25ab37cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.382480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.409772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-83b03090-0501-42c8-86ca-cfee25ab37cb None None] Calling delete_port for e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:23.422331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.433075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.434338 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0a3841ea-9a55-442c-9d04-05a3c370e6fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7239189 Mar 02 20:20:23.438648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47340) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:23.448121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'network': {'name': 'tempest-network-smoke--1212812571', 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'port_security_enabled': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:23.451977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb29454-9242-45e2-b7b1-2d99fc4035c3']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:23.456293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:23.465807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4befa2fe-b754-49a1-8b1a-ca3d2b2b334f') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:23.466140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4befa2fe-b754-49a1-8b1a-ca3d2b2b334f') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:23.468228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:network and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:23.472557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:23.478529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.482640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:23.497990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.502410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-83b03090-0501-42c8-86ca-cfee25ab37cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:20:23.502998 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-83b03090-0501-42c8-86ca-cfee25ab37cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:20:23.504968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:20:23.505358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:20:23.519861 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:20:23.634976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.662566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Made reservation on behalf of e451c8255d5e43deb6d7333bb5b61f84 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:20:23.662566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.680768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.682476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:20:23.694994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.695323 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Added segment 1e3d993d-de25-4e43-9449-251c8416e2e3 of type vlan for network 60a5e542-e897-4504-add2-22d2eb5cb27d Mar 02 20:20:23.702655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.708235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.708881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Network': ['ID=0eb29454-9242-45e2-b7b1-2d99fc4035c3,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:23.714774 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2ca7f73d-261b-4e74-b5a7-44d63ef9d91c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/networks/0eb29454-9242-45e2-b7b1-2d99fc4035c3 HTTP/1.1" status: 204 len: 168 time: 1.2471197 Mar 02 20:20:23.717131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47344) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:23.782353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.828655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=89f0e72b-83ed-4aba-8b00-11a4b2603340,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:23.868221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.923964 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:23.927179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:23.927756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:24.004593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-83b03090-0501-42c8-86ca-cfee25ab37cb None None] Deleting port e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:24.005182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-83b03090-0501-42c8-86ca-cfee25ab37cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:24.085975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-83b03090-0501-42c8-86ca-cfee25ab37cb None None] The port 'e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:20:24.179310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:24.231888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'Network': ['ID=60a5e542-e897-4504-add2-22d2eb5cb27d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:24.244012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 60a5e542-e897-4504-add2-22d2eb5cb27d details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:20:24.295327 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-30fb3da4-3e24-4f2d-a10a-cdc0c5c3296b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8530130 Mar 02 20:20:24.296534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47348) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:24.302808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'admin_state_up': True, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:24.313510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:24.320428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:router and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:24.328910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:24.332741 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP f970433b-c015-41fb-bfc4-091ba5210397 associated. External IP: 172.26.5.41, port: b15482bc-a9c9-4dd4-904a-c3c5b493eb23. Mar 02 20:20:24.390265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:24.523448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:24.524989 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:24.553366 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:24.800061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port 9915653e-3cf0-49f5-97ba-5639289d711d {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:24.800530 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:24.804361 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:20:24.838407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:20:24.838876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e7dc2a40-a0ef-4b20-8cb8-e6449ad317f5 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:20:24.839359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7e909097-0295-40ca-83ed-d95c69e95508 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:20:24.850867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:24.876367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 7e909097-0295-40ca-83ed-d95c69e95508 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:20:24.876795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7e909097-0295-40ca-83ed-d95c69e95508 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:20:24.920050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 17f21611-08c1-4148-b60a-deb6ac4736a0 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:25.005009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] For port 9915653e-3cf0-49f5-97ba-5639289d711d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9915653e-3cf0-49f5-97ba-5639289d711d,segment=NetworkSegment(8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7),segment_id=8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:25.006116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:25.137051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for 9915653e-3cf0-49f5-97ba-5639289d711d owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:25.258207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:25.290864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:25.328930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:25.383243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:25.435034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=9915653e-3cf0-49f5-97ba-5639289d711d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:25.440723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:25.478659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Allocated IP 172.26.5.240 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/55266839-e0a0-4e1b-9774-ef6ca5e0ae5b) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:25.515513 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-20707dbf-4b95-4a22-93f4-74ddf1b9ea75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0669117 Mar 02 20:20:25.521406 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47352) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:25.531302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'tag': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:20:25.607932 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'tag': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23', 'status': 'completed', 'code': 200} Mar 02 20:20:25.726016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:25.765597 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-239b1817-ff53-4cd0-bc8c-ef0095851941 req-70f70f06-6f73-41e9-8f9c-b507b54a7dda service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 1099 time: 0.1197641 Mar 02 20:20:25.868584 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2bf351b5-b0c4-4663-bdc9-8471d56d8666 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/f970433b-c015-41fb-bfc4-091ba5210397 HTTP/1.1" status: 200 len: 991 time: 0.3454273 Mar 02 20:20:25.883401 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:25.983885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:26.094811 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'Port': ['ID=55266839-e0a0-4e1b-9774-ef6ca5e0ae5b,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:26.098292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:26.101850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:26.113146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:20:26.161056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b1817-ff53-4cd0-bc8c-ef0095851941 req-9057e287-518f-49f8-b543-6bef2ce50f03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:26.162565 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-239b1817-ff53-4cd0-bc8c-ef0095851941 req-9057e287-518f-49f8-b543-6bef2ce50f03 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f43a7201-b104-45d5-a571-b46334d3af15 HTTP/1.1" status: 200 len: 899 time: 0.3896265 Mar 02 20:20:26.299537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router d1d567cf-ed11-4bf7-952f-107724b20f1f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:26.324623 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-239b1817-ff53-4cd0-bc8c-ef0095851941 req-fe14db4e-fcea-44b5-ad2a-9ff7962258fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b15482bc-a9c9-4dd4-904a-c3c5b493eb23 HTTP/1.1" status: 200 len: 999 time: 0.1545866 Mar 02 20:20:26.397134 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec65025-d4a6-4a8b-ae30-84e7d78dace6 None None] Sync routers for ids ['17f21611-08c1-4148-b60a-deb6ac4736a0'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:26.405506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b1817-ff53-4cd0-bc8c-ef0095851941 req-97787b0a-144c-4987-8d23-ed67a504ca7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:26.415661 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-239b1817-ff53-4cd0-bc8c-ef0095851941 req-97787b0a-144c-4987-8d23-ed67a504ca7d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e05cac73-ae2b-48b0-877b-13d62f143adc HTTP/1.1" status: 200 len: 835 time: 0.0762031 Mar 02 20:20:26.415847 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec65025-d4a6-4a8b-ae30-84e7d78dace6 None None] Routers {'17f21611-08c1-4148-b60a-deb6ac4736a0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:26.415847 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dec65025-d4a6-4a8b-ae30-84e7d78dace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17f21611-08c1-4148-b60a-deb6ac4736a0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:26.462582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:26.482167 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-802ac232-d408-4571-b943-6b0d569b2873 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7639499 Mar 02 20:20:26.485140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47358) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:26.498720 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-239b1817-ff53-4cd0-bc8c-ef0095851941 req-2770fa28-c7c5-427d-9126-2546f797af65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f43a7201-b104-45d5-a571-b46334d3af15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853658 Mar 02 20:20:26.602749 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-dec65025-d4a6-4a8b-ae30-84e7d78dace6 None None] Set router 17f21611-08c1-4148-b60a-deb6ac4736a0 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:26.642343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:26.643727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:26.702230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-381b2aa1-aa45-4fe3-87b6-23b9e9bd0f3e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting subnet 611f5ec8-6000-45c5-a360-7da684b0d3e3 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:20:26.706319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-381b2aa1-aa45-4fe3-87b6-23b9e9bd0f3e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:26.707655 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-239b1817-ff53-4cd0-bc8c-ef0095851941 req-f07d9b71-3755-4221-91ab-7e9f3b023fd0 service neutron] 10.222.0.31 "GET /v2.0/networks/f43a7201-b104-45d5-a571-b46334d3af15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976666 Mar 02 20:20:26.772895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-381b2aa1-aa45-4fe3-87b6-23b9e9bd0f3e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:26.869706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-381b2aa1-aa45-4fe3-87b6-23b9e9bd0f3e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:26.872621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47362) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:27.019650 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-239b1817-ff53-4cd0-bc8c-ef0095851941 req-610fe1ed-1eb6-48f5-a668-4a97a4fc1dba service neutron] 10.222.0.31 "GET /v2.0/networks/f43a7201-b104-45d5-a571-b46334d3af15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045835 Mar 02 20:20:27.021180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-381b2aa1-aa45-4fe3-87b6-23b9e9bd0f3e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:27.031616 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-380843a7-0c11-49b7-a9f8-b02f7f3c8d20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/f970433b-c015-41fb-bfc4-091ba5210397 HTTP/1.1" status: 200 len: 991 time: 0.1568403 Mar 02 20:20:27.061137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b2aa1-aa45-4fe3-87b6-23b9e9bd0f3e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Subnet': ['ID=611f5ec8-6000-45c5-a360-7da684b0d3e3,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:27.070200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-381b2aa1-aa45-4fe3-87b6-23b9e9bd0f3e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:27.080761 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dec65025-d4a6-4a8b-ae30-84e7d78dace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'f970433b-c015-41fb-bfc4-091ba5210397', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'port_id': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'mac_address': 'fa:16:3e:0f:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:20:23Z', 'updated_at': '2022-03-02T20:20:23Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c29527c-2844-4376-9b7b-f8d6d9170302', 'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4e:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:48Z', 'updated_at': '2022-03-02T20:20:19Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:27.084118 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-381b2aa1-aa45-4fe3-87b6-23b9e9bd0f3e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/611f5ec8-6000-45c5-a360-7da684b0d3e3 HTTP/1.1" status: 204 len: 168 time: 0.5954633 Mar 02 20:20:27.084283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca8ecb-a03f-45c8-bd4e-20ac8ed5e58a None None] Network aeff76bc-80cf-448e-8671-83487ba07ec2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:20:27.084744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47366) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:27.084915 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec65025-d4a6-4a8b-ae30-84e7d78dace6 None None] Checking router: 17f21611-08c1-4148-b60a-deb6ac4736a0 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:27.097513 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec65025-d4a6-4a8b-ae30-84e7d78dace6 None None] Routers {'17f21611-08c1-4148-b60a-deb6ac4736a0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:27.098238 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dec65025-d4a6-4a8b-ae30-84e7d78dace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17f21611-08c1-4148-b60a-deb6ac4736a0'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:27.229427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Router da7307a2-e48a-4afd-88db-d9cb2c2021df is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:20:27.237497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:27.251642 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Deleting port e3329dfa-3de8-4df4-b344-54739e1c3785 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:27.252168 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:27.314478 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-dec65025-d4a6-4a8b-ae30-84e7d78dace6 None None] Set router 17f21611-08c1-4148-b60a-deb6ac4736a0 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:27.401081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177fa40a-39e1-42fc-94c8-58114d85b9ef None None] DHCP port deletion for aeff76bc-80cf-448e-8671-83487ba07ec2 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:20:27.405029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-177fa40a-39e1-42fc-94c8-58114d85b9ef None None] Deleting port e3329dfa-3de8-4df4-b344-54739e1c3785 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:27.405721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-177fa40a-39e1-42fc-94c8-58114d85b9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:27.499049 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:27.529315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Sync routers for ids ['da7307a2-e48a-4afd-88db-d9cb2c2021df'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:27.568557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Routers {'da7307a2-e48a-4afd-88db-d9cb2c2021df'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:27.569453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['da7307a2-e48a-4afd-88db-d9cb2c2021df'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:27.621474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] For port e3329dfa-3de8-4df4-b344-54739e1c3785, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e3329dfa-3de8-4df4-b344-54739e1c3785,segment=NetworkSegment(8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7),segment_id=8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:27.621833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:27.630725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:27.636139 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b6d20af7-4050-4ea6-a038-6d1b898aab49 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3354044 Mar 02 20:20:27.636393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47370) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:27.754675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Calling delete_port for e3329dfa-3de8-4df4-b344-54739e1c3785 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:27.822574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-177fa40a-39e1-42fc-94c8-58114d85b9ef None None] For port e3329dfa-3de8-4df4-b344-54739e1c3785, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e3329dfa-3de8-4df4-b344-54739e1c3785,segment=NetworkSegment(8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7),segment_id=8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:27.822975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-177fa40a-39e1-42fc-94c8-58114d85b9ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:27.843348 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dec65025-d4a6-4a8b-ae30-84e7d78dace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'f970433b-c015-41fb-bfc4-091ba5210397', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'port_id': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'mac_address': 'fa:16:3e:0f:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:20:23Z', 'updated_at': '2022-03-02T20:20:23Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c29527c-2844-4376-9b7b-f8d6d9170302', 'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4e:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:48Z', 'updated_at': '2022-03-02T20:20:19Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:27.848092 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec65025-d4a6-4a8b-ae30-84e7d78dace6 None None] The sync data for ids ['17f21611-08c1-4148-b60a-deb6ac4736a0'] in dv-neutron-831593-2-hyperv is: [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'f970433b-c015-41fb-bfc4-091ba5210397', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'port_id': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'mac_address': 'fa:16:3e:0f:03:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:20:23Z', 'updated_at': '2022-03-02T20:20:23Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c29527c-2844-4376-9b7b-f8d6d9170302', 'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4e:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:48Z', 'updated_at': '2022-03-02T20:20:19Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:27.878290 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dac01bcf-d00b-44a6-9328-9cecf01d1d2d tempest-TestNetworkAdvancedServerOps-274422901 tempest-TestNetworkAdvancedServerOps-274422901-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=e451c8255d5e43deb6d7333bb5b61f84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2393808 Mar 02 20:20:27.881188 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47376) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:27.956481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:27.958019 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-177fa40a-39e1-42fc-94c8-58114d85b9ef None None] Calling delete_port for e3329dfa-3de8-4df4-b344-54739e1c3785 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:28.017838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Port': ['ID=e3329dfa-3de8-4df4-b344-54739e1c3785,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:28.020118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Set router da7307a2-e48a-4afd-88db-d9cb2c2021df gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:28.032151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No DVR routers for this DVR port e3329dfa-3de8-4df4-b344-54739e1c3785 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:20:28.037120 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47380) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:28.203728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-177fa40a-39e1-42fc-94c8-58114d85b9ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:20:28.204319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-177fa40a-39e1-42fc-94c8-58114d85b9ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:20:28.206689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfda6e3-83c0-4af2-bfd6-7ca0a5f7b310 tempest-TestNetworkAdvancedServerOps-274422901 tempest-TestNetworkAdvancedServerOps-274422901-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:28.216121 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7bfda6e3-83c0-4af2-bfd6-7ca0a5f7b310 tempest-TestNetworkAdvancedServerOps-274422901 tempest-TestNetworkAdvancedServerOps-274422901-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3260453 Mar 02 20:20:28.216121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47384) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:28.216121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:28.267938 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-93dbac8e-285f-46db-b750-1c2cd35f05eb tempest-TestNetworkAdvancedServerOps-274422901 tempest-TestNetworkAdvancedServerOps-274422901-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507679 Mar 02 20:20:28.269587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47388) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:28.278281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-716379326', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:28.279406 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeff76bc-80cf-448e-8671-83487ba07ec2']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:28.292169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:28.292500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0a723b-e5ff-4d34-b7d4-c3dcb7bfa0b7') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:28.306254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:28.329457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:28.336185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:20:28.336659 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:20:28.353857 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:20:28.382083 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:26Z', 'revision_number': 3, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:28.386590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Checking router: da7307a2-e48a-4afd-88db-d9cb2c2021df for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:28.386930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Updating router da7307a2-e48a-4afd-88db-d9cb2c2021df port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:20:28.442423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:28.459059 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7e5f343c-1c51-4dcd-9a21-6762d8c88dd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/f970433b-c015-41fb-bfc4-091ba5210397 HTTP/1.1" status: 200 len: 991 time: 0.4231977 Mar 02 20:20:28.497068 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:28.498451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:28.505683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:subnet and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:28.509650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:28.517591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:28.518935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:28.528880 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Pushing event deleted for resources: {'Network': ['ID=aeff76bc-80cf-448e-8671-83487ba07ec2,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:28.537084 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6882ae1e-214c-4234-b922-a979f37fdea1 req-c5b871dc-0ea7-4167-bb57-fab6a2a07b77 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1535757 Mar 02 20:20:28.537203 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1eb65628-0b29-4aaa-9f8d-89307aea5920 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/networks/aeff76bc-80cf-448e-8671-83487ba07ec2 HTTP/1.1" status: 204 len: 168 time: 1.4510252 Mar 02 20:20:28.540436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47392) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:28.547108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d78e1f9b-7b23-4d89-8154-f1d55b7a3e84 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'routes': None}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:28.591375 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c827ce5-8e6d-4683-9b3d-cb335a28797d None None] Sync routers for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:28.609508 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c827ce5-8e6d-4683-9b3d-cb335a28797d None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:28.613022 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5c827ce5-8e6d-4683-9b3d-cb335a28797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:28.620746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Made reservation on behalf of e451c8255d5e43deb6d7333bb5b61f84 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:20:28.706953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-177fa40a-39e1-42fc-94c8-58114d85b9ef None None] Deleting port e3329dfa-3de8-4df4-b344-54739e1c3785 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:28.707286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-177fa40a-39e1-42fc-94c8-58114d85b9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:28.759487 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-5c827ce5-8e6d-4683-9b3d-cb335a28797d None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:28.783012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-177fa40a-39e1-42fc-94c8-58114d85b9ef None None] The port 'e3329dfa-3de8-4df4-b344-54739e1c3785' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:20:28.856461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e3329dfa-3de8-4df4-b344-54739e1c3785 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:20:28.876101 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:28.888951 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5c827ce5-8e6d-4683-9b3d-cb335a28797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:25Z', 'revision_number': 11, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:28.894710 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c827ce5-8e6d-4683-9b3d-cb335a28797d None None] Checking router: d1d567cf-ed11-4bf7-952f-107724b20f1f for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:28.904314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: e3329dfa-3de8-4df4-b344-54739e1c3785 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:20:28.905313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e3329dfa-3de8-4df4-b344-54739e1c3785 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:20:28.922140 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c827ce5-8e6d-4683-9b3d-cb335a28797d None None] Routers {'d1d567cf-ed11-4bf7-952f-107724b20f1f'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:28.922140 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5c827ce5-8e6d-4683-9b3d-cb335a28797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['d1d567cf-ed11-4bf7-952f-107724b20f1f'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:28.924199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:28.937064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Transition to ACTIVE for port object 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:28.980767 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:29.053496 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-5c827ce5-8e6d-4683-9b3d-cb335a28797d None None] Set router d1d567cf-ed11-4bf7-952f-107724b20f1f gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:29.070224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f6b28-0522-4844-a555-0639a27e8754 None None] Pushing event updated for resources: {'Port': ['ID=55266839-e0a0-4e1b-9774-ef6ca5e0ae5b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:29.076353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Attempting to bind port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:20:29.076473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Attempting to bind port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:20:29.078685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Attempting to bind port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:20:29.092575 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:20:29.093119 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:20:29.093617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:29.094216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:20:29.095313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Bound port: 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:20:29.096223 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:29.128777 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6882ae1e-214c-4234-b922-a979f37fdea1 req-def0cbd8-d4ec-4885-b3d8-e945bef5caad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 1098 time: 0.4833918 Mar 02 20:20:29.177689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] For port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:20:29.180872 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] For port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=55266839-e0a0-4e1b-9774-ef6ca5e0ae5b,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:20:29.197146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.extraroute_db [None req-d78e1f9b-7b23-4d89-8154-f1d55b7a3e84 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Added routes are [] {{(pid=84503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 20:20:29.197460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.extraroute_db [None req-d78e1f9b-7b23-4d89-8154-f1d55b7a3e84 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Removed routes are [] {{(pid=84503) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 20:20:29.197813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d78e1f9b-7b23-4d89-8154-f1d55b7a3e84 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:29.216643 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5c827ce5-8e6d-4683-9b3d-cb335a28797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:25Z', 'revision_number': 11, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:29.220539 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c827ce5-8e6d-4683-9b3d-cb335a28797d None None] The sync data for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv is: [{'id': 'd1d567cf-ed11-4bf7-952f-107724b20f1f', 'name': 'tempest-RoutersTest-router-681798187', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:28Z', 'updated_at': '2022-03-02T20:20:25Z', 'revision_number': 11, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:29.285966 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:29.370005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f6b28-0522-4844-a555-0639a27e8754 None None] Pushing event updated for resources: {'Port': ['ID=55266839-e0a0-4e1b-9774-ef6ca5e0ae5b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:29.373566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Routers {'da7307a2-e48a-4afd-88db-d9cb2c2021df'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:29.374191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['da7307a2-e48a-4afd-88db-d9cb2c2021df'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:29.463993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47396) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:29.528358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882ae1e-214c-4234-b922-a979f37fdea1 req-1a5e5283-a22a-4c63-b2de-c543df284ece service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:29.529811 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6882ae1e-214c-4234-b922-a979f37fdea1 req-1a5e5283-a22a-4c63-b2de-c543df284ece service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.3578291 Mar 02 20:20:29.559518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] Set router da7307a2-e48a-4afd-88db-d9cb2c2021df gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:29.589376 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b10b01c6-a33e-4b33-b32d-1169363519cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/f970433b-c015-41fb-bfc4-091ba5210397 HTTP/1.1" status: 200 len: 991 time: 0.1249218 Mar 02 20:20:29.880890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d78e1f9b-7b23-4d89-8154-f1d55b7a3e84 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:29.895486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d78e1f9b-7b23-4d89-8154-f1d55b7a3e84 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:29.899705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:26Z', 'revision_number': 3, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:29.904233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf49ba-5d5b-49dd-bc4a-59befced703e None None] The sync data for ids ['da7307a2-e48a-4afd-88db-d9cb2c2021df'] in dv-neutron-831593-2-hyperv is: [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:26Z', 'revision_number': 3, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:29.970277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:30.010976 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6882ae1e-214c-4234-b922-a979f37fdea1 req-550f1a11-ae5a-4269-8e44-dde5d5fecc4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 HTTP/1.1" status: 200 len: 1001 time: 0.2917597 Mar 02 20:20:30.161455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'Subnet': ['ID=7b54d581-27c8-48a9-a7c9-9c8588c6143f,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:30.188800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882ae1e-214c-4234-b922-a979f37fdea1 req-faf64e24-986c-4f1a-a47e-52be493740a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:30.191026 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6882ae1e-214c-4234-b922-a979f37fdea1 req-faf64e24-986c-4f1a-a47e-52be493740a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.1325650 Mar 02 20:20:30.199412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78e1f9b-7b23-4d89-8154-f1d55b7a3e84 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router d1d567cf-ed11-4bf7-952f-107724b20f1f has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:30.251745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Checking segment: {'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:20:30.252100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Network hostable DHCP agents. Network: 60a5e542-e897-4504-add2-22d2eb5cb27d, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:20:30.432820 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6882ae1e-214c-4234-b922-a979f37fdea1 req-bae9e7fe-6e89-4e25-9fda-10fbb50ccc0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2322335 Mar 02 20:20:30.441668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78e1f9b-7b23-4d89-8154-f1d55b7a3e84 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:30.474379 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d78e1f9b-7b23-4d89-8154-f1d55b7a3e84 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:30.475478 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d78e1f9b-7b23-4d89-8154-f1d55b7a3e84 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f HTTP/1.1" status: 200 len: 700 time: 1.9340611 Mar 02 20:20:30.479110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47402) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:30.521742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Network 60a5e542-e897-4504-add2-22d2eb5cb27d is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:20:30.526683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6b789f5e-6a2d-4069-9d35-e07c667bb84a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:30.584834 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6882ae1e-214c-4234-b922-a979f37fdea1 req-a6c5e3fa-6d32-404c-bcca-83c6d8de8270 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413031 Mar 02 20:20:30.591869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47406) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:30.652907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6b789f5e-6a2d-4069-9d35-e07c667bb84a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:30.654073 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6b789f5e-6a2d-4069-9d35-e07c667bb84a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1d567cf-ed11-4bf7-952f-107724b20f1f HTTP/1.1" status: 200 len: 205 time: 0.1739872 Mar 02 20:20:30.658287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47410) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:30.701955 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-54a23b63-4fcc-49ac-bffc-b334ba2a1e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/f970433b-c015-41fb-bfc4-091ba5210397 HTTP/1.1" status: 200 len: 991 time: 0.1078267 Mar 02 20:20:30.721586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 60a5e542-e897-4504-add2-22d2eb5cb27d) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:30.733337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d0fb36-85dd-498e-8a73-be871d779066 None None] Network 60a5e542-e897-4504-add2-22d2eb5cb27d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:20:30.747493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:30.748117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:30.814966 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9915653e-3cf0-49f5-97ba-5639289d711d no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:20:30.848079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15095d1-25ac-4ad8-8170-846ffaa8d8f3 None None] New status for floating IP f970433b-c015-41fb-bfc4-091ba5210397: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:20:30.879141 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6882ae1e-214c-4234-b922-a979f37fdea1 req-1f722a91-91bc-46aa-bf9a-114dd59c4925 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874470 Mar 02 20:20:30.881817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37d8f285-eb7b-4707-abfc-66882dbdcf06 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:30.949607 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e0fc1fd6-eb38-4a1f-8a71-262e650b25ed tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6789591 Mar 02 20:20:30.954487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47414) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:30.957990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 9915653e-3cf0-49f5-97ba-5639289d711d {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:20:30.958579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9915653e-3cf0-49f5-97ba-5639289d711d not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:20:31.333689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-60a5e542-e897-4504-add2-22d2eb5cb27d', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:20:31.335416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:31.562853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Allocated IP 172.20.0.2 (60a5e542-e897-4504-add2-22d2eb5cb27d/7b54d581-27c8-48a9-a7c9-9c8588c6143f/52087f29-f7d8-451a-a630-77bc8c5a520a) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:31.600242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37d8f285-eb7b-4707-abfc-66882dbdcf06 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:31.606458 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37d8f285-eb7b-4707-abfc-66882dbdcf06 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:31.704911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47418) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:31.780341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37d8f285-eb7b-4707-abfc-66882dbdcf06 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:31.781148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d8f285-eb7b-4707-abfc-66882dbdcf06 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Fanout notify agent at l3_agent the message router_deleted on router d1d567cf-ed11-4bf7-952f-107724b20f1f {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:20:31.859313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:31.874953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Transition to ACTIVE for port object 52087f29-f7d8-451a-a630-77bc8c5a520a will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:31.886439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37d8f285-eb7b-4707-abfc-66882dbdcf06 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:31.887930 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-37d8f285-eb7b-4707-abfc-66882dbdcf06 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f HTTP/1.1" status: 204 len: 168 time: 1.2287414 Mar 02 20:20:31.895426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47422) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:31.903073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Transition to ACTIVE for port object 52087f29-f7d8-451a-a630-77bc8c5a520a will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:31.910853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-77686a92-1163-4706-bcee-75032520fef4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-697704597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:31.921662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-77686a92-1163-4706-bcee-75032520fef4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:31.937456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-77686a92-1163-4706-bcee-75032520fef4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Usage tracker for resource:router and tenant:06dcb722161d48218057191a1a7b0afb is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:31.937456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-77686a92-1163-4706-bcee-75032520fef4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:31.947778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-77686a92-1163-4706-bcee-75032520fef4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:31.962465 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d440f755-62b1-4c33-9259-acab441ffa51 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/f970433b-c015-41fb-bfc4-091ba5210397 HTTP/1.1" status: 200 len: 993 time: 0.2543476 Mar 02 20:20:32.012313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-77686a92-1163-4706-bcee-75032520fef4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.013398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.013554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-77686a92-1163-4706-bcee-75032520fef4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.037790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-77686a92-1163-4706-bcee-75032520fef4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.118824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.160997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-77686a92-1163-4706-bcee-75032520fef4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.169125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Network 60a5e542-e897-4504-add2-22d2eb5cb27d is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:32.172612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:32.177323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:20:32.276246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-77686a92-1163-4706-bcee-75032520fef4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.279504 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-77686a92-1163-4706-bcee-75032520fef4 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3815191 Mar 02 20:20:32.282554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47426) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:32.290974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b72ae23b-2837-4fcb-831e-0b020886c69b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:32.292282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Pushing event updated for resources: {'Port': ['ID=52087f29-f7d8-451a-a630-77bc8c5a520a,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:32.312063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Attempting to bind port 52087f29-f7d8-451a-a630-77bc8c5a520a on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:20:32.312505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Attempting to bind port 52087f29-f7d8-451a-a630-77bc8c5a520a by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:20:32.312920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Attempting to bind port 52087f29-f7d8-451a-a630-77bc8c5a520a on network 60a5e542-e897-4504-add2-22d2eb5cb27d {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:20:32.319755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:20:32.320184 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Checking segment: {'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:20:32.320659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.321194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Bound using segment: {'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:20:32.322059 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Bound port: 52087f29-f7d8-451a-a630-77bc8c5a520a, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:20:32.322500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.434305 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] For port 52087f29-f7d8-451a-a630-77bc8c5a520a, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:20:32.437944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] For port 52087f29-f7d8-451a-a630-77bc8c5a520a, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=52087f29-f7d8-451a-a630-77bc8c5a520a,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:20:32.527369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.552824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Allocated IP 172.20.0.1 (60a5e542-e897-4504-add2-22d2eb5cb27d/7b54d581-27c8-48a9-a7c9-9c8588c6143f/4a3e6102-46ca-4d3b-8727-200aa14e4d95) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:32.618662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f58428-d13d-4234-aebe-ab6148f97341 None None] Pushing event updated for resources: {'Port': ['ID=52087f29-f7d8-451a-a630-77bc8c5a520a,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:32.706676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b72ae23b-2837-4fcb-831e-0b020886c69b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.718055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.742002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Transition to ACTIVE for port object 4a3e6102-46ca-4d3b-8727-200aa14e4d95 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:32.794803 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b72ae23b-2837-4fcb-831e-0b020886c69b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.824051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:32.929729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Network 60a5e542-e897-4504-add2-22d2eb5cb27d is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:32.939729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'Port': ['ID=4a3e6102-46ca-4d3b-8727-200aa14e4d95,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:32.943494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:32.956476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:20:33.020541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:33.090559 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72ae23b-2837-4fcb-831e-0b020886c69b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Router 14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:20:33.234188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72ae23b-2837-4fcb-831e-0b020886c69b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:33.240204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b72ae23b-2837-4fcb-831e-0b020886c69b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:33.241316 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b72ae23b-2837-4fcb-831e-0b020886c69b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "PUT /v2.0/routers/14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544 HTTP/1.1" status: 200 len: 693 time: 0.9566872 Mar 02 20:20:33.243961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47430) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:33.247665 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb74017-b39d-4d91-b9ce-7becd3a12306 None None] Sync routers for ids ['14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:33.256744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:33.262029 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb74017-b39d-4d91-b9ce-7becd3a12306 None None] Routers {'14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:33.262788 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fcb74017-b39d-4d91-b9ce-7becd3a12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:33.412369 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-fcb74017-b39d-4d91-b9ce-7becd3a12306 None None] Set router 14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544 gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:33.521492 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c682364f-05df-4fb0-aedb-13871a2e2cd8 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/routers/14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544 HTTP/1.1" status: 200 len: 699 time: 0.2756577 Mar 02 20:20:33.524165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47434) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:33.541181 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fcb74017-b39d-4d91-b9ce-7becd3a12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544', 'name': 'tempest-RoutersTest-router-697704597', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:32Z', 'revision_number': 2, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:33.545988 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb74017-b39d-4d91-b9ce-7becd3a12306 None None] Checking router: 14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:33.559245 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb74017-b39d-4d91-b9ce-7becd3a12306 None None] Routers {'14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:33.560542 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fcb74017-b39d-4d91-b9ce-7becd3a12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:33.583286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-df08fd60-0bfe-4b7c-8454-14973aab3d90 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Synchronizing usage tracker for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:33.669372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-df08fd60-0bfe-4b7c-8454-14973aab3d90 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Unset dirty status for tenant:06dcb722161d48218057191a1a7b0afb on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:33.673058 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-df08fd60-0bfe-4b7c-8454-14973aab3d90 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544 HTTP/1.1" status: 200 len: 205 time: 0.1479774 Mar 02 20:20:33.674204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47438) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:33.694784 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-fcb74017-b39d-4d91-b9ce-7becd3a12306 None None] Set router 14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544 gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:33.745510 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7717c65-bbb2-4a17-abeb-12ec7a03d033 None None] Network 60a5e542-e897-4504-add2-22d2eb5cb27d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:20:33.803159 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fcb74017-b39d-4d91-b9ce-7becd3a12306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544', 'name': 'tempest-RoutersTest-router-697704597', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:32Z', 'revision_number': 2, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:33.808152 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb74017-b39d-4d91-b9ce-7becd3a12306 None None] The sync data for ids ['14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544'] in dv-neutron-831593-2-hyperv is: [{'id': '14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544', 'name': 'tempest-RoutersTest-router-697704597', 'tenant_id': '06dcb722161d48218057191a1a7b0afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:32Z', 'revision_number': 2, 'project_id': '06dcb722161d48218057191a1a7b0afb', 'gw_port_host': None}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:33.915971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ac16c9da-d817-4edb-800d-d3298fbeb25c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:33.979660 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ae97c088-baa5-4794-b749-94a1b8f8e337 None None] Provisioning for port 52087f29-f7d8-451a-a630-77bc8c5a520a completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:34.081129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:34.153044 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8946a53-628e-4a8e-825a-c3c78097f16e None None] Sync routers for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:34.162033 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:34.189393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8946a53-628e-4a8e-825a-c3c78097f16e None None] Routers set() bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:34.189393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8946a53-628e-4a8e-825a-c3c78097f16e None None] Router IDs set() for agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 20:20:34.189393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_agentschedulers_db [None req-f8946a53-628e-4a8e-825a-c3c78097f16e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d1d567cf-ed11-4bf7-952f-107724b20f1f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent'). {{(pid=84505) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 20:20:34.200190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8946a53-628e-4a8e-825a-c3c78097f16e None None] Routers set() bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:34.200947 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8946a53-628e-4a8e-825a-c3c78097f16e None None] Router IDs set() for agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 20:20:34.201656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_agentschedulers_db [None req-f8946a53-628e-4a8e-825a-c3c78097f16e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d1d567cf-ed11-4bf7-952f-107724b20f1f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent'). {{(pid=84505) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 20:20:34.202158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8946a53-628e-4a8e-825a-c3c78097f16e None None] The sync data for ids ['d1d567cf-ed11-4bf7-952f-107724b20f1f'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:34.515057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2568e848-5e87-48a5-9124-24df32e81337 None None] Provisioning for port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:34.520254 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2568e848-5e87-48a5-9124-24df32e81337 None None] Provisioning complete for port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:34.520840 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2568e848-5e87-48a5-9124-24df32e81337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:34.555967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:34.564210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'Port': ['ID=4a3e6102-46ca-4d3b-8727-200aa14e4d95,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:34.575147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ac16c9da-d817-4edb-800d-d3298fbeb25c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:34.588430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2568e848-5e87-48a5-9124-24df32e81337 None None] Port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:34.649866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ac16c9da-d817-4edb-800d-d3298fbeb25c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:34.725134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d2835d3c-1ff5-4ecb-ae64-979f250adb35 None None] Provisioning complete for port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:34.725498 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d2835d3c-1ff5-4ecb-ae64-979f250adb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:34.727908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Network 60a5e542-e897-4504-add2-22d2eb5cb27d is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:34.729635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:34.868928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d2835d3c-1ff5-4ecb-ae64-979f250adb35 None None] Port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:34.961472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 52087f29-f7d8-451a-a630-77bc8c5a520a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:34.965017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ac16c9da-d817-4edb-800d-d3298fbeb25c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:34.965017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac16c9da-d817-4edb-800d-d3298fbeb25c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Fanout notify agent at l3_agent the message router_deleted on router 14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:20:35.099526 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-dbec052a-9065-43c9-88f3-fb7bed0ea848 None None] Provisioning complete for port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:35.100177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-dbec052a-9065-43c9-88f3-fb7bed0ea848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:35.156932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 52087f29-f7d8-451a-a630-77bc8c5a520a completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:35.168420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 52087f29-f7d8-451a-a630-77bc8c5a520a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:35.168420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:35.218494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ac16c9da-d817-4edb-800d-d3298fbeb25c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:35.219585 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ac16c9da-d817-4edb-800d-d3298fbeb25c tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544 HTTP/1.1" status: 204 len: 168 time: 1.5444636 Mar 02 20:20:35.233591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47442) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.257053 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-dbec052a-9065-43c9-88f3-fb7bed0ea848 None None] Port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:35.323859 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-319bb203-1f8b-45d7-9495-c8eb6181f216 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544 HTTP/1.1" status: 200 len: 205 time: 0.0873287 Mar 02 20:20:35.325964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47446) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.384094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:35.406155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 52087f29-f7d8-451a-a630-77bc8c5a520a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=52087f29-f7d8-451a-a630-77bc8c5a520a,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:35.412131 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-9fd836a8-ed3d-4ff2-9ac2-1c2eeab18466 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] delete failed (client error): The resource could not be found. Mar 02 20:20:35.412131 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9fd836a8-ed3d-4ff2-9ac2-1c2eeab18466 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/14cfe1f5-1cc9-4c2a-ade2-ac02c4ed1544 HTTP/1.1" status: 404 len: 336 time: 0.0777824 Mar 02 20:20:35.417722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47450) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.435356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Router da7307a2-e48a-4afd-88db-d9cb2c2021df has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:35.461052 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdc7e92-0527-419b-8bba-02341bac842b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:35.461052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdc7e92-0527-419b-8bba-02341bac842b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:35.465375 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2cdc7e92-0527-419b-8bba-02341bac842b tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/afcd9e3b-f947-43ac-b4a6-87eaf1df8e1c HTTP/1.1" status: 404 len: 337 time: 0.0474994 Mar 02 20:20:35.465541 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47454) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.480611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:35.481393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:35.510792 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f28d07f-f1b7-4966-a2b3-92c094b933e7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:35.514591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f28d07f-f1b7-4966-a2b3-92c094b933e7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:35.514591 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8f28d07f-f1b7-4966-a2b3-92c094b933e7 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/4f2213de-2895-467f-827c-ce1a157f05dc HTTP/1.1" status: 404 len: 337 time: 0.0464492 Mar 02 20:20:35.516082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47458) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.569435 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dfd83b-d3ba-4814-8468-e2c09ea0d314 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:35.570266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6dfd83b-d3ba-4814-8468-e2c09ea0d314 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:35.573369 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a6dfd83b-d3ba-4814-8468-e2c09ea0d314 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/8e4ae05d-d629-4858-a3f3-c08437e0c80c HTTP/1.1" status: 404 len: 337 time: 0.0562358 Mar 02 20:20:35.576229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47462) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.605267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=52087f29-f7d8-451a-a630-77bc8c5a520a,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:35.620843 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf8d86c-7d83-4522-9f4a-8eaf49e7b697 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:35.621291 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf8d86c-7d83-4522-9f4a-8eaf49e7b697 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:35.625292 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2cf8d86c-7d83-4522-9f4a-8eaf49e7b697 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/611f5ec8-6000-45c5-a360-7da684b0d3e3 HTTP/1.1" status: 404 len: 337 time: 0.0456393 Mar 02 20:20:35.625601 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47466) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.676819 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-eff4e4a3-36c6-4b12-8a71-386a2d5df2ae tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1d567cf-ed11-4bf7-952f-107724b20f1f HTTP/1.1" status: 200 len: 205 time: 0.0500643 Mar 02 20:20:35.679373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47470) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.737759 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:35.750011 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:35.750205 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d6c03b9b-0a0f-4b00-8264-d744ac6fa2d0 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "PUT /v2.0/routers/da7307a2-e48a-4afd-88db-d9cb2c2021df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7890322 Mar 02 20:20:35.750324 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-de1ee4ef-5dc5-47e3-a8d8-9ce44940f53d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] delete failed (client error): The resource could not be found. Mar 02 20:20:35.750432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:35.750432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:35.750634 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-de1ee4ef-5dc5-47e3-a8d8-9ce44940f53d tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/d1d567cf-ed11-4bf7-952f-107724b20f1f HTTP/1.1" status: 404 len: 336 time: 0.0686147 Mar 02 20:20:35.751628 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47476) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.801093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47482) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.810162 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1965d849-f72f-4185-a2c0-4e0d647b90b2 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=814c5432-bee9-43a9-ae24-7069635e5834 HTTP/1.1" status: 200 len: 205 time: 0.0572538 Mar 02 20:20:35.867109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:35.872247 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-fbd6b2ed-58fd-442d-b046-a7c7f76b5595 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] delete failed (client error): The resource could not be found. Mar 02 20:20:35.876591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47490) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.882458 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fbd6b2ed-58fd-442d-b046-a7c7f76b5595 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/814c5432-bee9-43a9-ae24-7069635e5834 HTTP/1.1" status: 404 len: 336 time: 0.0799403 Mar 02 20:20:35.884257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=55266839-e0a0-4e1b-9774-ef6ca5e0ae5b,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:35.917621 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c65ea41-bc16-4069-bfc3-e988d78b5e83 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:35.918092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c65ea41-bc16-4069-bfc3-e988d78b5e83 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:35.922086 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1c65ea41-bc16-4069-bfc3-e988d78b5e83 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/78a32206-2644-4976-a3ce-9a0b4b2b6e46 HTTP/1.1" status: 404 len: 337 time: 0.0421696 Mar 02 20:20:35.923962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47494) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:35.931605 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-5bf04329-6032-4e67-a459-cce43320dfab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163731994&fields=id&tenant_id=e451c8255d5e43deb6d7333bb5b61f84 HTTP/1.1" status: 200 len: 267 time: 0.0430565 Mar 02 20:20:35.944034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:35.966046 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b95ec64a-2891-4121-b55a-44ddada8aef2 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad HTTP/1.1" status: 200 len: 205 time: 0.0426955 Mar 02 20:20:35.968584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47498) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:36.018108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=55266839-e0a0-4e1b-9774-ef6ca5e0ae5b,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:36.057406 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-b5a584a3-b3b1-4aa2-885d-2155d3250e83 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] delete failed (client error): The resource could not be found. Mar 02 20:20:36.061366 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b5a584a3-b3b1-4aa2-885d-2155d3250e83 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/85a65cd1-708c-4b4d-a3dc-cdc37b4a2cad HTTP/1.1" status: 404 len: 336 time: 0.0918913 Mar 02 20:20:36.061899 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47502) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:36.096132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-ec90ad23-bfe7-4667-afd2-41b89baada1e tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:36.097685 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-ec90ad23-bfe7-4667-afd2-41b89baada1e tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/networks?id=60a5e542-e897-4504-add2-22d2eb5cb27d HTTP/1.1" status: 200 len: 797 time: 0.1593480 Mar 02 20:20:36.107030 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6e6314e4-e07a-4ae9-9d54-a1253da7e40a tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=8191ad42-133c-4d8d-8be1-ddee462d8301 HTTP/1.1" status: 200 len: 205 time: 0.0440590 Mar 02 20:20:36.109264 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47506) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:36.114628 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-d5c769cc-2a4d-4343-afd1-3f70d37d10e2 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/quotas/e451c8255d5e43deb6d7333bb5b61f84 HTTP/1.1" status: 200 len: 375 time: 0.0113008 Mar 02 20:20:36.178715 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-66ee0530-fdbd-46de-be22-055d5b488cfe tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] delete failed (client error): The resource could not be found. Mar 02 20:20:36.179816 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-66ee0530-fdbd-46de-be22-055d5b488cfe tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/8191ad42-133c-4d8d-8be1-ddee462d8301 HTTP/1.1" status: 404 len: 336 time: 0.0696862 Mar 02 20:20:36.183208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47510) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:36.202871 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-76e54651-57f6-46ae-b901-ef6cba4c637c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Synchronizing usage tracker for tenant:e451c8255d5e43deb6d7333bb5b61f84 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:36.221499 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc78b3fe-5c61-49b1-ac17-3ca73c602643 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:36.221952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc78b3fe-5c61-49b1-ac17-3ca73c602643 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:36.223570 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cc78b3fe-5c61-49b1-ac17-3ca73c602643 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/070bc982-958d-4e04-bfd5-acf0f381a963 HTTP/1.1" status: 404 len: 337 time: 0.0394890 Mar 02 20:20:36.226149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47514) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:36.271283 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2727a968-c98d-461d-a6b0-d4785832ad6e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=7517ed0b-d6b8-4447-893b-c7335a6f105b HTTP/1.1" status: 200 len: 205 time: 0.0439236 Mar 02 20:20:36.273437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47518) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:36.287827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-76e54651-57f6-46ae-b901-ef6cba4c637c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Unset dirty status for tenant:e451c8255d5e43deb6d7333bb5b61f84 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:36.289371 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-76e54651-57f6-46ae-b901-ef6cba4c637c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e451c8255d5e43deb6d7333bb5b61f84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677637 Mar 02 20:20:36.305876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-43ec3391-05ee-416e-80bd-6565d933640d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:20:36.306898 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-43ec3391-05ee-416e-80bd-6565d933640d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057948 Mar 02 20:20:36.343667 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-53dc0977-8801-4e49-a067-06723079599e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] delete failed (client error): The resource could not be found. Mar 02 20:20:36.344682 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-53dc0977-8801-4e49-a067-06723079599e tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/7517ed0b-d6b8-4447-893b-c7335a6f105b HTTP/1.1" status: 404 len: 336 time: 0.0699887 Mar 02 20:20:36.347266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47522) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:36.385258 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a87878-f848-4e1d-a01d-fbdb646e9832 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:36.385698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a87878-f848-4e1d-a01d-fbdb646e9832 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:36.387350 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d8a87878-f848-4e1d-a01d-fbdb646e9832 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/72996088-8f40-426d-8636-b27c9edf49b9 HTTP/1.1" status: 404 len: 337 time: 0.0391998 Mar 02 20:20:36.390012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47526) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:36.435465 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-318e2ae1-8056-447c-a7f5-ec4602b409bc tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed9570e0-b01a-49ea-aef5-a74898213d98 HTTP/1.1" status: 200 len: 205 time: 0.0441136 Mar 02 20:20:36.437564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47530) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:36.442597 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-056998a0-3d59-4250-9480-7e79a3715523 service neutron] 10.222.0.44 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298273 Mar 02 20:20:36.501677 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-9069301c-46c1-444b-9ad4-e78e632700eb tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] delete failed (client error): The resource could not be found. Mar 02 20:20:36.502735 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9069301c-46c1-444b-9ad4-e78e632700eb tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/routers/ed9570e0-b01a-49ea-aef5-a74898213d98 HTTP/1.1" status: 404 len: 336 time: 0.0642724 Mar 02 20:20:36.505195 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47534) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:36.547114 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-3997a045-0109-4463-9c0a-8ec47f7d5981 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:36.547552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3997a045-0109-4463-9c0a-8ec47f7d5981 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:36.549173 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3997a045-0109-4463-9c0a-8ec47f7d5981 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/9177ca2f-d47c-4fe8-862b-f4f1281a5028 HTTP/1.1" status: 404 len: 337 time: 0.0431147 Mar 02 20:20:36.551716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47538) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:36.578670 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-6ee4bff9-54e1-4a4f-a1fe-b7ffd60011ba service neutron] 10.222.0.44 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294124 Mar 02 20:20:36.588879 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.pecan_wsgi.hooks.translation [None req-08713beb-0a74-40b2-9021-d5e037356a76 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] DELETE failed (client error): The resource could not be found. Mar 02 20:20:36.589319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08713beb-0a74-40b2-9021-d5e037356a76 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84503) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:20:36.590974 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-08713beb-0a74-40b2-9021-d5e037356a76 tempest-RoutersTest-162266611 tempest-RoutersTest-162266611-project] 10.222.0.44 "DELETE /v2.0/subnets/86b918d9-8fc3-4a36-bd6a-94f091198831 HTTP/1.1" status: 404 len: 337 time: 0.0383961 Mar 02 20:20:36.824936 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-18014320-6cc7-44d4-aae6-3cad8080c346 req-eaf1c8ea-fad6-4b8b-b068-f67a88a3111c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 210 time: 0.0421634 Mar 02 20:20:36.835588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 52087f29-f7d8-451a-a630-77bc8c5a520a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:36.912865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 52087f29-f7d8-451a-a630-77bc8c5a520a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:36.913554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:37.029702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:37.095757 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:37.096185 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:37.255608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47554) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:37.434425 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6749d9e2-bcea-4eb1-917a-e3cfa73957d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06dcb722161d48218057191a1a7b0afb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1776700 Mar 02 20:20:37.436848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47560) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:37.497199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3c5539a6-508c-4dec-9c9c-29e390ff72bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:37.522350 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3c5539a6-508c-4dec-9c9c-29e390ff72bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:37.709077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3c5539a6-508c-4dec-9c9c-29e390ff72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:37.814842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5539a6-508c-4dec-9c9c-29e390ff72bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff1b57b-be95-4109-8699-c0a11ca8727f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:37.821225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3c5539a6-508c-4dec-9c9c-29e390ff72bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:37.822433 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3c5539a6-508c-4dec-9c9c-29e390ff72bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ff1b57b-be95-4109-8699-c0a11ca8727f HTTP/1.1" status: 204 len: 168 time: 0.3846877 Mar 02 20:20:37.938047 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3a59474b-006f-4c8b-a6c1-4f0953fcb7f2 req-9eb12bbc-7865-4ba7-850c-9961b93711cb tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 210 time: 0.0431380 Mar 02 20:20:39.019874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47588) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:39.109395 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e859fe40-1b88-44b1-8f45-a5a0a9dde873 req-5b68bc94-819e-4cdd-b8ac-1a15e450f536 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 210 time: 0.0474885 Mar 02 20:20:39.184807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-61cd0d08-d61e-4fd1-8fa5-204ed792d3c4 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:39.185588 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-61cd0d08-d61e-4fd1-8fa5-204ed792d3c4 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 20:20:39.186636 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-61cd0d08-d61e-4fd1-8fa5-204ed792d3c4 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1656282 Mar 02 20:20:39.190397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47594) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:39.195980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740089726'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:39.201966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:39.205768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:39.208830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:39.219880 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:39.261367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-f39ac083-9eff-4396-905f-e44b1f535f09 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:39.262092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-f39ac083-9eff-4396-905f-e44b1f535f09 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Synchronizing usage tracker for tenant:e451c8255d5e43deb6d7333bb5b61f84 on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:39.314515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:39.327499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:39.343557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-f39ac083-9eff-4396-905f-e44b1f535f09 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Unset dirty status for tenant:e451c8255d5e43deb6d7333bb5b61f84 on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:39.345026 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-f39ac083-9eff-4396-905f-e44b1f535f09 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.31 "GET /v2.0/networks?id=60a5e542-e897-4504-add2-22d2eb5cb27d HTTP/1.1" status: 200 len: 797 time: 0.2483082 Mar 02 20:20:39.361050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:39.365006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:39.368834 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:39.375048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:39.404190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-f7516071-5296-44d4-b36c-d3e9760b96ff tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Synchronizing usage tracker for tenant:e451c8255d5e43deb6d7333bb5b61f84 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:39.454197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:39.480449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-f7516071-5296-44d4-b36c-d3e9760b96ff tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Unset dirty status for tenant:e451c8255d5e43deb6d7333bb5b61f84 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:39.481625 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-f7516071-5296-44d4-b36c-d3e9760b96ff tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e451c8255d5e43deb6d7333bb5b61f84 HTTP/1.1" status: 200 len: 379 time: 0.1194990 Mar 02 20:20:39.492062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'port': {'device_id': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'admin_state_up': True, 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'security_groups': ['7a86cfe4-1ba5-4505-8fc6-57bc55d748bc']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:39.611651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:39.632162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:39.642612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:39.654467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:39.656674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95768979-eae6-4c56-a11a-9e9cb76e55fa,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:39.661022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:39.664589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:39.669966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:39.724561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:39.743541 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Made reservation on behalf of e451c8255d5e43deb6d7333bb5b61f84 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:20:39.746604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:39.875151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:39.923579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f7f40b-5939-480d-92ec-e8348dd20464,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:39.936096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Allocated IP 172.20.0.13 (60a5e542-e897-4504-add2-22d2eb5cb27d/7b54d581-27c8-48a9-a7c9-9c8588c6143f/2535fbc4-d2ec-4c8f-afba-ae7456e1e98c) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:39.995889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:39.997063 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5c2c7fb2-299f-4c4e-9bc8-dbd25eb4d167 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8055265 Mar 02 20:20:40.000052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47600) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:40.004465 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Sync routers for ids ['da7307a2-e48a-4afd-88db-d9cb2c2021df'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:40.018445 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Routers {'da7307a2-e48a-4afd-88db-d9cb2c2021df'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:40.019048 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['da7307a2-e48a-4afd-88db-d9cb2c2021df'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:40.082470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-53e1ad2d-9687-4b2c-88a1-1f900846a3c5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': 'c8f7f40b-5939-480d-92ec-e8348dd20464', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:40.101974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-53e1ad2d-9687-4b2c-88a1-1f900846a3c5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:40.110528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-53e1ad2d-9687-4b2c-88a1-1f900846a3c5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:40.115239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-53e1ad2d-9687-4b2c-88a1-1f900846a3c5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:40.132081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-53e1ad2d-9687-4b2c-88a1-1f900846a3c5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:40.160012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.178222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Transition to ACTIVE for port object 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:40.208130 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Set router da7307a2-e48a-4afd-88db-d9cb2c2021df gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:40.285411 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4691d641-5eb8-49be-980f-fa9a8512f0af req-18c75936-7c57-459f-9c23-87ad6341fda6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 210 time: 0.0422692 Mar 02 20:20:40.297358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53e1ad2d-9687-4b2c-88a1-1f900846a3c5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.322981 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.423690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Network 60a5e542-e897-4504-add2-22d2eb5cb27d is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:40.425863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:40.428327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:20:40.454076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'Port': ['ID=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:40.488063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53e1ad2d-9687-4b2c-88a1-1f900846a3c5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.509612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:40.510248 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.559310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53e1ad2d-9687-4b2c-88a1-1f900846a3c5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.566347 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:33Z', 'revision_number': 4, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4a3e6102-46ca-4d3b-8727-200aa14e4d95', 'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'mac_address': 'fa:16:3e:1a:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:33Z', 'revision_number': 2, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'subnets': [{'id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:40.571230 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Checking router: da7307a2-e48a-4afd-88db-d9cb2c2021df for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:40.571564 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Updating router da7307a2-e48a-4afd-88db-d9cb2c2021df port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:20:40.582857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1ad2d-9687-4b2c-88a1-1f900846a3c5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce025a5-5291-435a-bb16-32d6d9da926a,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:40.628213 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.658331 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b9279372-d677-4170-91c8-931b1871a4ab tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1699367 Mar 02 20:20:40.668552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-f3e0abc5-9bf8-46aa-8dd5-1e1bf751b9a4 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:20:40.669591 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-f3e0abc5-9bf8-46aa-8dd5-1e1bf751b9a4 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051951 Mar 02 20:20:40.681176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Request body: {'port': {'device_id': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:40.713215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-53e1ad2d-9687-4b2c-88a1-1f900846a3c5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.717179 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-53e1ad2d-9687-4b2c-88a1-1f900846a3c5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7133324 Mar 02 20:20:40.717412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47606) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:40.723653 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-42ca6240-74fc-41be-93d3-46470411e78e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': 'c8f7f40b-5939-480d-92ec-e8348dd20464', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:40.730192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-42ca6240-74fc-41be-93d3-46470411e78e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:40.734159 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-42ca6240-74fc-41be-93d3-46470411e78e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:40.737037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-42ca6240-74fc-41be-93d3-46470411e78e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:40.744972 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-42ca6240-74fc-41be-93d3-46470411e78e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:40.795882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.811996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-06e296f6-ad1c-4730-bdb4-35904bb8e1e8 None None] Provisioning for port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:40.819917 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-06e296f6-ad1c-4730-bdb4-35904bb8e1e8 None None] Provisioning complete for port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:40.820540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-06e296f6-ad1c-4730-bdb4-35904bb8e1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.879538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-06e296f6-ad1c-4730-bdb4-35904bb8e1e8 None None] Port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:20:40.898898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-42ca6240-74fc-41be-93d3-46470411e78e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.982292 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:40.995032 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Transition to ACTIVE for port object 4a3e6102-46ca-4d3b-8727-200aa14e4d95 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:41.024349 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-42ca6240-74fc-41be-93d3-46470411e78e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 20:20:41.024781 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-42ca6240-74fc-41be-93d3-46470411e78e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3059165 Mar 02 20:20:41.032648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47610) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:41.050784 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.100977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c578739e-ac24-4a35-a37f-178209c2a7f0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.196691 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Pushing event updated for resources: {'Port': ['ID=4a3e6102-46ca-4d3b-8727-200aa14e4d95,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:41.236181 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:41.236512 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:41.236837 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:41.237156 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:41.237473 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:41.237785 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:41.238127 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:41.238440 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:41.238747 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:41.239243 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:41.239774 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:41.273041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c578739e-ac24-4a35-a37f-178209c2a7f0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.306318 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Attempting to bind port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:20:41.306796 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Attempting to bind port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:20:41.307175 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Attempting to bind port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 on network 60a5e542-e897-4504-add2-22d2eb5cb27d {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:20:41.319087 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:20:41.319659 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Checking segment: {'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:20:41.327726 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.327726 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Bound using segment: {'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:20:41.327726 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Bound port: 4a3e6102-46ca-4d3b-8727-200aa14e4d95, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:20:41.327726 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.350612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:20:41.362282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.423060 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] For port 4a3e6102-46ca-4d3b-8727-200aa14e4d95, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:20:41.423529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Transition to ACTIVE for port object 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:41.423685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c578739e-ac24-4a35-a37f-178209c2a7f0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.426036 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] For port 4a3e6102-46ca-4d3b-8727-200aa14e4d95, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4a3e6102-46ca-4d3b-8727-200aa14e4d95,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:20:41.480896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578739e-ac24-4a35-a37f-178209c2a7f0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f7f40b-5939-480d-92ec-e8348dd20464,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:41.486519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c578739e-ac24-4a35-a37f-178209c2a7f0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.490074 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c578739e-ac24-4a35-a37f-178209c2a7f0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "DELETE /v2.0/security-groups/c8f7f40b-5939-480d-92ec-e8348dd20464 HTTP/1.1" status: 204 len: 168 time: 0.4592309 Mar 02 20:20:41.491586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47616) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:41.525552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.554176 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.569581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550e42d-ac7f-4994-b54e-3893efef3688 req-0dc865c4-d59e-44bc-b6f6-e4b8c77b4c51 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:41.571928 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b550e42d-ac7f-4994-b54e-3893efef3688 req-0dc865c4-d59e-44bc-b6f6-e4b8c77b4c51 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 932 time: 0.1436925 Mar 02 20:20:41.578082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-952592ac-1433-4b50-a814-4516e114812d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Synchronizing usage tracker for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:41.636817 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b550e42d-ac7f-4994-b54e-3893efef3688 req-3d7daaf2-5c23-4d86-8a51-375be726d3d2 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541134 Mar 02 20:20:41.668273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Pushing event updated for resources: {'Port': ['ID=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:41.679597 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d56ed-44a9-4b94-b45c-8b556e7cbde1 None None] Pushing event updated for resources: {'Port': ['ID=4a3e6102-46ca-4d3b-8727-200aa14e4d95,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:41.685833 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Routers {'da7307a2-e48a-4afd-88db-d9cb2c2021df'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:41.686826 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['da7307a2-e48a-4afd-88db-d9cb2c2021df'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:41.697322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-952592ac-1433-4b50-a814-4516e114812d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Unset dirty status for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:41.702871 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-952592ac-1433-4b50-a814-4516e114812d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2103183 Mar 02 20:20:41.703783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47620) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:41.709440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'tempest-secgroup--958488758'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:41.716192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:41.728682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:41.794009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Attempting to bind port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:20:41.794447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Attempting to bind port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:20:41.794845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Attempting to bind port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c on network 60a5e542-e897-4504-add2-22d2eb5cb27d {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:20:41.806223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c on network 60a5e542-e897-4504-add2-22d2eb5cb27d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:20:41.806223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Attempting to bind port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c on network 60a5e542-e897-4504-add2-22d2eb5cb27d {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:20:41.808744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:20:41.809082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Checking segment: {'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:20:41.809519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Bound using segment: {'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:20:41.809977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Bound port: 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3d993d-de25-4e43-9449-251c8416e2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:20:41.810325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.823276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:41.873652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:41.879105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:41.882900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:41.889739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:41.891078 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] Set router da7307a2-e48a-4afd-88db-d9cb2c2021df gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:41.974169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:42.039109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] For port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:20:42.042373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] For port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:20:42.093767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:42.139356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e2278b-8f4b-4c09-9362-129e68e5fb6a,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:42.271020 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:33Z', 'revision_number': 4, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4a3e6102-46ca-4d3b-8727-200aa14e4d95', 'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'mac_address': 'fa:16:3e:1a:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:41Z', 'revision_number': 4, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'subnets': [{'id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:42.277212 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fa226-642b-466b-ad50-3f3673c798e2 None None] The sync data for ids ['da7307a2-e48a-4afd-88db-d9cb2c2021df'] in dv-neutron-831593-2-hyperv is: [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:33Z', 'revision_number': 4, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4a3e6102-46ca-4d3b-8727-200aa14e4d95', 'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'mac_address': 'fa:16:3e:1a:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:41Z', 'revision_number': 4, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'subnets': [{'id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:42.536986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:42.605110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:42.606446 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] 10.222.0.31 "PUT /v2.0/ports/2535fbc4-d2ec-4c8f-afba-ae7456e1e98c HTTP/1.1" status: 200 len: 1094 time: 1.9295876 Mar 02 20:20:42.606887 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:20:42.625381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f2f79-bc65-41f3-b35d-184fa6c4c50f service neutron] Pushing event updated for resources: {'Port': ['ID=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:42.643422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:42.643422 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b927a9c7-40f7-4e24-8216-64720ca446e2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9379692 Mar 02 20:20:42.645291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47626) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:42.651892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-09c357a2-f90b-4f58-9792-79d3fd8ba260 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '05e2278b-8f4b-4c09-9362-129e68e5fb6a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:42.652900 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-09c357a2-f90b-4f58-9792-79d3fd8ba260 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:42.654091 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-09c357a2-f90b-4f58-9792-79d3fd8ba260 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078192 Mar 02 20:20:42.657333 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47630) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:42.711833 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'status': 'completed', 'code': 200} Mar 02 20:20:42.737282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:42.790159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-807659ce-d1ba-4d81-89cc-b64163ce6263 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:42.854988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-807659ce-d1ba-4d81-89cc-b64163ce6263 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:42.895121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4a3e6102-46ca-4d3b-8727-200aa14e4d95 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:42.913604 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-34b06ace-a5ed-475a-b5db-c986ec961080 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e451c8255d5e43deb6d7333bb5b61f84&device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 1097 time: 0.1872151 Mar 02 20:20:42.949749 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7fd47-bf55-4a78-9ef0-8527e86503a4 req-57bae505-a2fa-4372-9268-a05eede025a3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:42.951589 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-89a7fd47-bf55-4a78-9ef0-8527e86503a4 req-57bae505-a2fa-4372-9268-a05eede025a3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 944 time: 0.1375463 Mar 02 20:20:43.003879 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-b2e07c25-71ba-44a1-8df6-0e69679536e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c HTTP/1.1" status: 200 len: 217 time: 0.0808101 Mar 02 20:20:43.007209 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-89a7fd47-bf55-4a78-9ef0-8527e86503a4 req-e793459a-885f-41f8-b4d3-788f5cb22785 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499191 Mar 02 20:20:43.035504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:43.042363 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:43.043198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:43.062471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-807659ce-d1ba-4d81-89cc-b64163ce6263 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:43.089607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807659ce-d1ba-4d81-89cc-b64163ce6263 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e2278b-8f4b-4c09-9362-129e68e5fb6a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:43.103653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-af604744-5b4f-4094-a1e5-2b4630c93652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:43.105044 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-af604744-5b4f-4094-a1e5-2b4630c93652 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b54d581-27c8-48a9-a7c9-9c8588c6143f HTTP/1.1" status: 200 len: 834 time: 0.0943856 Mar 02 20:20:43.106609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-807659ce-d1ba-4d81-89cc-b64163ce6263 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:43.108003 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-807659ce-d1ba-4d81-89cc-b64163ce6263 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "DELETE /v2.0/security-groups/05e2278b-8f4b-4c09-9362-129e68e5fb6a HTTP/1.1" status: 204 len: 168 time: 0.4496987 Mar 02 20:20:43.110806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47636) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:43.186306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c4313ca8-4c93-48b3-a8c7-6376aad6de87 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Synchronizing usage tracker for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:43.192727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:43.230674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 4a3e6102-46ca-4d3b-8727-200aa14e4d95, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4a3e6102-46ca-4d3b-8727-200aa14e4d95,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:43.234323 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-f9ba4884-2457-4d7a-a21f-efd21ae42b81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60a5e542-e897-4504-add2-22d2eb5cb27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116354 Mar 02 20:20:43.286895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c4313ca8-4c93-48b3-a8c7-6376aad6de87 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Unset dirty status for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:43.292480 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c4313ca8-4c93-48b3-a8c7-6376aad6de87 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1762946 Mar 02 20:20:43.293661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47640) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:43.298224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845021125'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:43.305522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:43.309357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:43.317384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:43.381457 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-5ed18e8e-6fe7-4ba0-a601-bf110012d550 service neutron] 10.222.0.31 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381354 Mar 02 20:20:43.392646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=4a3e6102-46ca-4d3b-8727-200aa14e4d95,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:43.397242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:43.434038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:43.437751 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:43.440683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:43.448054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:43.508529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:43.523597 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e176e7c-f9c0-4916-ae6c-cf0985c5ded1 req-76eb862a-54cb-4d14-89cf-f8cd1ffa3c8f service neutron] 10.222.0.31 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330729 Mar 02 20:20:43.577828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:43.631417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58334e50-6a75-4a2d-b82a-476e11828582,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:43.697888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:43.702778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47644) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:43.703272 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b992ac18-c037-4d9c-a23d-82dbe2c81bb0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4093027 Mar 02 20:20:43.709110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bfa6d99c-c002-44cc-a8fe-01449f49ed14 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '58334e50-6a75-4a2d-b82a-476e11828582', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:43.709709 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-bfa6d99c-c002-44cc-a8fe-01449f49ed14 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:43.710642 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bfa6d99c-c002-44cc-a8fe-01449f49ed14 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067644 Mar 02 20:20:43.713660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47648) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:43.727954 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b80b7303-6ae8-4d81-85eb-aa23ec363f0c req-16a21010-7ccb-4394-a196-d762f7ef681d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e451c8255d5e43deb6d7333bb5b61f84&device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 1097 time: 0.0889544 Mar 02 20:20:43.862756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-23b61e2d-c379-48d8-a850-8a8638f8d9c0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:43.917076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-23b61e2d-c379-48d8-a850-8a8638f8d9c0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:43.927947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b7303-6ae8-4d81-85eb-aa23ec363f0c req-eab73974-f557-4efd-9644-a65bd1cf11ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:43.929374 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b80b7303-6ae8-4d81-85eb-aa23ec363f0c req-eab73974-f557-4efd-9644-a65bd1cf11ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=60a5e542-e897-4504-add2-22d2eb5cb27d HTTP/1.1" status: 200 len: 899 time: 0.1940148 Mar 02 20:20:44.013710 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b80b7303-6ae8-4d81-85eb-aa23ec363f0c req-0fb5b5c7-f522-4fcd-8b57-173862545bae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c HTTP/1.1" status: 200 len: 217 time: 0.0751328 Mar 02 20:20:44.085142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b7303-6ae8-4d81-85eb-aa23ec363f0c req-6975b721-d4e3-4707-9f97-6b3f2c3ab613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:44.087622 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b80b7303-6ae8-4d81-85eb-aa23ec363f0c req-6975b721-d4e3-4707-9f97-6b3f2c3ab613 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b54d581-27c8-48a9-a7c9-9c8588c6143f HTTP/1.1" status: 200 len: 834 time: 0.0676224 Mar 02 20:20:44.139145 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-23b61e2d-c379-48d8-a850-8a8638f8d9c0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:44.163257 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b61e2d-c379-48d8-a850-8a8638f8d9c0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58334e50-6a75-4a2d-b82a-476e11828582,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:44.181358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-23b61e2d-c379-48d8-a850-8a8638f8d9c0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:44.185705 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-23b61e2d-c379-48d8-a850-8a8638f8d9c0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "DELETE /v2.0/security-groups/58334e50-6a75-4a2d-b82a-476e11828582 HTTP/1.1" status: 204 len: 168 time: 0.4680877 Mar 02 20:20:44.185705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47654) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:44.228719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c889879-9b36-4224-8176-b5d9c92e01eb req-ddc5acef-1dfe-464b-a8f9-4915a1cfe35d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:44.229506 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b80b7303-6ae8-4d81-85eb-aa23ec363f0c req-e853d100-acf9-46f2-809e-878432e4fb4f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60a5e542-e897-4504-add2-22d2eb5cb27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1336458 Mar 02 20:20:44.230219 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0c889879-9b36-4224-8176-b5d9c92e01eb req-ddc5acef-1dfe-464b-a8f9-4915a1cfe35d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 944 time: 0.0902879 Mar 02 20:20:44.278286 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0c889879-9b36-4224-8176-b5d9c92e01eb req-6555f21c-4e43-4902-8470-b3d385971af5 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421870 Mar 02 20:20:44.326658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b58c49d0-326c-4dcb-b9c1-6a24d4ac4844 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Synchronizing usage tracker for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:44.390827 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b80b7303-6ae8-4d81-85eb-aa23ec363f0c req-b2b561ff-75e5-47d3-9991-c4f51f069bb7 service neutron] 10.222.0.31 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519985 Mar 02 20:20:44.468146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b58c49d0-326c-4dcb-b9c1-6a24d4ac4844 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Unset dirty status for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:44.469338 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b58c49d0-326c-4dcb-b9c1-6a24d4ac4844 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2829850 Mar 02 20:20:44.473095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47658) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:44.478798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452999920'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:44.484624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:44.496262 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:44.532477 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b80b7303-6ae8-4d81-85eb-aa23ec363f0c req-1709028e-a513-4073-a2bc-75e9e60e341c service neutron] 10.222.0.31 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350532 Mar 02 20:20:44.566896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:44.601407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:44.605314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:44.608110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:44.613717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:44.670684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:44.725409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:44.766863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd7343d-4e05-4146-8ac9-d52380d80f02,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:44.812228 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4a3e6102-46ca-4d3b-8727-200aa14e4d95 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:44.845066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:44.847063 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a4ef2b4b-4abe-4aed-9447-fd9bd10b8571 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3725808 Mar 02 20:20:44.849346 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47662) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:44.854955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-449cde00-2ad9-41cf-9492-0c64c21d1f2d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': 'cdd7343d-4e05-4146-8ac9-d52380d80f02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:44.855718 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-449cde00-2ad9-41cf-9492-0c64c21d1f2d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:44.859540 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-449cde00-2ad9-41cf-9492-0c64c21d1f2d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063994 Mar 02 20:20:44.861392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47666) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:44.866516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2c5819bb-e2fb-4d6c-b311-89065df2225e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': 'cdd7343d-4e05-4146-8ac9-d52380d80f02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:44.867155 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-2c5819bb-e2fb-4d6c-b311-89065df2225e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:44.870306 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2c5819bb-e2fb-4d6c-b311-89065df2225e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058205 Mar 02 20:20:44.870472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47670) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:44.876614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3fdf7416-be70-41d1-a486-14b806da0b46 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': 'cdd7343d-4e05-4146-8ac9-d52380d80f02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:44.877260 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-3fdf7416-be70-41d1-a486-14b806da0b46 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:44.878209 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3fdf7416-be70-41d1-a486-14b806da0b46 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068526 Mar 02 20:20:44.885152 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:44.885305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47674) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:44.885519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:44.890263 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-06d25e70-252e-4a12-a0e2-5a2f5769b5cc tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': 'cdd7343d-4e05-4146-8ac9-d52380d80f02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:44.890929 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-06d25e70-252e-4a12-a0e2-5a2f5769b5cc tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:44.891832 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-06d25e70-252e-4a12-a0e2-5a2f5769b5cc tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057948 Mar 02 20:20:44.894382 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47678) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:45.054297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c61a9eb7-f685-4a37-9db5-bfe18919c251 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.081472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c61a9eb7-f685-4a37-9db5-bfe18919c251 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.184101 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c61a9eb7-f685-4a37-9db5-bfe18919c251 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.202752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a9eb7-f685-4a37-9db5-bfe18919c251 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd7343d-4e05-4146-8ac9-d52380d80f02,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:45.209284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c61a9eb7-f685-4a37-9db5-bfe18919c251 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.210499 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c61a9eb7-f685-4a37-9db5-bfe18919c251 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "DELETE /v2.0/security-groups/cdd7343d-4e05-4146-8ac9-d52380d80f02 HTTP/1.1" status: 204 len: 168 time: 0.3150632 Mar 02 20:20:45.213205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47682) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:45.264032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c4c09541-3270-424a-a7e1-81394ff25155 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Synchronizing usage tracker for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:45.343494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c4c09541-3270-424a-a7e1-81394ff25155 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Unset dirty status for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:45.348307 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c4c09541-3270-424a-a7e1-81394ff25155 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1305847 Mar 02 20:20:45.348948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47688) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:45.355219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217472636'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:45.361155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:45.371194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:45.447655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.504193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:45.511267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:45.518619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6b044-78d2-4064-90a0-3c7be45eeaac req-998014d9-3bef-48f5-9046-3481c579ad1a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:45.519983 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dcd6b044-78d2-4064-90a0-3c7be45eeaac req-998014d9-3bef-48f5-9046-3481c579ad1a tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 944 time: 0.1182692 Mar 02 20:20:45.520747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:45.528266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:45.589296 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dcd6b044-78d2-4064-90a0-3c7be45eeaac req-6887af0e-393a-40d9-b536-33343d841831 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621409 Mar 02 20:20:45.622622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.685211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.728687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7191050e-9d9b-4b79-8734-a27d2c5e4bc9,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:45.806778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.809579 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c5866202-acce-450a-adac-09ecc7cc73d2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4580486 Mar 02 20:20:45.810800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47692) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:45.816016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a8aa9a27-3dd3-4745-ad84-cb29eeca9f1b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '7191050e-9d9b-4b79-8734-a27d2c5e4bc9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:45.816638 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-a8aa9a27-3dd3-4745-ad84-cb29eeca9f1b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:45.817529 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a8aa9a27-3dd3-4745-ad84-cb29eeca9f1b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058491 Mar 02 20:20:45.820220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47696) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:45.825152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7a82ec59-588b-4411-8926-8fb971c6ce1a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '7191050e-9d9b-4b79-8734-a27d2c5e4bc9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:45.832417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7a82ec59-588b-4411-8926-8fb971c6ce1a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:45.836894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7a82ec59-588b-4411-8926-8fb971c6ce1a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:45.839803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7a82ec59-588b-4411-8926-8fb971c6ce1a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:45.845476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7a82ec59-588b-4411-8926-8fb971c6ce1a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:46.021666 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-7a82ec59-588b-4411-8926-8fb971c6ce1a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:46.022756 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7a82ec59-588b-4411-8926-8fb971c6ce1a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2014565 Mar 02 20:20:46.026084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47700) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:46.031670 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c9cc5ae4-82c6-442d-960e-358831890165 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '7191050e-9d9b-4b79-8734-a27d2c5e4bc9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:46.032265 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-c9cc5ae4-82c6-442d-960e-358831890165 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:46.034045 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c9cc5ae4-82c6-442d-960e-358831890165 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059843 Mar 02 20:20:46.036034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47706) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:46.041781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8f548c23-07f8-4bf7-9c95-1c4c8489ef66 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '7191050e-9d9b-4b79-8734-a27d2c5e4bc9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:46.048594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8f548c23-07f8-4bf7-9c95-1c4c8489ef66 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:46.051775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8f548c23-07f8-4bf7-9c95-1c4c8489ef66 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:46.054603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8f548c23-07f8-4bf7-9c95-1c4c8489ef66 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:46.060686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8f548c23-07f8-4bf7-9c95-1c4c8489ef66 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:46.198092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:20:46.246284 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-8f548c23-07f8-4bf7-9c95-1c4c8489ef66 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:46.247310 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8f548c23-07f8-4bf7-9c95-1c4c8489ef66 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2103984 Mar 02 20:20:46.251275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47712) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:46.256241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-dec7d811-c600-4b40-ad0c-11f5bfb0a064 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '7191050e-9d9b-4b79-8734-a27d2c5e4bc9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:46.256807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-dec7d811-c600-4b40-ad0c-11f5bfb0a064 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:46.258910 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-dec7d811-c600-4b40-ad0c-11f5bfb0a064 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058911 Mar 02 20:20:46.274941 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47716) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:46.280663 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b161fd38-cbbd-402c-8320-c299208788a0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '7191050e-9d9b-4b79-8734-a27d2c5e4bc9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:46.287514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b161fd38-cbbd-402c-8320-c299208788a0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:46.293053 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b161fd38-cbbd-402c-8320-c299208788a0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:46.296256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b161fd38-cbbd-402c-8320-c299208788a0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:46.302457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b161fd38-cbbd-402c-8320-c299208788a0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:46.367710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:46.377274 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-b161fd38-cbbd-402c-8320-c299208788a0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Project d1325c203d334f7aade8ea35afc0ee04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:20:46.381090 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'port_id': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'mac_address': 'fa:16:3e:fa:99:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:20:46.434230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:46.451129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:20:46.465770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:46.474880 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-b161fd38-cbbd-402c-8320-c299208788a0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:46.480602 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b161fd38-cbbd-402c-8320-c299208788a0 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2000198 Mar 02 20:20:46.480602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47720) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:46.484780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-66cd671f-31a6-4b76-8d98-084c65dc951a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '7191050e-9d9b-4b79-8734-a27d2c5e4bc9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:46.486218 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-66cd671f-31a6-4b76-8d98-084c65dc951a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:46.487126 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-66cd671f-31a6-4b76-8d98-084c65dc951a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069635 Mar 02 20:20:46.489371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47724) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:46.494761 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-688d8988-9e86-4bbf-b214-b613f8b16d23 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '7191050e-9d9b-4b79-8734-a27d2c5e4bc9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:46.503418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-688d8988-9e86-4bbf-b214-b613f8b16d23 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:46.504293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-688d8988-9e86-4bbf-b214-b613f8b16d23 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:46.507096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-688d8988-9e86-4bbf-b214-b613f8b16d23 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:46.515924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-688d8988-9e86-4bbf-b214-b613f8b16d23 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:46.554591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:46.618048 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-688d8988-9e86-4bbf-b214-b613f8b16d23 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Project d1325c203d334f7aade8ea35afc0ee04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:20:46.632599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:46.720735 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-688d8988-9e86-4bbf-b214-b613f8b16d23 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:46.721729 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-688d8988-9e86-4bbf-b214-b613f8b16d23 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2315345 Mar 02 20:20:46.724564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47730) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:46.732533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6ede11e7-3b88-4af7-8d96-b11c7da9025a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '7191050e-9d9b-4b79-8734-a27d2c5e4bc9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:46.739620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6ede11e7-3b88-4af7-8d96-b11c7da9025a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:46.743871 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6ede11e7-3b88-4af7-8d96-b11c7da9025a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:46.747329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6ede11e7-3b88-4af7-8d96-b11c7da9025a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:46.753717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6ede11e7-3b88-4af7-8d96-b11c7da9025a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:46.795938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a1c01-a62f-4588-9e14-c47d15950bef req-37491dc3-cd73-4e6b-ade9-70e334a2281f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:46.797381 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c0a1c01-a62f-4588-9e14-c47d15950bef req-37491dc3-cd73-4e6b-ade9-70e334a2281f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 945 time: 0.0821531 Mar 02 20:20:46.828204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['2535fbc4-d2ec-4c8f-afba-ae7456e1e98c'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:20:46.835484 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-6ede11e7-3b88-4af7-8d96-b11c7da9025a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Project d1325c203d334f7aade8ea35afc0ee04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:20:46.845843 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c0a1c01-a62f-4588-9e14-c47d15950bef req-bcad76a1-55fc-447a-a274-18752ddf244f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428767 Mar 02 20:20:46.924903 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-6ede11e7-3b88-4af7-8d96-b11c7da9025a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:46.928042 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6ede11e7-3b88-4af7-8d96-b11c7da9025a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1998384 Mar 02 20:20:46.928988 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47734) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:46.994104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-18ae9c5b-eae0-44a0-9bbc-6ae9b84244b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:47.021208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-18ae9c5b-eae0-44a0-9bbc-6ae9b84244b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:47.147374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fd7067c2-4155-481a-9b24-c9982ccf4773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:47.200292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-18ae9c5b-eae0-44a0-9bbc-6ae9b84244b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:47.223008 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae9c5b-eae0-44a0-9bbc-6ae9b84244b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7191050e-9d9b-4b79-8734-a27d2c5e4bc9,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:47.229390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-18ae9c5b-eae0-44a0-9bbc-6ae9b84244b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:47.230448 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-18ae9c5b-eae0-44a0-9bbc-6ae9b84244b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "DELETE /v2.0/security-groups/7191050e-9d9b-4b79-8734-a27d2c5e4bc9 HTTP/1.1" status: 204 len: 168 time: 0.3004191 Mar 02 20:20:47.233006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47738) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:47.285021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-215bd080-35a8-42c3-b2bc-b586445e8644 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Synchronizing usage tracker for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:47.337680 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-215bd080-35a8-42c3-b2bc-b586445e8644 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Unset dirty status for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:47.338898 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-215bd080-35a8-42c3-b2bc-b586445e8644 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1045499 Mar 02 20:20:47.343175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47742) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:47.349413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146015841'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:47.356468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:47.365970 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:47.433142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:47.468946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:47.472813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:47.475527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:47.481748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:47.535120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:47.650406 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:47.694275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006322d8-796d-46a6-bdeb-1e3256e93541,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:47.806719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:47.807975 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2924c876-6aaf-4106-9798-2d3a20d8d2b2 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4634318 Mar 02 20:20:47.811711 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47746) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:47.816949 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-87b4f45b-3217-4381-8f59-676a09b235b5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '006322d8-796d-46a6-bdeb-1e3256e93541', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:47.823787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-87b4f45b-3217-4381-8f59-676a09b235b5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:47.827950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-87b4f45b-3217-4381-8f59-676a09b235b5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:47.831465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-87b4f45b-3217-4381-8f59-676a09b235b5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:47.836633 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-87b4f45b-3217-4381-8f59-676a09b235b5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:48.049706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bc9b8-081f-458b-a721-23fe07c50a3d req-22568452-4deb-46f7-b936-6236976e300e tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:48.051203 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-626bc9b8-081f-458b-a721-23fe07c50a3d req-22568452-4deb-46f7-b936-6236976e300e tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 945 time: 0.0811105 Mar 02 20:20:48.053596 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-87b4f45b-3217-4381-8f59-676a09b235b5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The resource could not be found. Mar 02 20:20:48.053596 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-87b4f45b-3217-4381-8f59-676a09b235b5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2402689 Mar 02 20:20:48.056009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47752) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:48.061648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d447657b-3672-41b2-95bb-39b5f90e040c tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '006322d8-796d-46a6-bdeb-1e3256e93541', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '94c777a2-8e9a-46d1-9cdb-4600de0a19db'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:48.068508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d447657b-3672-41b2-95bb-39b5f90e040c tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:48.074484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d447657b-3672-41b2-95bb-39b5f90e040c tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:48.079136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d447657b-3672-41b2-95bb-39b5f90e040c tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:48.085688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d447657b-3672-41b2-95bb-39b5f90e040c tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:48.098903 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-626bc9b8-081f-458b-a721-23fe07c50a3d req-35d5558b-c05d-4293-b054-664bbef47fea tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408516 Mar 02 20:20:48.203165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:48.246401 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-d447657b-3672-41b2-95bb-39b5f90e040c tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The resource could not be found. Mar 02 20:20:48.247502 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d447657b-3672-41b2-95bb-39b5f90e040c tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1905296 Mar 02 20:20:48.250534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47756) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:48.315018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cebfab5c-4250-4001-bcc2-05ee89d59a60 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:48.341898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cebfab5c-4250-4001-bcc2-05ee89d59a60 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:48.348482 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:48.353512 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:48.353880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:48.446526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cebfab5c-4250-4001-bcc2-05ee89d59a60 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:48.467375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfab5c-4250-4001-bcc2-05ee89d59a60 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006322d8-796d-46a6-bdeb-1e3256e93541,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:48.467974 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:48.474230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cebfab5c-4250-4001-bcc2-05ee89d59a60 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:48.478925 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cebfab5c-4250-4001-bcc2-05ee89d59a60 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "DELETE /v2.0/security-groups/006322d8-796d-46a6-bdeb-1e3256e93541 HTTP/1.1" status: 204 len: 168 time: 0.2238610 Mar 02 20:20:48.483145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47760) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:48.507550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:20:48.517025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:20:48.538936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b6ac47c6-2098-4ec7-9ce6-63ed86c5a590 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Synchronizing usage tracker for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:48.566715 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'code': 200} Mar 02 20:20:48.580873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:48.623938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b6ac47c6-2098-4ec7-9ce6-63ed86c5a590 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Unset dirty status for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:48.631931 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b6ac47c6-2098-4ec7-9ce6-63ed86c5a590 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1451538 Mar 02 20:20:48.632083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47766) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:48.639050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2b37010b-e3d0-48f0-a5b4-f763117efb7e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': 'a24bb72e-4b83-4073-a0cc-411987e3297b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:48.651223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2b37010b-e3d0-48f0-a5b4-f763117efb7e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:48.653685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:48.661234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2b37010b-e3d0-48f0-a5b4-f763117efb7e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:48.665244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2b37010b-e3d0-48f0-a5b4-f763117efb7e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:48.671103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2b37010b-e3d0-48f0-a5b4-f763117efb7e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:48.926154 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-2b37010b-e3d0-48f0-a5b4-f763117efb7e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The resource could not be found. Mar 02 20:20:48.927182 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2b37010b-e3d0-48f0-a5b4-f763117efb7e tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2928674 Mar 02 20:20:48.930939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47772) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:48.940510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597949879'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:48.942493 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:48.953003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:49.005243 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-24a0224d-4318-4bac-9fa9-c755d99571dd req-b4792358-51c6-4e6f-b12a-8d710800d9d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 1099 time: 0.0732639 Mar 02 20:20:49.045785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:49.052605 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-24a0224d-4318-4bac-9fa9-c755d99571dd req-adc32b0f-7e92-4474-a546-2b525dff1b09 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383141 Mar 02 20:20:49.082776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:49.087441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:49.090232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:49.095958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:49.152689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:49.255589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:49.324778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c9d7b3-965f-4d3f-94aa-ff41d16327ef,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:49.324924 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4489d59f-080a-4b85-9a18-240cb1069d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:49.347789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2e590-30ce-4391-b958-7c63fb54bb1f req-23b13878-7aae-42ff-a5a0-ddada73d8950 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:49.349299 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b7f2e590-30ce-4391-b958-7c63fb54bb1f req-23b13878-7aae-42ff-a5a0-ddada73d8950 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.1298308 Mar 02 20:20:49.377318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:49.378491 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4ca14df1-9b68-4ab8-97de-9cfe81cc7d25 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4466202 Mar 02 20:20:49.381290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47778) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:49.387674 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'tempest-secgroup--362248075'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:49.393314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:49.397393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:49.398286 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b7f2e590-30ce-4391-b958-7c63fb54bb1f req-88b39043-cc5d-4a69-8dbe-632fda6d5577 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430324 Mar 02 20:20:49.400921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:49.407372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:49.496173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:49.531086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:49.534887 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:49.537672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:49.543722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:49.597026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:49.651302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:49.699062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69eb6cfb-aec8-455b-8e6c-b6f7d6642370,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:49.753430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:49.754817 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8a112838-b709-4470-8647-0ca0a3299ad1 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3724349 Mar 02 20:20:49.758961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47782) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:49.764104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-65f59859-88b5-46bb-af4d-9f861cc1073b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': '92c9d7b3-965f-4d3f-94aa-ff41d16327ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '69eb6cfb-aec8-455b-8e6c-b6f7d6642370'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:49.770234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-65f59859-88b5-46bb-af4d-9f861cc1073b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:49.774396 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-65f59859-88b5-46bb-af4d-9f861cc1073b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:49.777262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-65f59859-88b5-46bb-af4d-9f861cc1073b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:49.783812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-65f59859-88b5-46bb-af4d-9f861cc1073b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:49.993132 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-65f59859-88b5-46bb-af4d-9f861cc1073b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:49.994580 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-65f59859-88b5-46bb-af4d-9f861cc1073b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2344508 Mar 02 20:20:49.997279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47786) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:50.062603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee722f62-40e6-462d-881d-747fda773b73 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:50.091498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee722f62-40e6-462d-881d-747fda773b73 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:50.189181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee722f62-40e6-462d-881d-747fda773b73 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:50.206740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee722f62-40e6-462d-881d-747fda773b73 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eb6cfb-aec8-455b-8e6c-b6f7d6642370,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:50.215895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ee722f62-40e6-462d-881d-747fda773b73 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:50.216993 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ee722f62-40e6-462d-881d-747fda773b73 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "DELETE /v2.0/security-groups/69eb6cfb-aec8-455b-8e6c-b6f7d6642370 HTTP/1.1" status: 204 len: 168 time: 0.2186778 Mar 02 20:20:50.219614 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47790) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:50.289312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-90762f15-f777-4a9b-ba73-a1912655db5b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Synchronizing usage tracker for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:50.381618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-90762f15-f777-4a9b-ba73-a1912655db5b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Unset dirty status for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:50.382954 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-90762f15-f777-4a9b-ba73-a1912655db5b tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1624510 Mar 02 20:20:50.386323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47794) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:50.455046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3fc6653a-448b-4a5b-b351-17696e352c46 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:50.487711 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3fc6653a-448b-4a5b-b351-17696e352c46 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:50.548835 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:50.580099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:50.605507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a31d4-c42d-426d-a631-ca2a36b5f86f req-00c62f7a-945d-4377-8bfc-e31057887f24 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:50.606979 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be9a31d4-c42d-426d-a631-ca2a36b5f86f req-00c62f7a-945d-4377-8bfc-e31057887f24 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.0759571 Mar 02 20:20:50.644434 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3fc6653a-448b-4a5b-b351-17696e352c46 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:50.659068 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be9a31d4-c42d-426d-a631-ca2a36b5f86f req-d897be2f-931a-425f-9170-c50a8cdcf90d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461414 Mar 02 20:20:50.662866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6653a-448b-4a5b-b351-17696e352c46 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c9d7b3-965f-4d3f-94aa-ff41d16327ef,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:50.758905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3fc6653a-448b-4a5b-b351-17696e352c46 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:50.760164 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3fc6653a-448b-4a5b-b351-17696e352c46 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "DELETE /v2.0/security-groups/92c9d7b3-965f-4d3f-94aa-ff41d16327ef HTTP/1.1" status: 204 len: 168 time: 0.3728666 Mar 02 20:20:50.773487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47804) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:50.818580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dd65b60c-2bcd-4611-a9ff-6236db6cdb90 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Synchronizing usage tracker for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:50.897383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dd65b60c-2bcd-4611-a9ff-6236db6cdb90 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Unset dirty status for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:50.902857 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dd65b60c-2bcd-4611-a9ff-6236db6cdb90 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1346591 Mar 02 20:20:50.903139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47808) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:50.908496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'tempest-secgroup--650362096'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:50.915307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:50.924780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:50.933429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4eca-afa1-42ed-a5c9-8fbb3511bff2 req-b15aad0f-18c3-43f4-b554-6e855f287a24 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:50.934906 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-36ec4eca-afa1-42ed-a5c9-8fbb3511bff2 req-b15aad0f-18c3-43f4-b554-6e855f287a24 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.1559896 Mar 02 20:20:50.980427 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-36ec4eca-afa1-42ed-a5c9-8fbb3511bff2 req-15c36a88-05b2-4faa-b223-aaeb8263fd4b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398982 Mar 02 20:20:51.000123 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:51.007349 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47812) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:51.035776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:51.040345 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:51.043183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:51.049060 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:51.085160 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-582dd918-ca67-4d7e-9ee2-07aa8822b4cc tempest-TestNetworkAdvancedServerOps-274422901 tempest-TestNetworkAdvancedServerOps-274422901-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 1094 time: 0.0760744 Mar 02 20:20:51.088328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47816) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:51.093453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:51.099599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:51.104550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Usage tracker for resource:floatingip and tenant:e451c8255d5e43deb6d7333bb5b61f84 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:51.107766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:51.108676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:51.113461 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:51.196442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:51.239188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0bb870-2771-4dfc-8b8c-243220206134,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:51.326183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:51.371655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:51.372926 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-caf02b69-25e5-409e-adac-a9b8fc980db6 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4688683 Mar 02 20:20:51.375886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47820) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:51.381493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2a57577f-2cd3-4760-b2db-36b43f2227ef tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': 'aa0bb870-2771-4dfc-8b8c-243220206134', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:51.388154 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2a57577f-2cd3-4760-b2db-36b43f2227ef tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:51.391874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2a57577f-2cd3-4760-b2db-36b43f2227ef tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:51.394751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2a57577f-2cd3-4760-b2db-36b43f2227ef tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:51.401602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2a57577f-2cd3-4760-b2db-36b43f2227ef tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:51.462654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:51.560257 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-2a57577f-2cd3-4760-b2db-36b43f2227ef tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:51.564353 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2a57577f-2cd3-4760-b2db-36b43f2227ef tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1873748 Mar 02 20:20:51.565014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47824) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:51.571454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d76b6445-894f-4c90-8566-868b3460045d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group_rule': {'security_group_id': 'aa0bb870-2771-4dfc-8b8c-243220206134', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:51.578322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d76b6445-894f-4c90-8566-868b3460045d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:51.582163 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d76b6445-894f-4c90-8566-868b3460045d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:51.585168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d76b6445-894f-4c90-8566-868b3460045d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:51.591714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d76b6445-894f-4c90-8566-868b3460045d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:51.597206 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Allocated IP 172.26.5.17 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/38b31066-c694-4311-9153-403e3c3ae009) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:51.751388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:51.766895 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-d76b6445-894f-4c90-8566-868b3460045d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:20:51.770021 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d76b6445-894f-4c90-8566-868b3460045d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2028313 Mar 02 20:20:51.771501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47828) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:51.834678 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:51.838649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ace5bcc9-37c8-478e-8933-c7aa5c342134 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:51.846142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:51.865831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ace5bcc9-37c8-478e-8933-c7aa5c342134 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:51.922325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:51.925773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:51.927683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'Port': ['ID=38b31066-c694-4311-9153-403e3c3ae009,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:51.930249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:20:51.982821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ace5bcc9-37c8-478e-8933-c7aa5c342134 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.001347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5bcc9-37c8-478e-8933-c7aa5c342134 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0bb870-2771-4dfc-8b8c-243220206134,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:52.007844 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ace5bcc9-37c8-478e-8933-c7aa5c342134 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.010075 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ace5bcc9-37c8-478e-8933-c7aa5c342134 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "DELETE /v2.0/security-groups/aa0bb870-2771-4dfc-8b8c-243220206134 HTTP/1.1" status: 204 len: 168 time: 0.2362344 Mar 02 20:20:52.011746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47832) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:52.068085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6a695759-6938-41ae-853b-69ba83cfe11c tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Synchronizing usage tracker for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:52.166126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6a695759-6938-41ae-853b-69ba83cfe11c tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Unset dirty status for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:52.167437 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6a695759-6938-41ae-853b-69ba83cfe11c tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1546385 Mar 02 20:20:52.171561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47836) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:52.176890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'tempest-secgroup--621553270'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:52.183986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:52.193380 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:52.268661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.303815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:52.307801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Usage tracker for resource:security_group_rule and tenant:d1325c203d334f7aade8ea35afc0ee04 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:20:52.310650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:20:52.316555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:52.371819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.444720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.451420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.494622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b89d7ef3-a301-4f15-96d5-1ac11a62485e,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:52.554613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.572292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.573721 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a030f70b-fced-4f05-ab1d-487f0df84902 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4011462 Mar 02 20:20:52.576607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47842) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:52.581954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-32293e84-6d37-47f1-aa86-cddb2fbb936d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:20:52.582506 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-32293e84-6d37-47f1-aa86-cddb2fbb936d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 20:20:52.587155 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-32293e84-6d37-47f1-aa86-cddb2fbb936d tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "PUT /v2.0/security-groups/b89d7ef3-a301-4f15-96d5-1ac11a62485e HTTP/1.1" status: 409 len: 330 time: 0.0058959 Mar 02 20:20:52.587383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47846) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:52.650336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7fd93613-6113-4927-9d57-3577c5193060 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.675761 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7fd93613-6113-4927-9d57-3577c5193060 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.761032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.788684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7fd93613-6113-4927-9d57-3577c5193060 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.808609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd93613-6113-4927-9d57-3577c5193060 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89d7ef3-a301-4f15-96d5-1ac11a62485e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:52.818422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7fd93613-6113-4927-9d57-3577c5193060 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.819617 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7fd93613-6113-4927-9d57-3577c5193060 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "DELETE /v2.0/security-groups/b89d7ef3-a301-4f15-96d5-1ac11a62485e HTTP/1.1" status: 204 len: 168 time: 0.2313585 Mar 02 20:20:52.829350 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47850) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:52.850438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.875558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c5caaa92-774c-4a68-8a82-8cc98c177ee9 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Synchronizing usage tracker for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:52.952900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c5caaa92-774c-4a68-8a82-8cc98c177ee9 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] Unset dirty status for tenant:d1325c203d334f7aade8ea35afc0ee04 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:52.954344 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c5caaa92-774c-4a68-8a82-8cc98c177ee9 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1304548 Mar 02 20:20:52.958270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47854) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:52.962495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event updated for resources: {'Port': ['ID=38b31066-c694-4311-9153-403e3c3ae009,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:52.979327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:52.981648 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-708d2471-9a13-40ab-841e-545baf31cfde tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] delete failed (client error): The resource could not be found. Mar 02 20:20:52.982699 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-708d2471-9a13-40ab-841e-545baf31cfde tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "DELETE /v2.0/security-groups/27df44f8-d34d-41e5-a800-42c985cc94ad HTTP/1.1" status: 404 len: 347 time: 0.0234857 Mar 02 20:20:52.986492 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47858) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:53.003241 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-4ca75ea8-c9d3-4805-9068-1fcae76dcff5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] show failed (client error): The resource could not be found. Mar 02 20:20:53.004209 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4ca75ea8-c9d3-4805-9068-1fcae76dcff5 tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-groups/133ee69b-1fcf-44ae-abdb-f48f9fe525d5 HTTP/1.1" status: 404 len: 347 time: 0.0168478 Mar 02 20:20:53.008533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47862) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:53.024280 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-57570368-9f06-44da-bb6d-3f9ee72f9c1a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] show failed (client error): The resource could not be found. Mar 02 20:20:53.025470 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-57570368-9f06-44da-bb6d-3f9ee72f9c1a tempest-NegativeSecGroupIPv6Test-1814488717 tempest-NegativeSecGroupIPv6Test-1814488717-project] 10.222.0.44 "GET /v2.0/security-group-rules/988758c7-a0d6-4d68-b1a0-0de4816bf720 HTTP/1.1" status: 404 len: 356 time: 0.0160348 Mar 02 20:20:53.268117 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Floating IP 9f392a07-bf6c-4e6a-b1fb-7b5966007c05 associated. External IP: 172.26.5.17, port: 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c. Mar 02 20:20:53.534378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47870) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:53.668896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Router da7307a2-e48a-4afd-88db-d9cb2c2021df has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:53.707480 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6e76d965-7b6a-4d03-b025-621c10e216fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1325c203d334f7aade8ea35afc0ee04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1718657 Mar 02 20:20:53.709940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47876) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:53.775624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-728395c1-78e8-45d8-ae68-543298a7182b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:53.800917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-728395c1-78e8-45d8-ae68-543298a7182b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:53.877873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:53.887583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f4263-c6b6-4243-ae6f-46b4020a9d2c None None] Sync routers for ids ['da7307a2-e48a-4afd-88db-d9cb2c2021df'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:53.897701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-728395c1-78e8-45d8-ae68-543298a7182b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:53.899700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f4263-c6b6-4243-ae6f-46b4020a9d2c None None] Routers {'da7307a2-e48a-4afd-88db-d9cb2c2021df'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:53.900319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d7f4263-c6b6-4243-ae6f-46b4020a9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['da7307a2-e48a-4afd-88db-d9cb2c2021df'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:53.916301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728395c1-78e8-45d8-ae68-543298a7182b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95768979-eae6-4c56-a11a-9e9cb76e55fa,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:53.982110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:54.015770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-728395c1-78e8-45d8-ae68-543298a7182b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:54.017576 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-728395c1-78e8-45d8-ae68-543298a7182b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95768979-eae6-4c56-a11a-9e9cb76e55fa HTTP/1.1" status: 204 len: 168 time: 0.3066711 Mar 02 20:20:54.046066 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2b72e126-4b29-4364-bd18-a0dd52ab2719 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9565003 Mar 02 20:20:54.046663 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:20:54.092702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3d7f4263-c6b6-4243-ae6f-46b4020a9d2c None None] Set router da7307a2-e48a-4afd-88db-d9cb2c2021df gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:54.267648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8e90c-0db0-46cf-ab2e-c982223df187 req-d76bad87-0c5f-49f8-986f-69095ac958fd tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:54.269264 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-80b8e90c-0db0-46cf-ab2e-c982223df187 req-d76bad87-0c5f-49f8-986f-69095ac958fd tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.0860689 Mar 02 20:20:54.277549 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'status': 'completed', 'code': 200} Mar 02 20:20:54.323607 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-80b8e90c-0db0-46cf-ab2e-c982223df187 req-09b301c5-5126-4a65-b5a6-aebbdffc873c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481334 Mar 02 20:20:54.357869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47888) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:54.480203 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1dd1d20a-f908-4cf3-a229-074990a4bd71 req-ee8b1133-3289-4168-aad4-332aeed8a399 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e451c8255d5e43deb6d7333bb5b61f84&device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 1099 time: 0.1781800 Mar 02 20:20:54.483202 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ee0c574f-19c6-458c-a415-1a2d6576c9d7 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/floatingips/9f392a07-bf6c-4e6a-b1fb-7b5966007c05 HTTP/1.1" status: 200 len: 991 time: 0.1239898 Mar 02 20:20:54.502999 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d7f4263-c6b6-4243-ae6f-46b4020a9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:33Z', 'revision_number': 4, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '9f392a07-bf6c-4e6a-b1fb-7b5966007c05', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'port_id': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'mac_address': 'fa:16:3e:fa:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:20:52Z', 'updated_at': '2022-03-02T20:20:52Z', 'revision_number': 0, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3e6102-46ca-4d3b-8727-200aa14e4d95', 'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'mac_address': 'fa:16:3e:1a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:43Z', 'revision_number': 5, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'subnets': [{'id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:54.508535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f4263-c6b6-4243-ae6f-46b4020a9d2c None None] Checking router: da7307a2-e48a-4afd-88db-d9cb2c2021df for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:54.530534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f4263-c6b6-4243-ae6f-46b4020a9d2c None None] Routers {'da7307a2-e48a-4afd-88db-d9cb2c2021df'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:54.531166 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d7f4263-c6b6-4243-ae6f-46b4020a9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['da7307a2-e48a-4afd-88db-d9cb2c2021df'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:54.626801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1d20a-f908-4cf3-a229-074990a4bd71 req-62c43b64-c30b-46a7-ae9c-8938deaf84c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:54.628184 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1dd1d20a-f908-4cf3-a229-074990a4bd71 req-62c43b64-c30b-46a7-ae9c-8938deaf84c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=60a5e542-e897-4504-add2-22d2eb5cb27d HTTP/1.1" status: 200 len: 899 time: 0.1400046 Mar 02 20:20:54.707851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3d7f4263-c6b6-4243-ae6f-46b4020a9d2c None None] Set router da7307a2-e48a-4afd-88db-d9cb2c2021df gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:54.732094 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1dd1d20a-f908-4cf3-a229-074990a4bd71 req-b371e72e-0422-4813-8da6-cc830b1185f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c HTTP/1.1" status: 200 len: 999 time: 0.0968807 Mar 02 20:20:54.800625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1d20a-f908-4cf3-a229-074990a4bd71 req-7a7e416b-3385-4c3c-b4db-69b1bddc6785 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:54.802088 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1dd1d20a-f908-4cf3-a229-074990a4bd71 req-7a7e416b-3385-4c3c-b4db-69b1bddc6785 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b54d581-27c8-48a9-a7c9-9c8588c6143f HTTP/1.1" status: 200 len: 834 time: 0.0633404 Mar 02 20:20:54.876257 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1dd1d20a-f908-4cf3-a229-074990a4bd71 req-ef11e2fa-cb81-4318-a57b-7a3be7e89484 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60a5e542-e897-4504-add2-22d2eb5cb27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671451 Mar 02 20:20:55.112821 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1dd1d20a-f908-4cf3-a229-074990a4bd71 req-ae8d379b-bb31-4320-9123-001754fbb901 service neutron] 10.222.0.31 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299552 Mar 02 20:20:55.113216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d7f4263-c6b6-4243-ae6f-46b4020a9d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:33Z', 'revision_number': 4, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '9f392a07-bf6c-4e6a-b1fb-7b5966007c05', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'port_id': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'mac_address': 'fa:16:3e:fa:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:20:52Z', 'updated_at': '2022-03-02T20:20:52Z', 'revision_number': 0, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3e6102-46ca-4d3b-8727-200aa14e4d95', 'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'mac_address': 'fa:16:3e:1a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:43Z', 'revision_number': 5, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'subnets': [{'id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:55.117920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f4263-c6b6-4243-ae6f-46b4020a9d2c None None] The sync data for ids ['da7307a2-e48a-4afd-88db-d9cb2c2021df'] in dv-neutron-831593-2-hyperv is: [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:33Z', 'revision_number': 4, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '9f392a07-bf6c-4e6a-b1fb-7b5966007c05', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'port_id': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'mac_address': 'fa:16:3e:fa:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:20:52Z', 'updated_at': '2022-03-02T20:20:52Z', 'revision_number': 0, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3e6102-46ca-4d3b-8727-200aa14e4d95', 'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'mac_address': 'fa:16:3e:1a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:43Z', 'revision_number': 5, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'subnets': [{'id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:20:55.245107 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1dd1d20a-f908-4cf3-a229-074990a4bd71 req-5d184477-415c-4a81-9de4-ebf25d078a3d service neutron] 10.222.0.31 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243329 Mar 02 20:20:55.487047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47892) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:55.591488 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aa27f73d-e7f5-48b7-bc2f-2e3b9fefd9c2 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/floatingips/9f392a07-bf6c-4e6a-b1fb-7b5966007c05 HTTP/1.1" status: 200 len: 991 time: 0.1034179 Mar 02 20:20:56.595335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47896) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:56.702247 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-59fee54a-ebdf-461a-9243-45a41dfbda71 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/floatingips/9f392a07-bf6c-4e6a-b1fb-7b5966007c05 HTTP/1.1" status: 200 len: 991 time: 0.1057596 Mar 02 20:20:57.107980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47902) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:57.403154 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-941b8a19-faaa-41f9-ac00-6b87d5638799 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/f970433b-c015-41fb-bfc4-091ba5210397 HTTP/1.1" status: 200 len: 993 time: 0.2940571 Mar 02 20:20:57.706117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47912) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:57.776752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47916) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:57.812445 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-df557d33-5d82-4b1e-b4c8-f940032f06fc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/floatingips/9f392a07-bf6c-4e6a-b1fb-7b5966007c05 HTTP/1.1" status: 200 len: 991 time: 0.1040127 Mar 02 20:20:57.976692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 89f0e72b-83ed-4aba-8b00-11a4b2603340 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:20:57.977026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:58.143142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:58.143447 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:58.354773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 89f0e72b-83ed-4aba-8b00-11a4b2603340 owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:20:58.554937 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:20:58.565781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:58.612703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=89f0e72b-83ed-4aba-8b00-11a4b2603340,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:58.706099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:58.815251 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47920) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:58.919846 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a5c0aecb-4f1d-43cd-bb2e-a7fc873150df tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/floatingips/9f392a07-bf6c-4e6a-b1fb-7b5966007c05 HTTP/1.1" status: 200 len: 991 time: 0.1033766 Mar 02 20:20:59.049594 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de7c55-5d30-4bbb-9cd2-6c98905a01d9 None None] New status for floating IP 9f392a07-bf6c-4e6a-b1fb-7b5966007c05: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:20:59.151005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 17f21611-08c1-4148-b60a-deb6ac4736a0 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:20:59.359831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:20:59.375377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c479d-88f5-4dad-857e-e232b5897768 None None] Sync routers for ids ['17f21611-08c1-4148-b60a-deb6ac4736a0'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:20:59.376491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:59.384675 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c479d-88f5-4dad-857e-e232b5897768 None None] Routers {'17f21611-08c1-4148-b60a-deb6ac4736a0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:59.385315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-277c479d-88f5-4dad-857e-e232b5897768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17f21611-08c1-4148-b60a-deb6ac4736a0'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:59.432006 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8d5bd35d-d909-4538-bf50-b0936cb5bcc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/floatingips/f970433b-c015-41fb-bfc4-091ba5210397 HTTP/1.1" status: 204 len: 168 time: 1.6541793 Mar 02 20:20:59.432674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'tag': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:20:59.495035 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'tag': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23', 'status': 'completed', 'code': 200} Mar 02 20:20:59.577693 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-277c479d-88f5-4dad-857e-e232b5897768 None None] Set router 17f21611-08c1-4148-b60a-deb6ac4736a0 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:20:59.610540 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0724b074-74f1-4a0d-8c5f-b6367050873b req-dc733d36-1101-465b-8470-8ead6490c239 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 1099 time: 0.0805409 Mar 02 20:20:59.749202 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724b074-74f1-4a0d-8c5f-b6367050873b req-4384c2df-8b53-4966-9ac3-a3ee8e23b698 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:59.750593 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0724b074-74f1-4a0d-8c5f-b6367050873b req-4384c2df-8b53-4966-9ac3-a3ee8e23b698 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f43a7201-b104-45d5-a571-b46334d3af15 HTTP/1.1" status: 200 len: 899 time: 0.1278560 Mar 02 20:20:59.826614 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0724b074-74f1-4a0d-8c5f-b6367050873b req-1249c708-bb90-46cc-8422-75274b3c4220 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b15482bc-a9c9-4dd4-904a-c3c5b493eb23 HTTP/1.1" status: 200 len: 217 time: 0.0666752 Mar 02 20:20:59.895529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724b074-74f1-4a0d-8c5f-b6367050873b req-1ea00313-34f5-4717-9410-ca7004ae11b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:59.896970 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0724b074-74f1-4a0d-8c5f-b6367050873b req-1ea00313-34f5-4717-9410-ca7004ae11b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e05cac73-ae2b-48b0-877b-13d62f143adc HTTP/1.1" status: 200 len: 835 time: 0.0638492 Mar 02 20:20:59.920309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-277c479d-88f5-4dad-857e-e232b5897768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '6c29527c-2844-4376-9b7b-f8d6d9170302', 'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4e:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:48Z', 'updated_at': '2022-03-02T20:20:19Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:59.923816 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47928) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:59.924222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c479d-88f5-4dad-857e-e232b5897768 None None] Checking router: 17f21611-08c1-4148-b60a-deb6ac4736a0 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:20:59.935876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c479d-88f5-4dad-857e-e232b5897768 None None] Routers {'17f21611-08c1-4148-b60a-deb6ac4736a0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:20:59.936488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-277c479d-88f5-4dad-857e-e232b5897768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17f21611-08c1-4148-b60a-deb6ac4736a0'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:59.980747 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0724b074-74f1-4a0d-8c5f-b6367050873b req-5bb2979e-a474-451e-ae5b-3a6c5558cc6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f43a7201-b104-45d5-a571-b46334d3af15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759990 Mar 02 20:21:00.108028 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5391cc03-3f5f-4605-8092-ec349de3055f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/floatingips/9f392a07-bf6c-4e6a-b1fb-7b5966007c05 HTTP/1.1" status: 200 len: 993 time: 0.1828420 Mar 02 20:21:00.154186 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0724b074-74f1-4a0d-8c5f-b6367050873b req-204cfd66-ba49-422c-a396-517831e8ec45 service neutron] 10.222.0.31 "GET /v2.0/networks/f43a7201-b104-45d5-a571-b46334d3af15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654487 Mar 02 20:21:00.158026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d1720-f2b5-4854-975a-e7d54415e4bb req-d8c64d77-60c5-457a-9101-042d14a2bb06 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:00.158720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-080d1720-f2b5-4854-975a-e7d54415e4bb req-d8c64d77-60c5-457a-9101-042d14a2bb06 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:21:00.162719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-277c479d-88f5-4dad-857e-e232b5897768 None None] Set router 17f21611-08c1-4148-b60a-deb6ac4736a0 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:21:00.265800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-080d1720-f2b5-4854-975a-e7d54415e4bb req-d8c64d77-60c5-457a-9101-042d14a2bb06 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:21:00.265800 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-080d1720-f2b5-4854-975a-e7d54415e4bb req-d8c64d77-60c5-457a-9101-042d14a2bb06 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 946 time: 0.1980841 Mar 02 20:21:00.294959 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0724b074-74f1-4a0d-8c5f-b6367050873b req-b020c9fd-3b5c-42eb-ae7e-2c3681a43f20 service neutron] 10.222.0.31 "GET /v2.0/networks/f43a7201-b104-45d5-a571-b46334d3af15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313915 Mar 02 20:21:00.312233 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-080d1720-f2b5-4854-975a-e7d54415e4bb req-2a727465-cbc5-4431-b1b5-753ab683bf0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436463 Mar 02 20:21:00.519310 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-277c479d-88f5-4dad-857e-e232b5897768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '6c29527c-2844-4376-9b7b-f8d6d9170302', 'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4e:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:48Z', 'updated_at': '2022-03-02T20:20:19Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:00.523901 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c479d-88f5-4dad-857e-e232b5897768 None None] The sync data for ids ['17f21611-08c1-4148-b60a-deb6ac4736a0'] in dv-neutron-831593-2-hyperv is: [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:19:49Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '6c29527c-2844-4376-9b7b-f8d6d9170302', 'name': '', 'network_id': 'f43a7201-b104-45d5-a571-b46334d3af15', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4e:2c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:48Z', 'updated_at': '2022-03-02T20:20:19Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'e05cac73-ae2b-48b0-877b-13d62f143adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:21:01.511410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c696b9-52b2-4b3b-930a-5fd3de5e1b82 req-bf0615b2-afcc-4476-8e65-4659b166888c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:01.512853 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c7c696b9-52b2-4b3b-930a-5fd3de5e1b82 req-bf0615b2-afcc-4476-8e65-4659b166888c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 946 time: 0.0784009 Mar 02 20:21:01.559286 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c7c696b9-52b2-4b3b-930a-5fd3de5e1b82 req-a9616780-2922-4f56-afc4-79d4af1902f9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c7cbc25-b643-4b96-919e-38ef8303f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407043 Mar 02 20:21:01.589427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-eedf0d40-c3f9-4170-8d03-7bab7dae9b81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:01.590194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-eedf0d40-c3f9-4170-8d03-7bab7dae9b81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:21:01.601768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-eedf0d40-c3f9-4170-8d03-7bab7dae9b81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:21:01.602919 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-eedf0d40-c3f9-4170-8d03-7bab7dae9b81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 946 time: 0.0931466 Mar 02 20:21:01.681268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-94be7ebb-2db6-4960-85c3-2e6e704cd9d6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:21:01.681609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-94be7ebb-2db6-4960-85c3-2e6e704cd9d6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:02.027398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-94be7ebb-2db6-4960-85c3-2e6e704cd9d6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port b15482bc-a9c9-4dd4-904a-c3c5b493eb23, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b15482bc-a9c9-4dd4-904a-c3c5b493eb23,segment=NetworkSegment(78b13202-dffa-442a-bc9f-2c64f184a6cf),segment_id=78b13202-dffa-442a-bc9f-2c64f184a6cf)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:02.027751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-94be7ebb-2db6-4960-85c3-2e6e704cd9d6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:02.160198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-94be7ebb-2db6-4960-85c3-2e6e704cd9d6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for b15482bc-a9c9-4dd4-904a-c3c5b493eb23 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:21:02.315679 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88bd8a1-ff65-46a5-8a6c-0c37585869af None None] New status for floating IP f970433b-c015-41fb-bfc4-091ba5210397: DOWN {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:21:02.381563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-94be7ebb-2db6-4960-85c3-2e6e704cd9d6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:02.435743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be7ebb-2db6-4960-85c3-2e6e704cd9d6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=b15482bc-a9c9-4dd4-904a-c3c5b493eb23,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:02.513684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-94be7ebb-2db6-4960-85c3-2e6e704cd9d6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] No DVR routers for this DVR port b15482bc-a9c9-4dd4-904a-c3c5b493eb23 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:21:02.513684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-94be7ebb-2db6-4960-85c3-2e6e704cd9d6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:02.522274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'name': 'network-vif-deleted', 'tag': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:21:02.575846 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f739b8c-f1f2-4aca-945f-8e779b25425f', 'name': 'network-vif-deleted', 'tag': 'b15482bc-a9c9-4dd4-904a-c3c5b493eb23', 'status': 'completed', 'code': 200} Mar 02 20:21:02.589125 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0c01ec81-6a7a-43c2-bfa4-f5dcd217883d req-94be7ebb-2db6-4960-85c3-2e6e704cd9d6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "DELETE /v2.0/ports/b15482bc-a9c9-4dd4-904a-c3c5b493eb23 HTTP/1.1" status: 204 len: 173 time: 0.9703817 Mar 02 20:21:02.738813 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-935a44c3-122c-4766-84aa-f0a0e3c242cf req-67e5bd25-8867-4d29-8701-46e6c3758d99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f739b8c-f1f2-4aca-945f-8e779b25425f HTTP/1.1" status: 200 len: 210 time: 0.0441413 Mar 02 20:21:03.845308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47946) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:03.915448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:03.947852 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:04.194476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:04.214043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7cbc25-b643-4b96-919e-38ef8303f5fa,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:04.222794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:04.223133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:04.223461 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:04.223786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:04.224113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:04.224432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:04.224789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:04.225103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:04.225416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:04.225737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:04.226071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:04.296226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:04.297346 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-16a912f6-230b-49fc-b46b-c5d1cd323e53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/9c7cbc25-b643-4b96-919e-38ef8303f5fa HTTP/1.1" status: 204 len: 168 time: 0.4510379 Mar 02 20:21:04.399996 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47952) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:04.794222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:05.408285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 6c29527c-2844-4376-9b7b-f8d6d9170302 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:21:05.408919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:05.590269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 6c29527c-2844-4376-9b7b-f8d6d9170302, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6c29527c-2844-4376-9b7b-f8d6d9170302,segment=NetworkSegment(78b13202-dffa-442a-bc9f-2c64f184a6cf),segment_id=78b13202-dffa-442a-bc9f-2c64f184a6cf)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:05.590620 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:05.708733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 6c29527c-2844-4376-9b7b-f8d6d9170302 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:21:06.011759 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:06.063690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=6c29527c-2844-4376-9b7b-f8d6d9170302,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:06.303792 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device b15482bc-a9c9-4dd4-904a-c3c5b493eb23 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:21:06.339108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: b15482bc-a9c9-4dd4-904a-c3c5b493eb23 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:21:06.339451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device b15482bc-a9c9-4dd4-904a-c3c5b493eb23 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:21:06.375078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:06.951085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 17f21611-08c1-4148-b60a-deb6ac4736a0 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:21:07.149399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:21:07.158665 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf42105-6ac4-4e7a-949b-7c2e7c61d1c6 None None] Sync routers for ids ['17f21611-08c1-4148-b60a-deb6ac4736a0'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:21:07.162913 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bcad89f1-7be0-4527-94c4-f9fd020af9cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/17f21611-08c1-4148-b60a-deb6ac4736a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7657311 Mar 02 20:21:07.164700 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47956) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:07.170803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf42105-6ac4-4e7a-949b-7c2e7c61d1c6 None None] Routers {'17f21611-08c1-4148-b60a-deb6ac4736a0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:21:07.171411 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bbf42105-6ac4-4e7a-949b-7c2e7c61d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17f21611-08c1-4148-b60a-deb6ac4736a0'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:07.352938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-bbf42105-6ac4-4e7a-949b-7c2e7c61d1c6 None None] Set router 17f21611-08c1-4148-b60a-deb6ac4736a0 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:21:07.455072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-29860f76-b095-4c1d-89d0-2a2a7db3076e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting subnet e05cac73-ae2b-48b0-877b-13d62f143adc {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:21:07.458342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-29860f76-b095-4c1d-89d0-2a2a7db3076e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:07.513279 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-29860f76-b095-4c1d-89d0-2a2a7db3076e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:07.599907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-29860f76-b095-4c1d-89d0-2a2a7db3076e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:07.642945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bbf42105-6ac4-4e7a-949b-7c2e7c61d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:21:05Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:07.646831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf42105-6ac4-4e7a-949b-7c2e7c61d1c6 None None] Checking router: 17f21611-08c1-4148-b60a-deb6ac4736a0 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:21:07.657754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf42105-6ac4-4e7a-949b-7c2e7c61d1c6 None None] Routers {'17f21611-08c1-4148-b60a-deb6ac4736a0'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:21:07.658378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bbf42105-6ac4-4e7a-949b-7c2e7c61d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['17f21611-08c1-4148-b60a-deb6ac4736a0'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:07.754753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-29860f76-b095-4c1d-89d0-2a2a7db3076e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:07.794908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29860f76-b095-4c1d-89d0-2a2a7db3076e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Subnet': ['ID=e05cac73-ae2b-48b0-877b-13d62f143adc,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:07.804477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-29860f76-b095-4c1d-89d0-2a2a7db3076e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:07.808115 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-29860f76-b095-4c1d-89d0-2a2a7db3076e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/subnets/e05cac73-ae2b-48b0-877b-13d62f143adc HTTP/1.1" status: 204 len: 168 time: 0.6422927 Mar 02 20:21:07.809673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afde06-9fd4-419c-8daa-91ced0f241b0 None None] Network f43a7201-b104-45d5-a571-b46334d3af15 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:21:07.810823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47960) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:07.928669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-bbf42105-6ac4-4e7a-949b-7c2e7c61d1c6 None None] Set router 17f21611-08c1-4148-b60a-deb6ac4736a0 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:21:08.011314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:08.214280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:08.278730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5c862f-af33-4241-b465-fbe08f49f131 None None] DHCP port deletion for f43a7201-b104-45d5-a571-b46334d3af15 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:21:08.285492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c862f-af33-4241-b465-fbe08f49f131 None None] Deleting port 40239a92-03b0-4862-9618-fc1dfc5691ef {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:21:08.285860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6f5c862f-af33-4241-b465-fbe08f49f131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:08.331083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 87a9547e-c206-4736-be7b-d4a6c0152057 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:21:08.331428 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:08.442222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-bbf42105-6ac4-4e7a-949b-7c2e7c61d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:21:05Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:08.463476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf42105-6ac4-4e7a-949b-7c2e7c61d1c6 None None] The sync data for ids ['17f21611-08c1-4148-b60a-deb6ac4736a0'] in dv-neutron-831593-2-hyperv is: [{'id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'name': 'tempest-TestNetworkBasicOps-router-2040157041', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131'}], 'enable_snat': True}, 'gw_port_id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:19:38Z', 'updated_at': '2022-03-02T20:21:05Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87a9547e-c206-4736-be7b-d4a6c0152057', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f21611-08c1-4148-b60a-deb6ac4736a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:19:39Z', 'updated_at': '2022-03-02T20:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:21:08.511708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 87a9547e-c206-4736-be7b-d4a6c0152057, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=87a9547e-c206-4736-be7b-d4a6c0152057,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:08.512060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:08.548461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6f5c862f-af33-4241-b465-fbe08f49f131 None None] For port 40239a92-03b0-4862-9618-fc1dfc5691ef, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=40239a92-03b0-4862-9618-fc1dfc5691ef,segment=NetworkSegment(78b13202-dffa-442a-bc9f-2c64f184a6cf),segment_id=78b13202-dffa-442a-bc9f-2c64f184a6cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:08.548848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6f5c862f-af33-4241-b465-fbe08f49f131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:08.639012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 87a9547e-c206-4736-be7b-d4a6c0152057 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:21:08.674251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c862f-af33-4241-b465-fbe08f49f131 None None] Calling delete_port for 40239a92-03b0-4862-9618-fc1dfc5691ef owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:21:08.823228 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6f5c862f-af33-4241-b465-fbe08f49f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:08.857533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:08.858106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6c29527c-2844-4376-9b7b-f8d6d9170302 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:21:08.901376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=87a9547e-c206-4736-be7b-d4a6c0152057,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:08.904081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c862f-af33-4241-b465-fbe08f49f131 None None] Pushing event deleted for resources: {'Port': ['ID=40239a92-03b0-4862-9618-fc1dfc5691ef,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:08.907449 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 6c29527c-2844-4376-9b7b-f8d6d9170302 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:21:08.907791 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6c29527c-2844-4376-9b7b-f8d6d9170302 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:21:08.908204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 40239a92-03b0-4862-9618-fc1dfc5691ef no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:21:08.942185 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c862f-af33-4241-b465-fbe08f49f131 None None] No DVR routers for this DVR port 40239a92-03b0-4862-9618-fc1dfc5691ef on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:21:08.943684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 40239a92-03b0-4862-9618-fc1dfc5691ef {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:21:08.943882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 40239a92-03b0-4862-9618-fc1dfc5691ef not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:21:09.125641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.468781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.472883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.569873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.571387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Fanout notify agent at l3_agent the message router_deleted on router 17f21611-08c1-4148-b60a-deb6ac4736a0 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:21:09.585397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.587071 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b550cf1d-8bfb-4c90-9ec2-7351e809ae26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/routers/17f21611-08c1-4148-b60a-deb6ac4736a0 HTTP/1.1" status: 204 len: 168 time: 1.7747152 Mar 02 20:21:09.590134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47964) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:09.701602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.836724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.861927 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43a7201-b104-45d5-a571-b46334d3af15']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:09.874527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b13202-dffa-442a-bc9f-2c64f184a6cf') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:09.874816 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b13202-dffa-442a-bc9f-2c64f184a6cf') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:09.886602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.902614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.908594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:21:09.908966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:21:09.922785 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:21:10.057068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:10.075407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:10.088234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Network': ['ID=f43a7201-b104-45d5-a571-b46334d3af15,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:10.198929 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8c23ab56-22ab-43f2-9fbc-11c26346c1a1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/networks/f43a7201-b104-45d5-a571-b46334d3af15 HTTP/1.1" status: 204 len: 168 time: 0.6038094 Mar 02 20:21:10.212478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47968) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:10.219342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'network': {'name': 'tempest-network-smoke--719667384', 'project_id': '809bdfa688034064abc15e030437eaaf', 'port_security_enabled': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:10.223203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:10.227948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:network and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:10.231024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:10.237150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:10.330879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:21:10.333632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:10.362480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:21:10.371615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:10.371975 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Added segment 42767a7f-24dc-4a25-8225-7373c78cbd4e of type vlan for network 9da6e796-b5ba-40f5-a47e-47aa879cba8d Mar 02 20:21:10.396951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:10.504361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:10.507709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:10.508289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:10.616733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Network': ['ID=9da6e796-b5ba-40f5-a47e-47aa879cba8d,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:10.626545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 9da6e796-b5ba-40f5-a47e-47aa879cba8d details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:21:10.669079 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f904149b-161c-4334-8b4c-543f5537f700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4555581 Mar 02 20:21:10.671864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47972) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:10.676948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-899170738', 'admin_state_up': True, 'project_id': '809bdfa688034064abc15e030437eaaf', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:10.684174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:10.687956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:router and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:10.690833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:10.696837 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:10.771060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:10.772021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:10.791563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:10.895892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 87a9547e-c206-4736-be7b-d4a6c0152057 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:21:10.934654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 87a9547e-c206-4736-be7b-d4a6c0152057 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:21:10.935009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 87a9547e-c206-4736-be7b-d4a6c0152057 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:21:11.007691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:11.262656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:11.291559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:11.520404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.22 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/e6c2a891-c1fb-4d00-ab9a-3ec233356b41) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:21:11.668050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:11.748941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:11.824512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:21:11.834110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:21:11.834110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=e6c2a891-c1fb-4d00-ab9a-3ec233356b41,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:11.834110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:21:12.078388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:12.079174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:12.393679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:21:12.598018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:21:12.609213 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Sync routers for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:21:12.621937 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:21:12.622497 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:12.714194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:12.715456 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c47ba95f-a50e-4d59-bf74-4ec81755780d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0425310 Mar 02 20:21:12.718709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47976) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:12.731711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:12.798598 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:21:12.901344 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-918f133d-814c-4283-9dfa-fdce37b4811c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=809bdfa688034064abc15e030437eaaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1812298 Mar 02 20:21:12.903764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47982) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:13.044212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a79de2-b506-4e15-9bb8-bf41dc24af87 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:13.046203 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-81a79de2-b506-4e15-9bb8-bf41dc24af87 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1414657 Mar 02 20:21:13.049139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47986) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:13.089445 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:11Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:13.093402 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1ebcb006-a5e4-4472-8530-a6b8b621e4f1 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429242 Mar 02 20:21:13.095293 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Checking router: 9991d7e9-faac-47fd-a32d-5b5ca64f0701 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:21:13.095852 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Updating router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 port e6c2a891-c1fb-4d00-ab9a-3ec233356b41 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:21:13.096306 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 47990) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:13.102599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256083905', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'project_id': '809bdfa688034064abc15e030437eaaf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:13.149068 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:13.220536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:13.224566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:subnet and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:13.228839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:13.234655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:13.371312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:21:13.474113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:13.484569 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:13.496233 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Transition to ACTIVE for port object e6c2a891-c1fb-4d00-ab9a-3ec233356b41 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:21:13.542770 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:13.624962 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Attempting to bind port e6c2a891-c1fb-4d00-ab9a-3ec233356b41 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:21:13.625613 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Attempting to bind port e6c2a891-c1fb-4d00-ab9a-3ec233356b41 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:21:13.625613 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Attempting to bind port e6c2a891-c1fb-4d00-ab9a-3ec233356b41 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:21:13.629917 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf1b62-bb05-4320-b812-2badc7d0397c None None] Pushing event updated for resources: {'Port': ['ID=e6c2a891-c1fb-4d00-ab9a-3ec233356b41,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:13.637748 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:21:13.638134 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:21:13.638838 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:13.638964 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:21:13.640102 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Bound port: e6c2a891-c1fb-4d00-ab9a-3ec233356b41, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:21:13.640102 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:13.712501 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] For port e6c2a891-c1fb-4d00-ab9a-3ec233356b41, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:21:13.715632 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] For port e6c2a891-c1fb-4d00-ab9a-3ec233356b41, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e6c2a891-c1fb-4d00-ab9a-3ec233356b41,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:21:13.754136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:13.800014 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:13.834635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Subnet': ['ID=6b5099e7-176c-42f1-8232-e5ce8221a8a0,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:13.852011 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:13.852356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:13.852696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:13.853030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:13.853367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:13.853700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:13.854061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:13.854387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:13.854708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:13.855026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:13.855350 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:13.858657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Checking segment: {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:21:13.859117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network hostable DHCP agents. Network: 9da6e796-b5ba-40f5-a47e-47aa879cba8d, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:21:13.885466 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf1b62-bb05-4320-b812-2badc7d0397c None None] Pushing event updated for resources: {'Port': ['ID=e6c2a891-c1fb-4d00-ab9a-3ec233356b41,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:13.896930 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:21:13.896930 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:13.936572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 9da6e796-b5ba-40f5-a47e-47aa879cba8d is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:21:13.994872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 9da6e796-b5ba-40f5-a47e-47aa879cba8d) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:21:13.998895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:14.000552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:14.005143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d2adb-aa7a-4c4a-bdcd-32d3583ccc76 None None] Network 9da6e796-b5ba-40f5-a47e-47aa879cba8d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:21:14.114714 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:21:14.115513 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47994) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:14.116189 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8f1c0ab7-93bc-46d2-be11-2331b528a929 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0088630 Mar 02 20:21:14.230004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:21:14.230970 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:14.394457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Allocated IP 172.20.0.2 (9da6e796-b5ba-40f5-a47e-47aa879cba8d/6b5099e7-176c-42f1-8232-e5ce8221a8a0/e573f005-a4b9-4aeb-b828-fea10c7ebf23) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:21:14.403277 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:11Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:14.407496 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72061e2a-2e62-4639-835e-d3a277d716e6 None None] The sync data for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv is: [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:11Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:21:14.659448 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:14.672363 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Transition to ACTIVE for port object e573f005-a4b9-4aeb-b828-fea10c7ebf23 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:21:14.693030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Transition to ACTIVE for port object e573f005-a4b9-4aeb-b828-fea10c7ebf23 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:21:14.753122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:14.839654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Network 9da6e796-b5ba-40f5-a47e-47aa879cba8d is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:21:14.844298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:21:14.848353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:21:14.930109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Pushing event updated for resources: {'Port': ['ID=e573f005-a4b9-4aeb-b828-fea10c7ebf23,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:14.940704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e6c2a891-c1fb-4d00-ab9a-3ec233356b41 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:21:15.042460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Attempting to bind port e573f005-a4b9-4aeb-b828-fea10c7ebf23 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:21:15.043113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Attempting to bind port e573f005-a4b9-4aeb-b828-fea10c7ebf23 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:21:15.043228 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Attempting to bind port e573f005-a4b9-4aeb-b828-fea10c7ebf23 on network 9da6e796-b5ba-40f5-a47e-47aa879cba8d {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:21:15.057725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:21:15.058394 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Checking segment: {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:21:15.058991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.060069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Bound using segment: {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:21:15.061030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Bound port: e573f005-a4b9-4aeb-b828-fea10c7ebf23, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:21:15.061588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.082514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.167736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] For port e573f005-a4b9-4aeb-b828-fea10c7ebf23, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:21:15.172780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] For port e573f005-a4b9-4aeb-b828-fea10c7ebf23, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e573f005-a4b9-4aeb-b828-fea10c7ebf23,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:21:15.262245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port e6c2a891-c1fb-4d00-ab9a-3ec233356b41 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:21:15.264694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port e6c2a891-c1fb-4d00-ab9a-3ec233356b41 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:15.265429 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.298128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.410590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ccce1-8177-424d-ae5c-a2a667a5e250 None None] Pushing event updated for resources: {'Port': ['ID=e573f005-a4b9-4aeb-b828-fea10c7ebf23,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:15.477947 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.495772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port e6c2a891-c1fb-4d00-ab9a-3ec233356b41, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e6c2a891-c1fb-4d00-ab9a-3ec233356b41,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:15.515714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.1 (9da6e796-b5ba-40f5-a47e-47aa879cba8d/6b5099e7-176c-42f1-8232-e5ce8221a8a0/9edd4e8a-168f-49c8-9f3c-330e823b0652) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:21:15.588189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.667609 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=e6c2a891-c1fb-4d00-ab9a-3ec233356b41,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:15.710346 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.728831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 9edd4e8a-168f-49c8-9f3c-330e823b0652 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:21:15.822990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.901069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 9da6e796-b5ba-40f5-a47e-47aa879cba8d is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:21:15.904151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:21:15.908521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:21:15.933137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=9edd4e8a-168f-49c8-9f3c-330e823b0652,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:15.967114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:16.123384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:16.323938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a52819-2cc2-4544-a82f-fda891cdffd0 None None] Network 9da6e796-b5ba-40f5-a47e-47aa879cba8d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:21:16.473664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8c4dfa0d-6dfb-4d79-9275-1341ca911783 None None] Provisioning for port e573f005-a4b9-4aeb-b828-fea10c7ebf23 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:21:16.539857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:16.605431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:16.818111 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:16.826961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=9edd4e8a-168f-49c8-9f3c-330e823b0652,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:16.872689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b4d6954e-efd5-4fdf-8aa8-655f010c413b None None] Provisioning for port 9edd4e8a-168f-49c8-9f3c-330e823b0652 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:21:16.878381 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b4d6954e-efd5-4fdf-8aa8-655f010c413b None None] Provisioning complete for port 9edd4e8a-168f-49c8-9f3c-330e823b0652 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:16.879958 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b4d6954e-efd5-4fdf-8aa8-655f010c413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:16.924993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e573f005-a4b9-4aeb-b828-fea10c7ebf23 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:21:16.978756 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 9da6e796-b5ba-40f5-a47e-47aa879cba8d is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:21:16.979887 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:21:16.995156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b4d6954e-efd5-4fdf-8aa8-655f010c413b None None] Port 9edd4e8a-168f-49c8-9f3c-330e823b0652 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:21:17.107409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0ef6bbb4-ae5a-433d-8aa3-40843f3e3bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:17.119428 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port e573f005-a4b9-4aeb-b828-fea10c7ebf23 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:21:17.125101 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port e573f005-a4b9-4aeb-b828-fea10c7ebf23 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:17.133591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:17.193516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8aa3b3e2-c095-4162-b3de-680cbdc0b73a None None] Provisioning complete for port 9edd4e8a-168f-49c8-9f3c-330e823b0652 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:17.193887 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b3e2-c095-4162-b3de-680cbdc0b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:17.284291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3b3e2-c095-4162-b3de-680cbdc0b73a None None] Port 9edd4e8a-168f-49c8-9f3c-330e823b0652 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:21:17.306259 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:17.349289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port e573f005-a4b9-4aeb-b828-fea10c7ebf23, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e573f005-a4b9-4aeb-b828-fea10c7ebf23,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:17.380026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:21:17.405333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-78232a28-5d76-4eff-b303-36ec2263b62a None None] Provisioning complete for port 9edd4e8a-168f-49c8-9f3c-330e823b0652 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:17.405699 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-78232a28-5d76-4eff-b303-36ec2263b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:17.433087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:17.433844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e6c2a891-c1fb-4d00-ab9a-3ec233356b41 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:21:17.553940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-78232a28-5d76-4eff-b303-36ec2263b62a None None] Port 9edd4e8a-168f-49c8-9f3c-330e823b0652 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:21:17.572715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=e573f005-a4b9-4aeb-b828-fea10c7ebf23,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:17.583684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:21:17.585326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:17.585672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:17.586070 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:17.586488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:17.586814 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:17.587179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:17.587474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:17.587798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:17.588119 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:17.588437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:17.588753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:17.598794 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-461515f5-772c-4d3f-b064-5ef6c2ac2e47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/9991d7e9-faac-47fd-a32d-5b5ca64f0701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4927173 Mar 02 20:21:17.599680 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 47998) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:17.599779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port e6c2a891-c1fb-4d00-ab9a-3ec233356b41 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:17.599779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:17.760356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27db5e-0a7a-4f4a-97ca-c76f8175a5df tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.760721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27db5e-0a7a-4f4a-97ca-c76f8175a5df tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.761079 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27db5e-0a7a-4f4a-97ca-c76f8175a5df tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.761434 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27db5e-0a7a-4f4a-97ca-c76f8175a5df tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.761785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27db5e-0a7a-4f4a-97ca-c76f8175a5df tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.762159 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27db5e-0a7a-4f4a-97ca-c76f8175a5df tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.762508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a27db5e-0a7a-4f4a-97ca-c76f8175a5df tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.764252 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7a27db5e-0a7a-4f4a-97ca-c76f8175a5df tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4975 time: 0.1643701 Mar 02 20:21:17.767088 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48002) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:17.838998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c809c0-21a2-4441-a72f-c6be3ffa740c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.839360 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c809c0-21a2-4441-a72f-c6be3ffa740c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.839711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c809c0-21a2-4441-a72f-c6be3ffa740c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.840058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c809c0-21a2-4441-a72f-c6be3ffa740c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.840399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c809c0-21a2-4441-a72f-c6be3ffa740c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.840737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c809c0-21a2-4441-a72f-c6be3ffa740c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.841074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c809c0-21a2-4441-a72f-c6be3ffa740c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.843087 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-86c809c0-21a2-4441-a72f-c6be3ffa740c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0748045 Mar 02 20:21:17.845613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48006) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:17.953050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Sync routers for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:21:17.965174 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:21:17.965778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:20:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:18.053676 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b353067b-f76d-4c0f-a85c-df196eb28e0b tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2069566 Mar 02 20:21:18.145659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:21:18.426028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48012) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:18.431974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-321743532', 'description': 'tempest-secgroup-smoke-321743532 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:18.437787 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:18.441846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:18.444701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:18.451365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:18.488982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:16Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:18.493028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Checking router: 9991d7e9-faac-47fd-a32d-5b5ca64f0701 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:21:18.493379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Updating router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 port 9edd4e8a-168f-49c8-9f3c-330e823b0652 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:21:18.524981 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.547441 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.559678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:18.563393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:18.566162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:18.572394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:18.627368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.695955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.741399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d110b9ee-be04-41d2-8924-ecadb4e3d847,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:18.810100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.813890 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1990dd01-6f67-47a3-b1fd-0a57d9c6a04a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3841751 Mar 02 20:21:18.814117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48016) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:18.820186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-02e1dc04-1a1f-41fb-b511-41b72604d264 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'd110b9ee-be04-41d2-8924-ecadb4e3d847', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:18.827415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-02e1dc04-1a1f-41fb-b511-41b72604d264 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:18.829118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e573f005-a4b9-4aeb-b828-fea10c7ebf23 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:21:18.831471 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-02e1dc04-1a1f-41fb-b511-41b72604d264 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:18.834374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-02e1dc04-1a1f-41fb-b511-41b72604d264 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:18.840144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-02e1dc04-1a1f-41fb-b511-41b72604d264 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:18.913555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02e1dc04-1a1f-41fb-b511-41b72604d264 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.937028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.952477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Transition to ACTIVE for port object 9edd4e8a-168f-49c8-9f3c-330e823b0652 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:21:18.964074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port e573f005-a4b9-4aeb-b828-fea10c7ebf23 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:18.964521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.978056 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02e1dc04-1a1f-41fb-b511-41b72604d264 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.024406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.049986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02e1dc04-1a1f-41fb-b511-41b72604d264 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.187508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1dc04-1a1f-41fb-b511-41b72604d264 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a1b2d5-41fb-4b32-ad39-368aefaba934,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:19.191542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff2a1f-7491-4b3b-a988-37c630f385fa None None] Pushing event updated for resources: {'Port': ['ID=9edd4e8a-168f-49c8-9f3c-330e823b0652,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:19.256828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02e1dc04-1a1f-41fb-b511-41b72604d264 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.258169 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-02e1dc04-1a1f-41fb-b511-41b72604d264 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4428420 Mar 02 20:21:19.260908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48020) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:19.266509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ec2f0f61-8ea1-412f-8e85-23c88b3e5a65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'd110b9ee-be04-41d2-8924-ecadb4e3d847', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:19.273286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ec2f0f61-8ea1-412f-8e85-23c88b3e5a65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:19.277704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ec2f0f61-8ea1-412f-8e85-23c88b3e5a65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:19.280940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ec2f0f61-8ea1-412f-8e85-23c88b3e5a65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:19.287410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ec2f0f61-8ea1-412f-8e85-23c88b3e5a65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:19.303631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Attempting to bind port 9edd4e8a-168f-49c8-9f3c-330e823b0652 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:21:19.304012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Attempting to bind port 9edd4e8a-168f-49c8-9f3c-330e823b0652 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:21:19.304363 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Attempting to bind port 9edd4e8a-168f-49c8-9f3c-330e823b0652 on network 9da6e796-b5ba-40f5-a47e-47aa879cba8d {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:21:19.311790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:21:19.312155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Checking segment: {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:21:19.312606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.312931 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Bound using segment: {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:21:19.313390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Bound port: 9edd4e8a-168f-49c8-9f3c-330e823b0652, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:21:19.313762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.382187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0f61-8ea1-412f-8e85-23c88b3e5a65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.407590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] For port 9edd4e8a-168f-49c8-9f3c-330e823b0652, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:21:19.411859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-51966ab3-b01d-4b0e-b41a-a99cf7dc8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.415804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] For port 9edd4e8a-168f-49c8-9f3c-330e823b0652, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9edd4e8a-168f-49c8-9f3c-330e823b0652,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:21:19.447953 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0f61-8ea1-412f-8e85-23c88b3e5a65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.497095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.525530 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0f61-8ea1-412f-8e85-23c88b3e5a65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.549028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f0f61-8ea1-412f-8e85-23c88b3e5a65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73463215-ac90-4a50-9893-5b067ebab475,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:19.578177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff2a1f-7491-4b3b-a988-37c630f385fa None None] Pushing event updated for resources: {'Port': ['ID=9edd4e8a-168f-49c8-9f3c-330e823b0652,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:19.582649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:21:19.583262 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:21:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:19.634721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ec2f0f61-8ea1-412f-8e85-23c88b3e5a65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.636563 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ec2f0f61-8ea1-412f-8e85-23c88b3e5a65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3746762 Mar 02 20:21:19.639295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48024) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:19.644986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-eb8269d6-6b5d-46b2-83c9-a72d69283ba9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'd110b9ee-be04-41d2-8924-ecadb4e3d847', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:19.651990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-eb8269d6-6b5d-46b2-83c9-a72d69283ba9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:19.656458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-eb8269d6-6b5d-46b2-83c9-a72d69283ba9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:19.659820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-eb8269d6-6b5d-46b2-83c9-a72d69283ba9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:19.666084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-eb8269d6-6b5d-46b2-83c9-a72d69283ba9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:19.754568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eb8269d6-6b5d-46b2-83c9-a72d69283ba9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.760895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:21:19.819963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eb8269d6-6b5d-46b2-83c9-a72d69283ba9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.896711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eb8269d6-6b5d-46b2-83c9-a72d69283ba9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.922129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8269d6-6b5d-46b2-83c9-a72d69283ba9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230c23cd-ce07-433e-a5d8-0faac2b79da3,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:19.994802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eb8269d6-6b5d-46b2-83c9-a72d69283ba9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.995973 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-eb8269d6-6b5d-46b2-83c9-a72d69283ba9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3557413 Mar 02 20:21:19.998765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48028) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:20.004551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3d74eaaf-fa40-4936-9dc4-e1367c1fe89a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'd110b9ee-be04-41d2-8924-ecadb4e3d847', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:20.015775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3d74eaaf-fa40-4936-9dc4-e1367c1fe89a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:20.015775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3d74eaaf-fa40-4936-9dc4-e1367c1fe89a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:20.017136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3d74eaaf-fa40-4936-9dc4-e1367c1fe89a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:20.022796 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3d74eaaf-fa40-4936-9dc4-e1367c1fe89a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:20.092616 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d74eaaf-fa40-4936-9dc4-e1367c1fe89a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.123643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:19Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:20.127791 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d87ec0-4e06-45b2-92b1-4e1fd69028a2 None None] The sync data for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv is: [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:19Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:21:20.161639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d74eaaf-fa40-4936-9dc4-e1367c1fe89a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.238446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d74eaaf-fa40-4936-9dc4-e1367c1fe89a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.262323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74eaaf-fa40-4936-9dc4-e1367c1fe89a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5cdd98-52ba-4a31-ad32-1545391ab310,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:20.342941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d74eaaf-fa40-4936-9dc4-e1367c1fe89a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.346939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48036) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:20.347756 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3d74eaaf-fa40-4936-9dc4-e1367c1fe89a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3472388 Mar 02 20:21:20.355952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'd110b9ee-be04-41d2-8924-ecadb4e3d847', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:20.364123 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:20.369328 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:20.372736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:20.379678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:20.451580 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:21:20.458597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.509032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.528141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.565589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.592892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.617631 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9bd5dd-4d86-419c-b721-ad03feabc1a1,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:20.691385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.692635 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e312ac4e-9fb4-4317-ac5e-538ed212de22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3447227 Mar 02 20:21:20.696043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48042) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:20.701878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'd110b9ee-be04-41d2-8924-ecadb4e3d847', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:20.708313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:20.712906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:20.715473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:20.721746 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:20.811167 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:21:20.818381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.857304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9edd4e8a-168f-49c8-9f3c-330e823b0652 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:21:20.894365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.965272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:20.989259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050a61ad-908d-4e6a-9e6b-7c813ecd294c,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:20.993691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 9edd4e8a-168f-49c8-9f3c-330e823b0652 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:21:20.998989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9edd4e8a-168f-49c8-9f3c-330e823b0652 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:21.000582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:21.045498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:21.046832 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-92e0652a-a163-4eb6-aea8-79c04ae00da5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3498716 Mar 02 20:21:21.125953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:21.158732 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9edd4e8a-168f-49c8-9f3c-330e823b0652, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9edd4e8a-168f-49c8-9f3c-330e823b0652,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:21.223555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-72eeefb8-5640-4757-b833-0333ed836f17 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:21:21.232792 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:21.297878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9edd4e8a-168f-49c8-9f3c-330e823b0652,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:21.319181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-72eeefb8-5640-4757-b833-0333ed836f17 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:21:21.322019 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-72eeefb8-5640-4757-b833-0333ed836f17 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321743532&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.1373158 Mar 02 20:21:21.466414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-266742d9-bdc4-47d6-91a0-94ae3fbf2106 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:21.467072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-266742d9-bdc4-47d6-91a0-94ae3fbf2106 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:21:21.546742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-266742d9-bdc4-47d6-91a0-94ae3fbf2106 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:21:21.547873 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-266742d9-bdc4-47d6-91a0-94ae3fbf2106 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/networks?id=9da6e796-b5ba-40f5-a47e-47aa879cba8d HTTP/1.1" status: 200 len: 796 time: 0.2199361 Mar 02 20:21:21.564885 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-81989481-a462-473b-b05c-2ce81483d429 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/quotas/809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 375 time: 0.0117044 Mar 02 20:21:21.649039 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-05a6f9f0-e853-41ce-bb9f-8fddfe82fbd9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:21:21.719629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-05a6f9f0-e853-41ce-bb9f-8fddfe82fbd9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:21:21.720952 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-05a6f9f0-e853-41ce-bb9f-8fddfe82fbd9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514330 Mar 02 20:21:21.832516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:21.861542 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-5bb5767e-7f1f-4bbb-96e4-bd274cf9cb0c service neutron] 10.222.0.44 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286645 Mar 02 20:21:21.990942 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-f3bbef0f-b454-4017-92d1-8289792abb76 service neutron] 10.222.0.44 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236060 Mar 02 20:21:22.264117 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-68331b1a-d2e1-4604-893a-5e462eae3cc3 req-bb2a93a3-e941-470d-a8ae-40c7df3c1af5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 210 time: 0.0414939 Mar 02 20:21:22.827254 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9edd4e8a-168f-49c8-9f3c-330e823b0652 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:21:22.892744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9edd4e8a-168f-49c8-9f3c-330e823b0652 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:22.893413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:23.425090 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f5ecc2f7-0c8c-4604-b93b-ed1fa7d2b06b req-01da3b43-645b-4b97-969a-6b2889272882 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 210 time: 0.0410028 Mar 02 20:21:24.278607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-c0da3def-8883-4b96-9bbe-cb2a8a1b0ed1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:24.279997 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-c0da3def-8883-4b96-9bbe-cb2a8a1b0ed1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=9da6e796-b5ba-40f5-a47e-47aa879cba8d HTTP/1.1" status: 200 len: 796 time: 0.1422310 Mar 02 20:21:24.335336 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-3902f5a7-28ff-42e9-956d-b76b94908680 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 379 time: 0.0406528 Mar 02 20:21:24.347692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'device_id': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'admin_state_up': True, 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'security_groups': ['d110b9ee-be04-41d2-8924-ecadb4e3d847']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:24.590099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:24.601940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:24.604922 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-de7fcd91-d7bb-40e8-a1dd-93a81d30d11f req-39e55d64-ab98-418f-9cbe-abc92761ee4c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 210 time: 0.0468185 Mar 02 20:21:24.667612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:21:24.670791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:24.828541 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.11 (9da6e796-b5ba-40f5-a47e-47aa879cba8d/6b5099e7-176c-42f1-8232-e5ce8221a8a0/4a9a7b88-197a-4d57-bd8d-5c62b6d2282e) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:21:25.010453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:25.026275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:21:25.119630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:25.188622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 9da6e796-b5ba-40f5-a47e-47aa879cba8d is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:21:25.191575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:21:25.195980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:21:25.230741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:25.265564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:25.266196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:25.354882 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-9eca086f-9ce2-47cb-8c08-8e541e9ec192 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0106511 Mar 02 20:21:25.371081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Request body: {'port': {'device_id': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:25.449657 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0275e996-ed49-463f-82b3-b6fd4dcde9e3 None None] Provisioning for port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:21:25.454858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0275e996-ed49-463f-82b3-b6fd4dcde9e3 None None] Provisioning complete for port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:25.455223 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0275e996-ed49-463f-82b3-b6fd4dcde9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:25.481397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:25.508590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0275e996-ed49-463f-82b3-b6fd4dcde9e3 None None] Port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:21:25.807007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77def6f1-529d-4494-8a02-57ecaf0057f2 req-a9148717-0228-48ab-9a42-9b2d52581cc5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:25.808514 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-77def6f1-529d-4494-8a02-57ecaf0057f2 req-a9148717-0228-48ab-9a42-9b2d52581cc5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 932 time: 0.0841479 Mar 02 20:21:25.825469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:21:25.832534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:25.849196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Transition to ACTIVE for port object 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:21:25.855626 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-77def6f1-529d-4494-8a02-57ecaf0057f2 req-e20d3cab-009b-4d86-bf1d-6f33354f3297 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416238 Mar 02 20:21:25.919717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:26.045193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Pushing event updated for resources: {'Port': ['ID=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:26.157024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Attempting to bind port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:21:26.157353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Attempting to bind port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:21:26.157672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Attempting to bind port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e on network 9da6e796-b5ba-40f5-a47e-47aa879cba8d {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:21:26.164281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e on network 9da6e796-b5ba-40f5-a47e-47aa879cba8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:21:26.164635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Attempting to bind port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e on network 9da6e796-b5ba-40f5-a47e-47aa879cba8d {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:21:26.170759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:21:26.171026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Checking segment: {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:21:26.171397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Bound using segment: {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:21:26.171806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Bound port: 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:21:26.172139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:26.256998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] For port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:21:26.260595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] For port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:21:26.312831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:26.377932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:26.379308 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] 10.222.0.31 "PUT /v2.0/ports/4a9a7b88-197a-4d57-bd8d-5c62b6d2282e HTTP/1.1" status: 200 len: 1094 time: 1.0129936 Mar 02 20:21:26.379735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'tag': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:21:26.399118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f0c75-48b4-4db5-b46a-57b38a83da5c service neutron] Pushing event updated for resources: {'Port': ['ID=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:26.442379 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'tag': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e', 'status': 'completed', 'code': 200} Mar 02 20:21:26.537934 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2664ea01-e9e6-4bd7-81cd-14ae4e500ef8 req-e530436c-3bdb-46c8-a0f5-b44c61017d57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 1097 time: 0.0713589 Mar 02 20:21:26.677854 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ea01-e9e6-4bd7-81cd-14ae4e500ef8 req-d82f08b1-a7c3-47f0-9881-950b38a23867 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:26.679876 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2664ea01-e9e6-4bd7-81cd-14ae4e500ef8 req-d82f08b1-a7c3-47f0-9881-950b38a23867 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=809bdfa688034064abc15e030437eaaf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1337192 Mar 02 20:21:26.911187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664ea01-e9e6-4bd7-81cd-14ae4e500ef8 req-ff17d2dc-dd5d-4271-aa2f-7f9f7885636d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:26.912655 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2664ea01-e9e6-4bd7-81cd-14ae4e500ef8 req-ff17d2dc-dd5d-4271-aa2f-7f9f7885636d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2264836 Mar 02 20:21:27.018800 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-60d5ad3c-376e-4e10-bef6-bee305b948b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 1097 time: 0.0682914 Mar 02 20:21:27.057219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36e31f-f251-4960-9e78-fdf6b964ac37 req-8d94632e-5fca-44b0-8413-d57fa2512923 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:27.058720 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea36e31f-f251-4960-9e78-fdf6b964ac37 req-8d94632e-5fca-44b0-8413-d57fa2512923 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 944 time: 0.0819654 Mar 02 20:21:27.093641 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-134dea51-4423-434c-bbce-c197de51906a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e HTTP/1.1" status: 200 len: 217 time: 0.0649855 Mar 02 20:21:27.106476 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea36e31f-f251-4960-9e78-fdf6b964ac37 req-62444bee-0a97-43ed-a6dd-f434bfefaa04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420008 Mar 02 20:21:27.161026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-b8678f12-71b5-4201-b5e6-257bdcab3413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:27.162501 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-b8678f12-71b5-4201-b5e6-257bdcab3413 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b5099e7-176c-42f1-8232-e5ce8221a8a0 HTTP/1.1" status: 200 len: 835 time: 0.0615463 Mar 02 20:21:27.239108 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-5e831208-5138-4599-b0dd-d5083e1d46bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9da6e796-b5ba-40f5-a47e-47aa879cba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681345 Mar 02 20:21:27.379566 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-d4dfd32c-3209-4eda-8f76-ccfa579ecc27 service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335866 Mar 02 20:21:27.516701 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9137216-3c8e-414c-b3c5-764c51d60fd0 req-0e670981-c295-4ccf-8802-ac7b2cb398fe service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241686 Mar 02 20:21:28.305682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac8f45-c2ed-438b-b91c-333c4d772c17 req-a7cb93fa-1aea-4671-b547-0630054a0ab4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:28.307146 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1eac8f45-c2ed-438b-b91c-333c4d772c17 req-a7cb93fa-1aea-4671-b547-0630054a0ab4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 944 time: 0.0757816 Mar 02 20:21:28.352943 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1eac8f45-c2ed-438b-b91c-333c4d772c17 req-343e8864-e036-4974-a0de-596025258ccd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402918 Mar 02 20:21:29.547322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587462f4-96a2-4eec-8159-1df3a6750912 req-a317b571-1b78-4442-9d57-91d77fe0c6da tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:29.548749 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-587462f4-96a2-4eec-8159-1df3a6750912 req-a317b571-1b78-4442-9d57-91d77fe0c6da tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 944 time: 0.0791199 Mar 02 20:21:29.593458 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-587462f4-96a2-4eec-8159-1df3a6750912 req-a01dcd74-158f-4654-8553-4218a351913d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392706 Mar 02 20:21:30.450299 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:21:30.578717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:30.591969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'port_id': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e', 'mac_address': 'fa:16:3e:77:74:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:21:30.646778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.664501 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:21:30.678988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:30.742727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.792207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d438b53-fb50-4c06-8520-a489d6049b15 req-fec9d9fe-abe7-42a5-930d-54fff9f16134 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:30.793673 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4d438b53-fb50-4c06-8520-a489d6049b15 req-fec9d9fe-abe7-42a5-930d-54fff9f16134 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 945 time: 0.0779867 Mar 02 20:21:30.811079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:30.843457 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4d438b53-fb50-4c06-8520-a489d6049b15 req-764be582-e643-4ace-bdd8-3f302f694485 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441172 Mar 02 20:21:31.032661 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['4a9a7b88-197a-4d57-bd8d-5c62b6d2282e'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:21:32.134019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95485633-43c6-41b3-ac70-7eaf002d9f92 req-b1db25dc-5bed-428e-ba54-e40839bb6b48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:32.135466 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-95485633-43c6-41b3-ac70-7eaf002d9f92 req-b1db25dc-5bed-428e-ba54-e40839bb6b48 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 945 time: 0.1519008 Mar 02 20:21:32.142133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4fc4-1059-454e-96bc-db7f2c3fa60e req-b4d1bfc4-c57c-4b04-a173-a9b224ea0c0d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:32.143739 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-435c4fc4-1059-454e-96bc-db7f2c3fa60e req-b4d1bfc4-c57c-4b04-a173-a9b224ea0c0d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.1106284 Mar 02 20:21:32.217980 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-95485633-43c6-41b3-ac70-7eaf002d9f92 req-2c9f5d25-1b01-4e6b-abeb-32519b1a4539 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733917 Mar 02 20:21:32.227180 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-435c4fc4-1059-454e-96bc-db7f2c3fa60e req-ae20b211-b1d7-4f51-98df-fdcba5b08f05 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660334 Mar 02 20:21:32.484005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:21:32.620506 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:21:32.625410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:32.625806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:32.748796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:32.774527 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:21:32.783877 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:32.830889 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e', 'code': 200} Mar 02 20:21:32.849715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:32.970402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:33.221650 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-45a66d7c-a0b3-4145-ace0-7b86a21d49fb req-58b6bde7-2b01-4151-876f-b3514b74b3db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 1099 time: 0.0768077 Mar 02 20:21:33.278382 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-45a66d7c-a0b3-4145-ace0-7b86a21d49fb req-3a61ff12-e70b-4219-9f95-a62e251a7fde service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486317 Mar 02 20:21:33.606262 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c58820-a298-4684-a79a-a7c3cfafc73d req-94521c1a-2a5b-405f-b101-bfa2fce8dd96 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:33.607764 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-89c58820-a298-4684-a79a-a7c3cfafc73d req-94521c1a-2a5b-405f-b101-bfa2fce8dd96 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.2456295 Mar 02 20:21:33.613081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706226e2-30cb-405a-8396-9ff6617970c6 req-25587789-e2ed-459a-abfa-4322bb1c7596 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:33.614414 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-706226e2-30cb-405a-8396-9ff6617970c6 req-25587789-e2ed-459a-abfa-4322bb1c7596 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 946 time: 0.2510293 Mar 02 20:21:33.685356 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-89c58820-a298-4684-a79a-a7c3cfafc73d req-c0bc4cca-7f92-4fdd-b803-8a96325c082f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700102 Mar 02 20:21:33.687710 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-706226e2-30cb-405a-8396-9ff6617970c6 req-a43ebecc-bdd1-424c-815f-37183ae5fda0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594881 Mar 02 20:21:34.942828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3099fd4-9843-4a78-8bac-123afbbfbc4b req-5e80a926-0f01-47d9-9f61-ac6a33b99719 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:34.944280 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a3099fd4-9843-4a78-8bac-123afbbfbc4b req-5e80a926-0f01-47d9-9f61-ac6a33b99719 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 946 time: 0.1361120 Mar 02 20:21:34.951317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a34a5c-d9ff-4d2a-aa77-2e2631394f85 req-fa025356-2255-41e0-b4c9-963c49ac6248 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:34.952583 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d3a34a5c-d9ff-4d2a-aa77-2e2631394f85 req-fa025356-2255-41e0-b4c9-963c49ac6248 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.1074834 Mar 02 20:21:35.025819 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a3099fd4-9843-4a78-8bac-123afbbfbc4b req-0a4bff11-f015-4f78-85b8-6fd6e38c03f5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723047 Mar 02 20:21:35.030418 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d3a34a5c-d9ff-4d2a-aa77-2e2631394f85 req-90aaee84-586e-4919-9a10-5fd943adeaaa tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630684 Mar 02 20:21:35.218000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4da54e-55af-4c85-93c8-5e5d7ee4ad2b req-fca82798-1248-4673-9255-70d22491d53a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:35.219357 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6d4da54e-55af-4c85-93c8-5e5d7ee4ad2b req-fca82798-1248-4673-9255-70d22491d53a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 946 time: 0.0752726 Mar 02 20:21:35.264174 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6d4da54e-55af-4c85-93c8-5e5d7ee4ad2b req-12dceeeb-759d-4473-9bc9-37c1cb5b17e2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393267 Mar 02 20:21:35.291682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48110) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:35.364086 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8edd64dc-8d98-4e8e-a7e8-8923de813dc8 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 1094 time: 0.0713024 Mar 02 20:21:35.366810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48114) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:35.371818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:21:35.377219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:35.380982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:floatingip and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:35.383830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:35.389367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:35.462438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:35.555446 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:21:35.597276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:35.742329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.229 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/01c62001-28ec-4aa3-8263-0a5462a03496) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:21:35.891109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:35.970806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:36.040037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:21:36.042797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:21:36.046459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:21:36.076285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=01c62001-28ec-4aa3-8263-0a5462a03496,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:36.415916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836c144-78c8-4fe1-b53e-204430885daa req-c042b7eb-3e16-4753-8b41-615013e251df tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:36.417351 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9836c144-78c8-4fe1-b53e-204430885daa req-c042b7eb-3e16-4753-8b41-615013e251df tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.2605572 Mar 02 20:21:36.614018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:36.818614 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9836c144-78c8-4fe1-b53e-204430885daa req-f2ca920e-4f80-4e36-a437-e230236bf77b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3947568 Mar 02 20:21:36.821014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:37.021618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:37.073185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:37.178813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=01c62001-28ec-4aa3-8263-0a5462a03496,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:37.192514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:37.384454 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP d6d86325-fed4-4d4d-adf0-009ce8e3917c associated. External IP: 172.26.5.229, port: 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e. Mar 02 20:21:37.771811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:21:38.031175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:21:38.042631 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a30153c-d203-4289-a7ff-4baa20630f41 None None] Sync routers for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:21:38.052891 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a4ceb-bbee-421a-b636-98b286e330ea req-ea3c7ec5-c9fe-4526-830c-0cd0f9120b76 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:38.054321 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-190a4ceb-bbee-421a-b636-98b286e330ea req-ea3c7ec5-c9fe-4526-830c-0cd0f9120b76 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.1110811 Mar 02 20:21:38.055680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a30153c-d203-4289-a7ff-4baa20630f41 None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:21:38.056342 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3a30153c-d203-4289-a7ff-4baa20630f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:21:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:38.104987 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-190a4ceb-bbee-421a-b636-98b286e330ea req-b1750e01-6575-4d27-b3d3-44eb26997766 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418255 Mar 02 20:21:38.129319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:38.184161 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2d94b6c8-822c-41a1-8961-0f2ff332f624 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8163402 Mar 02 20:21:38.185148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'tag': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:21:38.187518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48124) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:38.239448 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'tag': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e', 'status': 'completed', 'code': 200} Mar 02 20:21:38.242989 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-3a30153c-d203-4289-a7ff-4baa20630f41 None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:21:38.346878 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2b144971-9baa-4a70-b65d-7388ec4bf276 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 200 len: 992 time: 0.1576512 Mar 02 20:21:38.362991 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-eb24f603-b65c-4d51-93d0-cac0f1d79f6e req-8b44ced3-7340-4893-89f9-3bd91112c223 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 1099 time: 0.0995431 Mar 02 20:21:38.493653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f603-b65c-4d51-93d0-cac0f1d79f6e req-2b06a69b-1111-4274-af35-040b4d2aa1c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:38.495134 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-eb24f603-b65c-4d51-93d0-cac0f1d79f6e req-2b06a69b-1111-4274-af35-040b4d2aa1c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9da6e796-b5ba-40f5-a47e-47aa879cba8d HTTP/1.1" status: 200 len: 898 time: 0.1250451 Mar 02 20:21:38.589527 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3a30153c-d203-4289-a7ff-4baa20630f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'd6d86325-fed4-4d4d-adf0-009ce8e3917c', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'port_id': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'mac_address': 'fa:16:3e:77:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:21:36Z', 'updated_at': '2022-03-02T20:21:36Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:38.593314 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a30153c-d203-4289-a7ff-4baa20630f41 None None] Checking router: 9991d7e9-faac-47fd-a32d-5b5ca64f0701 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:21:38.598974 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-eb24f603-b65c-4d51-93d0-cac0f1d79f6e req-fed6b9d4-2f72-49e7-84a9-5018b7e67dee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e HTTP/1.1" status: 200 len: 1000 time: 0.0964851 Mar 02 20:21:38.603710 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a30153c-d203-4289-a7ff-4baa20630f41 None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:21:38.604328 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3a30153c-d203-4289-a7ff-4baa20630f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:21:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:38.660176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f603-b65c-4d51-93d0-cac0f1d79f6e req-c91f18ba-030e-45ab-9964-48b53328dded service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:38.661613 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-eb24f603-b65c-4d51-93d0-cac0f1d79f6e req-c91f18ba-030e-45ab-9964-48b53328dded service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b5099e7-176c-42f1-8232-e5ce8221a8a0 HTTP/1.1" status: 200 len: 835 time: 0.0569322 Mar 02 20:21:38.739773 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-eb24f603-b65c-4d51-93d0-cac0f1d79f6e req-855f58ed-f270-4e09-9217-cdd34c50217d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9da6e796-b5ba-40f5-a47e-47aa879cba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715716 Mar 02 20:21:38.779020 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-3a30153c-d203-4289-a7ff-4baa20630f41 None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:21:38.870861 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-eb24f603-b65c-4d51-93d0-cac0f1d79f6e req-c7846a4c-aa78-4c7c-90e0-6ff2d1de9ea7 service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243343 Mar 02 20:21:39.104466 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-eb24f603-b65c-4d51-93d0-cac0f1d79f6e req-1988dca2-2077-480e-a785-7aadd3f4dc25 service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268710 Mar 02 20:21:39.155209 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3a30153c-d203-4289-a7ff-4baa20630f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'd6d86325-fed4-4d4d-adf0-009ce8e3917c', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'port_id': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'mac_address': 'fa:16:3e:77:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:21:36Z', 'updated_at': '2022-03-02T20:21:36Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:39.159206 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a30153c-d203-4289-a7ff-4baa20630f41 None None] The sync data for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv is: [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'd6d86325-fed4-4d4d-adf0-009ce8e3917c', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'port_id': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'mac_address': 'fa:16:3e:77:74:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:21:36Z', 'updated_at': '2022-03-02T20:21:36Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:21:39.309355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e65b3e-be7b-4b1f-aca8-65f70acde01d req-4d8866c3-7275-4972-ba40-73478e5b0d2e tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:39.310893 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9e65b3e-be7b-4b1f-aca8-65f70acde01d req-4d8866c3-7275-4972-ba40-73478e5b0d2e tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.0811377 Mar 02 20:21:39.349865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48132) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:39.357110 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4d083-8b7e-4802-b761-1e799fac9441 None None] New status for floating IP d6d86325-fed4-4d4d-adf0-009ce8e3917c: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:21:39.361741 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9e65b3e-be7b-4b1f-aca8-65f70acde01d req-10f8ccc2-7a6d-4f52-b3ac-564086e75efe tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451686 Mar 02 20:21:39.462955 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1bda2a97-dd69-4739-a4b0-75e85233cd03 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 200 len: 992 time: 0.1118274 Mar 02 20:21:40.466326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48138) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:40.700938 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-21018f03-b83f-4867-ab89-08dd6dc71062 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 200 len: 994 time: 0.2331474 Mar 02 20:21:40.721248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0557e7c-089e-4708-80d0-83e1b093779e req-70231d1c-3491-4758-867e-ccf8699205ec tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:40.722716 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b0557e7c-089e-4708-80d0-83e1b093779e req-70231d1c-3491-4758-867e-ccf8699205ec tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.2048643 Mar 02 20:21:40.769312 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b0557e7c-089e-4708-80d0-83e1b093779e req-0c262762-c7b0-4d9d-83d1-8d7b3b118171 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409663 Mar 02 20:21:42.036107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b251c7f-cb2f-49ed-99ab-b15cc132afd7 req-986b9e8a-dd3f-4173-93a3-735207de02a4 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:42.037546 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b251c7f-cb2f-49ed-99ab-b15cc132afd7 req-986b9e8a-dd3f-4173-93a3-735207de02a4 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.1469474 Mar 02 20:21:42.083782 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b251c7f-cb2f-49ed-99ab-b15cc132afd7 req-a416fa3e-cc57-4e03-95ee-dba4390d3451 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394294 Mar 02 20:21:42.706749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:43.282417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8473a8-a20b-4c5d-a3c0-4f3965d8173c req-5e5a5f7b-74dc-49c2-9d0f-79fd021e3dc7 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:43.283855 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7f8473a8-a20b-4c5d-a3c0-4f3965d8173c req-5e5a5f7b-74dc-49c2-9d0f-79fd021e3dc7 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.0791609 Mar 02 20:21:43.329022 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7f8473a8-a20b-4c5d-a3c0-4f3965d8173c req-8c5ff0ea-2dff-454d-abb0-589526b55676 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391665 Mar 02 20:21:44.523357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd833f-0f39-4436-a500-25c84796bd54 req-16dd7758-4e6d-449a-a8b5-7ae53fb9702d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:44.524784 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a5fd833f-0f39-4436-a500-25c84796bd54 req-16dd7758-4e6d-449a-a8b5-7ae53fb9702d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.0774345 Mar 02 20:21:44.568711 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a5fd833f-0f39-4436-a500-25c84796bd54 req-4c25bedc-ac9b-40c9-9790-7274a5d6a0e4 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382106 Mar 02 20:21:45.774675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3f89a-2cb3-4178-9af6-2b0c37e70db2 req-f8b3fd6a-d5d2-458f-902c-ac738f152b5d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:45.776644 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-53c3f89a-2cb3-4178-9af6-2b0c37e70db2 req-f8b3fd6a-d5d2-458f-902c-ac738f152b5d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.0806899 Mar 02 20:21:45.821077 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-53c3f89a-2cb3-4178-9af6-2b0c37e70db2 req-a666e343-10e5-44eb-8b0d-c6f2faa4907f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389171 Mar 02 20:21:47.017153 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668110c-3096-4504-88de-eee4ca2c345d req-b64a4171-f467-42db-b6db-2a5e5e8a60e2 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:47.018639 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7668110c-3096-4504-88de-eee4ca2c345d req-b64a4171-f467-42db-b6db-2a5e5e8a60e2 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.0760472 Mar 02 20:21:47.068411 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7668110c-3096-4504-88de-eee4ca2c345d req-b9e1afa6-5a99-4971-be05-85a8fa7100f9 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436513 Mar 02 20:21:47.112345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c05765d0-e8ee-42d3-97a2-8987d766fe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:48.262049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d996a-f402-4dc5-993a-1ca6ea384c1a req-55da967d-18ea-447c-af76-70c407e3797e tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:48.263482 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-667d996a-f402-4dc5-993a-1ca6ea384c1a req-55da967d-18ea-447c-af76-70c407e3797e tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.0754941 Mar 02 20:21:48.308462 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-667d996a-f402-4dc5-993a-1ca6ea384c1a req-8090808e-95da-4fa5-ba50-deb24923a16c tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392547 Mar 02 20:21:49.307059 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-08bc5d2e-c8cf-4410-951a-b5dbc4637840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:49.508138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc53e05-6b5b-47bf-a219-ec440f7ddc06 req-64165ac6-2bca-4bee-9457-10c9179b6818 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:49.509525 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3fc53e05-6b5b-47bf-a219-ec440f7ddc06 req-64165ac6-2bca-4bee-9457-10c9179b6818 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.0793073 Mar 02 20:21:49.554344 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3fc53e05-6b5b-47bf-a219-ec440f7ddc06 req-7de30d1c-6ea1-4297-b986-d10eeab5c05b tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382366 Mar 02 20:21:50.529390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:50.558229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:50.755835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e64fb-45f6-4d71-b571-61b9d37208b1 req-ea01d416-870d-4d59-a24b-94d54d09c986 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:50.757282 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-402e64fb-45f6-4d71-b571-61b9d37208b1 req-ea01d416-870d-4d59-a24b-94d54d09c986 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.0825238 Mar 02 20:21:50.803742 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-402e64fb-45f6-4d71-b571-61b9d37208b1 req-ec4a3d3b-9045-49dc-a06a-d0a80b6130f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401118 Mar 02 20:21:51.059908 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-825d4e46-0330-475f-b31f-178c76902ee4 req-2fe77111-6e11-46dd-8a39-39d5bf962b11 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 1099 time: 0.1363869 Mar 02 20:21:51.105933 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-825d4e46-0330-475f-b31f-178c76902ee4 req-481b988c-ea5c-47aa-974e-09a912006a8e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379622 Mar 02 20:21:51.827334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:52.014671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e139111-7232-45bc-8d55-7ab0ab04d983 req-91e406ba-d238-4437-b383-cf371f323e83 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:52.016017 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8e139111-7232-45bc-8d55-7ab0ab04d983 req-91e406ba-d238-4437-b383-cf371f323e83 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.0793371 Mar 02 20:21:52.061734 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8e139111-7232-45bc-8d55-7ab0ab04d983 req-02a6e5cd-8ff8-4078-819a-ef827970535f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403297 Mar 02 20:21:52.543150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:21:52.676358 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:52.689410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'port_id': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'mac_address': 'fa:16:3e:fa:99:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:21:52.744372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:52.762707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:21:52.777600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:52.855568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:52.919524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:53.114439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['2535fbc4-d2ec-4c8f-afba-ae7456e1e98c'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:21:53.261679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3ce10-be98-46d4-85c2-89a569f35379 req-a2b50d31-77b1-49e5-ac15-1c2d8b3803a5 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:53.263383 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8ec3ce10-be98-46d4-85c2-89a569f35379 req-a2b50d31-77b1-49e5-ac15-1c2d8b3803a5 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 945 time: 0.0777688 Mar 02 20:21:53.308858 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8ec3ce10-be98-46d4-85c2-89a569f35379 req-e0be972a-c4a4-4e3a-8908-84914795a764 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399468 Mar 02 20:21:53.336064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48168) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:53.440949 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-da01e846-65ab-483f-8fa2-55153ce6b6e6 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/floatingips/9f392a07-bf6c-4e6a-b1fb-7b5966007c05 HTTP/1.1" status: 200 len: 992 time: 0.1037693 Mar 02 20:21:54.548399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:21:54.617596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:54.617990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:54.726256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:54.755513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:21:54.765464 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:21:54.811218 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'code': 200} Mar 02 20:21:54.844503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:54.908311 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:12.555784 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:22:12.729589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.776344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48186) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:13.854091 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ce9ae0b1-facb-4ad9-8095-f17fdd44d810 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=809bdfa688034064abc15e030437eaaf&network_id=9da6e796-b5ba-40f5-a47e-47aa879cba8d HTTP/1.1" status: 200 len: 3000 time: 0.0765324 Mar 02 20:22:16.240675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48198) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:16.300365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d73a6-40c8-4ce1-865f-87e48ed59d92 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:16.301780 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-113d73a6-40c8-4ce1-865f-87e48ed59d92 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0 HTTP/1.1" status: 200 len: 814 time: 0.0601509 Mar 02 20:22:16.824706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48206) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:16.831105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2aa3ce4b-6859-4121-8842-17f1e44c4b58 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:16.929900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce4b-6859-4121-8842-17f1e44c4b58 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.107866 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2dc42056-de69-45dd-951a-b6a91e2e53bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.283230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce4b-6859-4121-8842-17f1e44c4b58 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.387223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce4b-6859-4121-8842-17f1e44c4b58 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.387371 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-2aa3ce4b-6859-4121-8842-17f1e44c4b58 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP d6d86325-fed4-4d4d-adf0-009ce8e3917c disassociated. External IP: 172.26.5.229, port: 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e. Mar 02 20:22:17.787491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa3ce4b-6859-4121-8842-17f1e44c4b58 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:22:17.991877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa3ce4b-6859-4121-8842-17f1e44c4b58 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:22:17.996681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ce4b-6859-4121-8842-17f1e44c4b58 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:18.002155 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a75e4f-af26-41d4-ac97-5de1cd66cdc7 None None] Sync routers for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:22:18.013159 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a75e4f-af26-41d4-ac97-5de1cd66cdc7 None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:18.014466 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-41a75e4f-af26-41d4-ac97-5de1cd66cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:21:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:18.048671 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2aa3ce4b-6859-4121-8842-17f1e44c4b58 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 200 len: 690 time: 1.2219911 Mar 02 20:22:18.049421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'tag': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:22:18.051491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48210) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:18.111632 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'tag': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e', 'status': 'completed', 'code': 200} Mar 02 20:22:18.191127 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-03f3cd40-15fb-4492-b850-08a423ce4419 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 200 len: 690 time: 0.1385026 Mar 02 20:22:18.215260 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-41a75e4f-af26-41d4-ac97-5de1cd66cdc7 None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:18.229435 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3d4cdb67-2734-4a72-aa8e-03baf33aaa82 req-23fdbd3f-273b-45f7-999d-25122598f262 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 1099 time: 0.0816336 Mar 02 20:22:18.364862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cdb67-2734-4a72-aa8e-03baf33aaa82 req-1e7319f7-f8eb-4770-99ce-3bb8e436db25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:18.366208 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3d4cdb67-2734-4a72-aa8e-03baf33aaa82 req-1e7319f7-f8eb-4770-99ce-3bb8e436db25 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9da6e796-b5ba-40f5-a47e-47aa879cba8d HTTP/1.1" status: 200 len: 898 time: 0.1301346 Mar 02 20:22:18.437711 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3d4cdb67-2734-4a72-aa8e-03baf33aaa82 req-fcf5d12b-c7db-4dca-bfd6-fc053558c0af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e HTTP/1.1" status: 200 len: 217 time: 0.0649016 Mar 02 20:22:18.501768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cdb67-2734-4a72-aa8e-03baf33aaa82 req-de550115-93f0-4b85-903d-3390585ddcf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:18.503392 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3d4cdb67-2734-4a72-aa8e-03baf33aaa82 req-de550115-93f0-4b85-903d-3390585ddcf5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b5099e7-176c-42f1-8232-e5ce8221a8a0 HTTP/1.1" status: 200 len: 835 time: 0.0593369 Mar 02 20:22:18.525203 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-41a75e4f-af26-41d4-ac97-5de1cd66cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:18.529050 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a75e4f-af26-41d4-ac97-5de1cd66cdc7 None None] Checking router: 9991d7e9-faac-47fd-a32d-5b5ca64f0701 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:22:18.539768 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a75e4f-af26-41d4-ac97-5de1cd66cdc7 None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:18.540356 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-41a75e4f-af26-41d4-ac97-5de1cd66cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:21:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:18.581730 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3d4cdb67-2734-4a72-aa8e-03baf33aaa82 req-ca6678e8-9397-4f6a-9ed1-b3a8594549d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9da6e796-b5ba-40f5-a47e-47aa879cba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696092 Mar 02 20:22:18.719280 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3d4cdb67-2734-4a72-aa8e-03baf33aaa82 req-c6cb0192-2153-4467-9026-e05e02923db1 service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300845 Mar 02 20:22:18.722130 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-41a75e4f-af26-41d4-ac97-5de1cd66cdc7 None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:18.855186 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3d4cdb67-2734-4a72-aa8e-03baf33aaa82 req-f0736bbf-b132-49a0-85ca-1182975a0c76 service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292608 Mar 02 20:22:19.037131 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-41a75e4f-af26-41d4-ac97-5de1cd66cdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:19.040919 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a75e4f-af26-41d4-ac97-5de1cd66cdc7 None None] The sync data for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv is: [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:22:19.195131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48216) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:19.266529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3c3948-1002-47c3-98c5-026b2c601f71 None None] New status for floating IP d6d86325-fed4-4d4d-adf0-009ce8e3917c: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:22:19.283331 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5ee41579-148a-4aa1-a724-c8e643ca1a7f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 200 len: 690 time: 0.0870061 Mar 02 20:22:19.324542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f9ab9da7-dd58-4477-bfe0-073dc6d02f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.287260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48220) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:20.369511 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bb047867-89dd-4839-b5a0-2f87e6c3602d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 200 len: 688 time: 0.0811341 Mar 02 20:22:20.529782 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.581115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:21.714645 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48228) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:21.722329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653099727', 'description': 'tempest-secgroup-smoke-1653099727 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:21.727834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:21.738302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:21.826701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:21.837348 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:21.874404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:21.878273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:21.881046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:21.886710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:21.940395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.026743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.071143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:22.080263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:22.080605 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:22.080936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:22.081263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:22.081588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:22.081937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:22.082244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:22.082562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:22.082876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:22.083188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:22.083500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:22.140080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.141306 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5349f0cf-2884-40bf-a06e-a34d6b39b0b9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4257078 Mar 02 20:22:22.144188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48234) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:22.149550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-64e08062-d43f-448a-aef7-87ddd565d725 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:22.155808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-64e08062-d43f-448a-aef7-87ddd565d725 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:22.159646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-64e08062-d43f-448a-aef7-87ddd565d725 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:22.162494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-64e08062-d43f-448a-aef7-87ddd565d725 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:22.169713 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-64e08062-d43f-448a-aef7-87ddd565d725 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:22.250540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64e08062-d43f-448a-aef7-87ddd565d725 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.313284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64e08062-d43f-448a-aef7-87ddd565d725 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.358525 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64e08062-d43f-448a-aef7-87ddd565d725 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.382276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e08062-d43f-448a-aef7-87ddd565d725 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c22ecf-2a9e-419e-a83e-c68ed2a1dd7c,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:22.443853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64e08062-d43f-448a-aef7-87ddd565d725 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.445348 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-64e08062-d43f-448a-aef7-87ddd565d725 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3001075 Mar 02 20:22:22.448319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48238) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:22.453883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7834e372-6c67-4dcf-a2da-d0aeda7024dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:22.459710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7834e372-6c67-4dcf-a2da-d0aeda7024dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:22.463397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7834e372-6c67-4dcf-a2da-d0aeda7024dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:22.466236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7834e372-6c67-4dcf-a2da-d0aeda7024dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:22.472585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7834e372-6c67-4dcf-a2da-d0aeda7024dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:22.537166 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7834e372-6c67-4dcf-a2da-d0aeda7024dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.599379 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7834e372-6c67-4dcf-a2da-d0aeda7024dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.649854 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7834e372-6c67-4dcf-a2da-d0aeda7024dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.674201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834e372-6c67-4dcf-a2da-d0aeda7024dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c84329f-f011-4b01-814a-1e8805b7b062,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:22.735584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7834e372-6c67-4dcf-a2da-d0aeda7024dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.736533 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7834e372-6c67-4dcf-a2da-d0aeda7024dd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2873104 Mar 02 20:22:22.739372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48242) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:22.744726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b4ca5deb-ce3e-4d09-8c52-dae606117a99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:22.750575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b4ca5deb-ce3e-4d09-8c52-dae606117a99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:22.754336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b4ca5deb-ce3e-4d09-8c52-dae606117a99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:22.757408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b4ca5deb-ce3e-4d09-8c52-dae606117a99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:22.763194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b4ca5deb-ce3e-4d09-8c52-dae606117a99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:22.850540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5deb-ce3e-4d09-8c52-dae606117a99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.982732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5deb-ce3e-4d09-8c52-dae606117a99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.090097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5deb-ce3e-4d09-8c52-dae606117a99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.203409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca5deb-ce3e-4d09-8c52-dae606117a99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4dfb8d-4004-4100-9f24-127f6bc09a79,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:23.296249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5deb-ce3e-4d09-8c52-dae606117a99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.298066 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b4ca5deb-ce3e-4d09-8c52-dae606117a99 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5572965 Mar 02 20:22:23.300284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48246) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:23.305458 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-f6068f2a-6bef-411d-b888-4f49ba003b20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:23.311801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f6068f2a-6bef-411d-b888-4f49ba003b20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:23.315705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f6068f2a-6bef-411d-b888-4f49ba003b20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:23.318534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f6068f2a-6bef-411d-b888-4f49ba003b20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:23.324461 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f6068f2a-6bef-411d-b888-4f49ba003b20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:23.387408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f6068f2a-6bef-411d-b888-4f49ba003b20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.448900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f6068f2a-6bef-411d-b888-4f49ba003b20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.529663 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f6068f2a-6bef-411d-b888-4f49ba003b20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.555255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6068f2a-6bef-411d-b888-4f49ba003b20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3bafd8-a721-463e-b339-eb3947dc086a,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:23.615602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f6068f2a-6bef-411d-b888-4f49ba003b20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.616786 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f6068f2a-6bef-411d-b888-4f49ba003b20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3156049 Mar 02 20:22:23.620579 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48250) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:23.626252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:23.633251 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:23.636037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:23.638884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:23.644886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:23.724363 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:22:23.732031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.797738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.930048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.955009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df397ae-b08e-4c1c-8518-c6bf20a2af93,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:24.027374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.028579 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bd4459ab-d54e-4acb-9081-201b278e5246 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4075642 Mar 02 20:22:24.032073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48254) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:24.037397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:24.043486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:24.047716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:24.050695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:24.056421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:24.141957 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:22:24.151290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.217334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.301067 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.325270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2820b5-2e44-4aa4-a23f-e12a1dbfaacd,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:24.408936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.410160 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-82647c31-9b20-4019-9338-7274795f4730 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3773251 Mar 02 20:22:24.613235 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-adee2df6-81cc-464f-b93f-e72d4505db83 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653099727&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.0439868 Mar 02 20:22:24.765203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-55e2b764-4121-4080-9a45-4eff567fc690 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:24.766902 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-55e2b764-4121-4080-9a45-4eff567fc690 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/networks?id=9da6e796-b5ba-40f5-a47e-47aa879cba8d HTTP/1.1" status: 200 len: 796 time: 0.1473162 Mar 02 20:22:24.783648 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-29d24baf-da43-4e06-93d1-3082e111170f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/quotas/809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 375 time: 0.0110979 Mar 02 20:22:24.871747 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-29ab5b74-a6de-4d47-9513-01ae17224c15 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0826468 Mar 02 20:22:25.128853 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-b410b1cc-c3a6-45b6-aff1-3cf92f5f29cc service neutron] 10.222.0.44 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446156 Mar 02 20:22:25.263532 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-fcd15c82-c932-4a84-b47e-b70903905124 service neutron] 10.222.0.44 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282208 Mar 02 20:22:25.345933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af411cb-61cf-446b-a2c3-cb7503d6bcc1 req-2f9fdbf5-d8eb-42ef-8cd2-2019fb9bd82a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:25.347375 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4af411cb-61cf-446b-a2c3-cb7503d6bcc1 req-2f9fdbf5-d8eb-42ef-8cd2-2019fb9bd82a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 945 time: 0.0796828 Mar 02 20:22:25.394630 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4af411cb-61cf-446b-a2c3-cb7503d6bcc1 req-2075212e-f5fd-46d3-bc51-105788ffad3f tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418060 Mar 02 20:22:25.558215 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-53ccaf6b-4fa5-4284-8e35-f29b7e20518d req-142476b9-d4cf-43f7-bf40-95720270faf6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 210 time: 0.0428951 Mar 02 20:22:26.594750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92134cca-eeca-4f2b-b506-4732c063d436 req-01ca1d75-6391-4399-8a75-83a41aeb2fa8 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:26.596267 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-92134cca-eeca-4f2b-b506-4732c063d436 req-01ca1d75-6391-4399-8a75-83a41aeb2fa8 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 945 time: 0.0778675 Mar 02 20:22:26.644615 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-92134cca-eeca-4f2b-b506-4732c063d436 req-0895fd06-f79d-4724-849c-5cf4b38d3ac8 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407839 Mar 02 20:22:26.823808 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-33134d79-a594-4298-86b3-bfbdb81bfabe req-ae0a3410-c158-442d-81cf-457c1290a584 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 210 time: 0.1404030 Mar 02 20:22:27.237507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-c55f9114-fa78-440d-b6b2-cdd208a6810b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:27.238156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-c55f9114-fa78-440d-b6b2-cdd208a6810b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Synchronizing usage tracker for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:22:27.306851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-c55f9114-fa78-440d-b6b2-cdd208a6810b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Unset dirty status for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:22:27.308006 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-c55f9114-fa78-440d-b6b2-cdd208a6810b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 945 time: 0.1451206 Mar 02 20:22:27.382131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Deleting port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:22:27.382386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.632426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] For port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:22:27.632709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.845740 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985cb96-4791-4a6a-be80-2ce5c44fba05 req-2fa6b81a-9e74-4b16-843d-ffa0cc39c414 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:27.850447 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2985cb96-4791-4a6a-be80-2ce5c44fba05 req-2fa6b81a-9e74-4b16-843d-ffa0cc39c414 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 945 time: 0.0807383 Mar 02 20:22:27.902133 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2985cb96-4791-4a6a-be80-2ce5c44fba05 req-5db7e387-52de-4ce7-bc37-e7a993ed7f1d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 Mar 02 20:22:28.000258 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ef83f37d-538e-418b-92d1-89df20b15afa req-f46efd0f-585d-4736-97b9-13d3658e5115 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 210 time: 0.0479207 Mar 02 20:22:28.043281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.048303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.048303 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Floating IP b3ac1d91-b4ca-4c54-9e62-966c4f466d52 disassociated. External IP: 172.26.5.176, port: 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387. Mar 02 20:22:28.048303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Calling delete_port for 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:22:28.089602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-2f8eccfd-8e82-4c68-ad95-f12e0d88c57f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:28.094188 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-2f8eccfd-8e82-4c68-ad95-f12e0d88c57f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=9da6e796-b5ba-40f5-a47e-47aa879cba8d HTTP/1.1" status: 200 len: 796 time: 0.4506466 Mar 02 20:22:28.206555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-36c699ef-774d-4c07-b084-6ae8fedc7632 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:22:28.289581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-36c699ef-774d-4c07-b084-6ae8fedc7632 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:22:28.290760 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-36c699ef-774d-4c07-b084-6ae8fedc7632 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 472 time: 0.1794934 Mar 02 20:22:28.300359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'device_id': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'admin_state_up': True, 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'security_groups': ['784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:28.316838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.426678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event deleted for resources: {'Port': ['ID=9c12d16d-a6f3-461f-b5eb-c0a89fdfe387,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:28.692047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:28.705860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:port and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:28.710404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:28.716820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:28.789561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:22:28.870067 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:28.873033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.066764 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f3f3316b-632d-481d-bd6d-bad86923c12c req-70609ab2-73b7-4e50-b0ab-75621312d73a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 210 time: 0.0433569 Mar 02 20:22:29.146389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.14 (9da6e796-b5ba-40f5-a47e-47aa879cba8d/6b5099e7-176c-42f1-8232-e5ce8221a8a0/3e4e4eca-e615-463d-83bd-fa39c50a0fd0) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:29.183668 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-36e4c07f-34a4-4c91-a0c0-bd6129a15a5c req-8f8fd1fd-aeff-4106-8fdd-1b32da18f047 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 210 time: 0.0393755 Mar 02 20:22:29.292128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:22:29.302001 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f4872c-d49a-49c3-81df-26e57093c4b1 None None] Sync routers for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:22:29.340092 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4872c-d49a-49c3-81df-26e57093c4b1 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:29.340689 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f3f4872c-d49a-49c3-81df-26e57093c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:22:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:29.386684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] No DVR routers for this DVR port 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:22:29.391638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.394105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'name': 'network-vif-deleted', 'tag': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:22:29.436796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.455229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:29.478820 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6dbbf96f-1e30-4a90-aaed-b8d811d77ad5 req-a084f344-fa4c-4ad1-9e53-6e7c3d3f9a76 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "DELETE /v2.0/ports/9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 HTTP/1.1" status: 204 len: 173 time: 2.1614385 Mar 02 20:22:29.527212 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-f3f4872c-d49a-49c3-81df-26e57093c4b1 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:29.535888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.571085 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3', 'name': 'network-vif-deleted', 'tag': '9c12d16d-a6f3-461f-b5eb-c0a89fdfe387', 'status': 'completed', 'code': 200} Mar 02 20:22:29.609270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 9da6e796-b5ba-40f5-a47e-47aa879cba8d is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:29.612268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:29.616209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:22:29.647939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=3e4e4eca-e615-463d-83bd-fa39c50a0fd0,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:29.689537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:29.690201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.782044 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-4459fd21-6413-458b-8cb6-1f6f19ee806d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4851518 Mar 02 20:22:29.801012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Request body: {'port': {'device_id': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:29.870881 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f3f4872c-d49a-49c3-81df-26e57093c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:29.875342 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f4872c-d49a-49c3-81df-26e57093c4b1 None None] Checking router: 439f1d21-6bd2-42df-b2c1-b1f705ac9375 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:22:29.886463 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4872c-d49a-49c3-81df-26e57093c4b1 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:29.886979 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f3f4872c-d49a-49c3-81df-26e57093c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:22:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:29.932162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:30.027120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f40f77a8-9726-4f13-b582-eb4335774c8f None None] Provisioning for port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:30.035406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f40f77a8-9726-4f13-b582-eb4335774c8f None None] Provisioning complete for port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:30.038075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f40f77a8-9726-4f13-b582-eb4335774c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:30.132116 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-f3f4872c-d49a-49c3-81df-26e57093c4b1 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:30.133210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f40f77a8-9726-4f13-b582-eb4335774c8f None None] Port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:22:30.289985 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-31ac636f-f774-4a92-b25c-548f7c029047 req-7ec62f1c-2472-4757-bd1b-e06ddec2718c tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ecb760a-a293-4c2a-bf3d-fcf3e0069ba3 HTTP/1.1" status: 200 len: 210 time: 0.0908549 Mar 02 20:22:30.449972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:22:30.454194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116e9b2-c01c-482c-9315-fec649f816c8 req-3174ba8e-89b6-4463-aae8-56eb06c9c31b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:30.455735 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4116e9b2-c01c-482c-9315-fec649f816c8 req-3174ba8e-89b6-4463-aae8-56eb06c9c31b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 932 time: 0.0940080 Mar 02 20:22:30.465385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:30.480666 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f3f4872c-d49a-49c3-81df-26e57093c4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:30.485514 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f4872c-d49a-49c3-81df-26e57093c4b1 None None] The sync data for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv is: [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:22:30.486272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Transition to ACTIVE for port object 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:30.496156 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8c5c0b7b-a174-4d28-bd76-502d18ba364e req-4c674956-4451-4e05-b759-4f6c375a694f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1048563 Mar 02 20:22:30.513355 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4116e9b2-c01c-482c-9315-fec649f816c8 req-e2823d4d-f592-408a-8aee-93acb214694b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504513 Mar 02 20:22:30.575404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:30.724042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45f991-f7c2-471f-8dc8-649f42aa8e0f None None] New status for floating IP b3ac1d91-b4ca-4c54-9e62-966c4f466d52: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:22:30.749027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4e4eca-e615-463d-83bd-fa39c50a0fd0,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:30.788718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:22:30.894603 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:22:30.894943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9c12d16d-a6f3-461f-b5eb-c0a89fdfe387 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:22:30.968301 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8c5c0b7b-a174-4d28-bd76-502d18ba364e req-f410c937-27de-411b-b1d4-605997c2af5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e451c8255d5e43deb6d7333bb5b61f84&device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 1099 time: 0.3873770 Mar 02 20:22:31.104193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Attempting to bind port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:31.104529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Attempting to bind port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:31.104984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Attempting to bind port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 on network 9da6e796-b5ba-40f5-a47e-47aa879cba8d {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:22:31.128785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 on network 9da6e796-b5ba-40f5-a47e-47aa879cba8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:22:31.129114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Attempting to bind port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 on network 9da6e796-b5ba-40f5-a47e-47aa879cba8d {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:22:31.147936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:22:31.148267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Checking segment: {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:22:31.148664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Bound using segment: {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:22:31.149072 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Bound port: 3e4e4eca-e615-463d-83bd-fa39c50a0fd0, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42767a7f-24dc-4a25-8225-7373c78cbd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:31.149415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.168976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c0b7b-a174-4d28-bd76-502d18ba364e req-1f43c16b-a375-431a-84f7-4271542f8509 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:31.170988 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8c5c0b7b-a174-4d28-bd76-502d18ba364e req-1f43c16b-a375-431a-84f7-4271542f8509 service neutron] 10.222.0.31 "GET /v2.0/networks?id=60a5e542-e897-4504-add2-22d2eb5cb27d HTTP/1.1" status: 200 len: 899 time: 0.1786637 Mar 02 20:22:31.335120 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8c5c0b7b-a174-4d28-bd76-502d18ba364e req-cb1f9cd7-a144-4723-bee2-3bb0682cd4c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c HTTP/1.1" status: 200 len: 1001 time: 0.1392024 Mar 02 20:22:31.336073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] For port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:22:31.339618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] For port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3e4e4eca-e615-463d-83bd-fa39c50a0fd0,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:22:31.402209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c0b7b-a174-4d28-bd76-502d18ba364e req-a07cee96-9bc3-46a1-9da2-86c7e606ee6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:31.403926 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8c5c0b7b-a174-4d28-bd76-502d18ba364e req-a07cee96-9bc3-46a1-9da2-86c7e606ee6c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b54d581-27c8-48a9-a7c9-9c8588c6143f HTTP/1.1" status: 200 len: 834 time: 0.0607002 Mar 02 20:22:31.410027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.525120 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4e4eca-e615-463d-83bd-fa39c50a0fd0,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:31.559289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.560917 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-739e4b2c-8ccb-4b35-bbb1-24cb6f96ae24 service neutron] 10.222.0.31 "PUT /v2.0/ports/3e4e4eca-e615-463d-83bd-fa39c50a0fd0 HTTP/1.1" status: 200 len: 1094 time: 1.7657866 Mar 02 20:22:31.574748 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'tag': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:22:31.595533 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8c5c0b7b-a174-4d28-bd76-502d18ba364e req-e72da3c9-7641-4dad-8143-1fced5dfb957 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60a5e542-e897-4504-add2-22d2eb5cb27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1813087 Mar 02 20:22:31.809231 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-1e39df03-0baa-496f-a529-969e1a23bf1a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181166011&fields=id&tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef HTTP/1.1" status: 200 len: 267 time: 0.1127443 Mar 02 20:22:31.825313 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8c5c0b7b-a174-4d28-bd76-502d18ba364e req-6d7ca65d-d4c0-4a8c-acb1-9457d494922f service neutron] 10.222.0.31 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152600 Mar 02 20:22:31.958198 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-c9944d40-3798-4a27-8805-acbaa0dfc5ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 1097 time: 0.2414613 Mar 02 20:22:31.972462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace65cb-cbca-4381-b1a9-d00d1788dade req-6058df68-cbc0-4f7b-8839-3b0dc43baa80 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:31.979352 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5ace65cb-cbca-4381-b1a9-d00d1788dade req-6058df68-cbc0-4f7b-8839-3b0dc43baa80 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 944 time: 0.2630470 Mar 02 20:22:32.048659 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5ace65cb-cbca-4381-b1a9-d00d1788dade req-f51edaa4-23e5-4dcb-9d26-e0cbec3430db tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683651 Mar 02 20:22:32.051954 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-fc80e34a-cf38-4028-b322-d328aa229a8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e4e4eca-e615-463d-83bd-fa39c50a0fd0 HTTP/1.1" status: 200 len: 217 time: 0.0824773 Mar 02 20:22:32.112266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-b3c5ede6-9ff0-4282-aa17-aa7b570ebbbd tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:32.114971 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-b3c5ede6-9ff0-4282-aa17-aa7b570ebbbd tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 812 time: 0.2986541 Mar 02 20:22:32.120233 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8c5c0b7b-a174-4d28-bd76-502d18ba364e req-08df337e-8d86-4fdf-90e4-fb2c009d9e5b service neutron] 10.222.0.31 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870409 Mar 02 20:22:32.138987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-9f48ed8b-d522-40d9-a31d-05c800596eea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:32.141326 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-9f48ed8b-d522-40d9-a31d-05c800596eea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b5099e7-176c-42f1-8232-e5ce8221a8a0 HTTP/1.1" status: 200 len: 835 time: 0.0764465 Mar 02 20:22:32.144064 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-c296da4c-721d-4b89-baf9-7c1cbb79a019 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/quotas/27a22670d9d94d5cb974e0bd0ae4f9ef HTTP/1.1" status: 200 len: 375 time: 0.0226469 Mar 02 20:22:32.182152 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'tag': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0', 'status': 'completed', 'code': 200} Mar 02 20:22:32.225805 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-0095855c-ce9a-495a-b283-218de64be94f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9da6e796-b5ba-40f5-a47e-47aa879cba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767171 Mar 02 20:22:32.233626 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-17fa9093-edd6-4aeb-9618-1534a8a964c2 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835488 Mar 02 20:22:32.362880 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-8d4c67b3-8fd5-4b2b-b8a4-8be4403298aa service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280034 Mar 02 20:22:32.375425 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-13c9086d-539b-4624-9b9b-59a88437dba3 service neutron] 10.222.0.44 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304660 Mar 02 20:22:32.494483 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9981e99-f1ed-4ae1-a2ff-c01456519b92 req-5b841d6c-cf4f-407c-96ce-0227f1b72dba service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241722 Mar 02 20:22:32.509482 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-3acfa068-bb6d-4c8b-b3fa-331bf3ec4199 service neutron] 10.222.0.44 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283276 Mar 02 20:22:32.705473 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3c666c6f-b987-415c-956d-b3d62c76e901 req-5037fc1a-e778-4648-86aa-b62616fd878b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 1097 time: 0.0689991 Mar 02 20:22:32.759514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48330) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:32.943196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c666c6f-b987-415c-956d-b3d62c76e901 req-50647baa-113f-4756-ae58-d2c7424e9180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:32.944665 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3c666c6f-b987-415c-956d-b3d62c76e901 req-50647baa-113f-4756-ae58-d2c7424e9180 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9da6e796-b5ba-40f5-a47e-47aa879cba8d HTTP/1.1" status: 200 len: 898 time: 0.2300460 Mar 02 20:22:32.964317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Deleting port 38b31066-c694-4311-9153-403e3c3ae009 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:22:32.964855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:33.042190 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3c666c6f-b987-415c-956d-b3d62c76e901 req-76fe826b-9100-4a2b-8aae-238bc9c0a41a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e4e4eca-e615-463d-83bd-fa39c50a0fd0 HTTP/1.1" status: 200 len: 217 time: 0.0895531 Mar 02 20:22:33.111900 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-01c82e0b-0f66-4354-99ff-a67957ef0352 req-c29d372c-7230-4900-a377-9978661e0620 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 210 time: 0.0568981 Mar 02 20:22:33.114908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c666c6f-b987-415c-956d-b3d62c76e901 req-00d1863a-861b-4585-b552-41c7794d6d24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:33.116172 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3c666c6f-b987-415c-956d-b3d62c76e901 req-00d1863a-861b-4585-b552-41c7794d6d24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b5099e7-176c-42f1-8232-e5ce8221a8a0 HTTP/1.1" status: 200 len: 835 time: 0.0658655 Mar 02 20:22:33.212113 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3c666c6f-b987-415c-956d-b3d62c76e901 req-255d85cc-0588-47e5-b76f-a99ba4474768 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9da6e796-b5ba-40f5-a47e-47aa879cba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872498 Mar 02 20:22:33.271824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:33.272151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:33.352590 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3c666c6f-b987-415c-956d-b3d62c76e901 req-19ecd8a4-1143-4da9-a1ec-8bb93cee77c6 service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309385 Mar 02 20:22:33.492618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Calling delete_port for 38b31066-c694-4311-9153-403e3c3ae009 owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:22:33.495163 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3c666c6f-b987-415c-956d-b3d62c76e901 req-bc3890a2-31d4-4a4b-bb46-6d8843c0ebb4 service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355319 Mar 02 20:22:33.560458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06b96-bab6-43c3-a339-3dc25f365276 req-294e05fd-d6af-41c7-96a0-779922f62d0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:33.562493 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ead06b96-bab6-43c3-a339-3dc25f365276 req-294e05fd-d6af-41c7-96a0-779922f62d0c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 944 time: 0.3502984 Mar 02 20:22:33.622927 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ead06b96-bab6-43c3-a339-3dc25f365276 req-4ffb81f7-a4cf-4ba9-8fbc-d90a0abc9917 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541301 Mar 02 20:22:33.752539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:33.796092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event deleted for resources: {'Port': ['ID=38b31066-c694-4311-9153-403e3c3ae009,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:33.835286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:33.835629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:33.835970 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:33.836305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:33.836681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:33.837009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:33.837330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:33.837654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:33.838004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:33.838329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:33.838651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:33.902656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:34.283184 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-00df56e6-44e9-4432-9f38-0cac88a9dd30 req-021bb213-9cba-4d97-818b-94b0e425994e tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 210 time: 0.0438561 Mar 02 20:22:34.334446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Router da7307a2-e48a-4afd-88db-d9cb2c2021df has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:22:34.541803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:22:34.551039 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c976719-fa90-46a8-bc0a-c11b3b7c96e6 None None] Sync routers for ids ['da7307a2-e48a-4afd-88db-d9cb2c2021df'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:22:34.559070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:34.563425 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c976719-fa90-46a8-bc0a-c11b3b7c96e6 None None] Routers {'da7307a2-e48a-4afd-88db-d9cb2c2021df'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:34.564021 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9c976719-fa90-46a8-bc0a-c11b3b7c96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:22:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['da7307a2-e48a-4afd-88db-d9cb2c2021df'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:34.612517 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-457aef76-3885-49d2-92d9-44b7afdaabe8 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "DELETE /v2.0/floatingips/9f392a07-bf6c-4e6a-b1fb-7b5966007c05 HTTP/1.1" status: 204 len: 168 time: 1.8519020 Mar 02 20:22:34.613145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:22:34.669566 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'status': 'completed', 'code': 200} Mar 02 20:22:34.792894 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-98e72b3e-33a2-47c8-987d-7390a895a1e9 req-5d4d0dcf-e726-4611-8aa5-e253ec19b320 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e451c8255d5e43deb6d7333bb5b61f84&device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 1099 time: 0.0954876 Mar 02 20:22:34.795601 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-9c976719-fa90-46a8-bc0a-c11b3b7c96e6 None None] Set router da7307a2-e48a-4afd-88db-d9cb2c2021df gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:34.864199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448f480-6bfd-4305-a277-280b2a1ca351 req-7f5b8b73-f7ea-420f-91f7-e22071823f1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:34.866206 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c448f480-6bfd-4305-a277-280b2a1ca351 req-7f5b8b73-f7ea-420f-91f7-e22071823f1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 944 time: 0.0987453 Mar 02 20:22:34.921178 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c448f480-6bfd-4305-a277-280b2a1ca351 req-3f1905b2-bb6c-4a18-8f5b-a4621d1dec0e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467238 Mar 02 20:22:35.004471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e72b3e-33a2-47c8-987d-7390a895a1e9 req-3eaab5aa-4513-4b2b-9ab2-2813684523f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:35.006014 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-98e72b3e-33a2-47c8-987d-7390a895a1e9 req-3eaab5aa-4513-4b2b-9ab2-2813684523f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=60a5e542-e897-4504-add2-22d2eb5cb27d HTTP/1.1" status: 200 len: 899 time: 0.1999056 Mar 02 20:22:35.103268 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-98e72b3e-33a2-47c8-987d-7390a895a1e9 req-4a8fbde6-8620-4e85-8547-1af2e2d478e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c HTTP/1.1" status: 200 len: 217 time: 0.0846252 Mar 02 20:22:35.218037 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9c976719-fa90-46a8-bc0a-c11b3b7c96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:33Z', 'revision_number': 4, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4a3e6102-46ca-4d3b-8727-200aa14e4d95', 'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'mac_address': 'fa:16:3e:1a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:43Z', 'revision_number': 5, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'subnets': [{'id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:35.225057 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c976719-fa90-46a8-bc0a-c11b3b7c96e6 None None] Checking router: da7307a2-e48a-4afd-88db-d9cb2c2021df for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:22:35.241658 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c976719-fa90-46a8-bc0a-c11b3b7c96e6 None None] Routers {'da7307a2-e48a-4afd-88db-d9cb2c2021df'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:35.241658 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9c976719-fa90-46a8-bc0a-c11b3b7c96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:22:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['da7307a2-e48a-4afd-88db-d9cb2c2021df'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:35.285533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e72b3e-33a2-47c8-987d-7390a895a1e9 req-fda696a5-735a-402e-872a-945945476489 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:35.288570 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-98e72b3e-33a2-47c8-987d-7390a895a1e9 req-fda696a5-735a-402e-872a-945945476489 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b54d581-27c8-48a9-a7c9-9c8588c6143f HTTP/1.1" status: 200 len: 834 time: 0.1709032 Mar 02 20:22:35.398759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-43c7ca62-d101-4373-a495-59c491342df9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:35.400210 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-43c7ca62-d101-4373-a495-59c491342df9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 812 time: 0.2496321 Mar 02 20:22:35.404082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dadb2-63df-4b03-9491-ac2eab4969a4 req-dda7c3bb-2a53-43ce-8f3e-cec62fe08c07 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:35.404082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-775dadb2-63df-4b03-9491-ac2eab4969a4 req-dda7c3bb-2a53-43ce-8f3e-cec62fe08c07 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Synchronizing usage tracker for tenant:e451c8255d5e43deb6d7333bb5b61f84 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:22:35.421443 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-98e72b3e-33a2-47c8-987d-7390a895a1e9 req-2cdd3494-d727-4504-97c8-729dc35ba9d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=60a5e542-e897-4504-add2-22d2eb5cb27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1260240 Mar 02 20:22:35.506111 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-9c976719-fa90-46a8-bc0a-c11b3b7c96e6 None None] Set router da7307a2-e48a-4afd-88db-d9cb2c2021df gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:35.525065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-775dadb2-63df-4b03-9491-ac2eab4969a4 req-dda7c3bb-2a53-43ce-8f3e-cec62fe08c07 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Unset dirty status for tenant:e451c8255d5e43deb6d7333bb5b61f84 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:22:35.527969 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-775dadb2-63df-4b03-9491-ac2eab4969a4 req-dda7c3bb-2a53-43ce-8f3e-cec62fe08c07 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.2423770 Mar 02 20:22:35.542439 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7caf7ad2-4952-4e75-b54f-ba627b92979b req-ba71c309-818e-4bb0-8641-e0b52fbf95df tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 210 time: 0.0796993 Mar 02 20:22:35.572522 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-884894fb-c9a7-457c-8829-7a77d58e5bda tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef HTTP/1.1" status: 200 len: 380 time: 0.1374116 Mar 02 20:22:35.595080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'port': {'device_id': '03f61d79-a398-4e46-994c-838f69aa38cf', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'admin_state_up': True, 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'security_groups': ['cc7990d4-8e1b-405e-81d6-bce5dca50249']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:35.620686 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-775dadb2-63df-4b03-9491-ac2eab4969a4 req-aacee0bf-289c-49d7-9597-1d0421c5b033 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770600 Mar 02 20:22:35.729628 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-98e72b3e-33a2-47c8-987d-7390a895a1e9 req-f07bed8e-c7fa-4002-b2a9-afccf77169f7 service neutron] 10.222.0.31 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765801 Mar 02 20:22:35.882642 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-9c976719-fa90-46a8-bc0a-c11b3b7c96e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:33Z', 'revision_number': 4, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4a3e6102-46ca-4d3b-8727-200aa14e4d95', 'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'mac_address': 'fa:16:3e:1a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:43Z', 'revision_number': 5, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'subnets': [{'id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:35.887470 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c976719-fa90-46a8-bc0a-c11b3b7c96e6 None None] The sync data for ids ['da7307a2-e48a-4afd-88db-d9cb2c2021df'] in dv-neutron-831593-2-hyperv is: [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:20:33Z', 'revision_number': 4, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4a3e6102-46ca-4d3b-8727-200aa14e4d95', 'name': '', 'network_id': '60a5e542-e897-4504-add2-22d2eb5cb27d', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'mac_address': 'fa:16:3e:1a:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:32Z', 'updated_at': '2022-03-02T20:20:43Z', 'revision_number': 5, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'subnets': [{'id': '7b54d581-27c8-48a9-a7c9-9c8588c6143f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:22:35.983453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:35.990677 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:port and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:35.995911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:36.018273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:36.049251 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-98e72b3e-33a2-47c8-987d-7390a895a1e9 req-112561bb-35b1-4c59-9b9e-cba7d6319f37 service neutron] 10.222.0.31 "GET /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042581 Mar 02 20:22:36.083771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Made reservation on behalf of 27a22670d9d94d5cb974e0bd0ae4f9ef for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:36.087232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:36.253347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adb19f-e3eb-457b-ad87-6a9da1a00bb7 req-c0db294e-66ea-4e1f-a5a1-d246122c8c8d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:36.255155 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e4adb19f-e3eb-457b-ad87-6a9da1a00bb7 req-c0db294e-66ea-4e1f-a5a1-d246122c8c8d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 944 time: 0.1025007 Mar 02 20:22:36.298333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423793b-dd46-4b54-83d9-9f44c2bd194c None None] New status for floating IP 9f392a07-bf6c-4e6a-b1fb-7b5966007c05: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:22:36.323585 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e4adb19f-e3eb-457b-ad87-6a9da1a00bb7 req-2d0e6ebe-09d5-4add-b332-c1a6559ea7f0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600858 Mar 02 20:22:36.337523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Allocated IP 172.20.0.5 (82ac1006-fbfb-4cae-a77f-d83f7abec9de/2afb9036-43e4-41be-8d2f-419a51a61236/533ea055-e19f-42b2-a30a-a2f1854694b5) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:36.530943 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:36.546975 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Transition to ACTIVE for port object 533ea055-e19f-42b2-a30a-a2f1854694b5 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:36.655894 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:36.737043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Network 82ac1006-fbfb-4cae-a77f-d83f7abec9de is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:36.775553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:36.785408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:22:36.792780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:22:36.843244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'Port': ['ID=533ea055-e19f-42b2-a30a-a2f1854694b5,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:36.881028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:36.881813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:36.929654 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-dbf714a1-3f4f-4a3c-8cbb-eaaaef3ee393 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:36.930573 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-dbf714a1-3f4f-4a3c-8cbb-eaaaef3ee393 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Synchronizing usage tracker for tenant:e451c8255d5e43deb6d7333bb5b61f84 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:22:36.944507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-dbf714a1-3f4f-4a3c-8cbb-eaaaef3ee393 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Unset dirty status for tenant:e451c8255d5e43deb6d7333bb5b61f84 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:22:36.946280 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-dbf714a1-3f4f-4a3c-8cbb-eaaaef3ee393 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.31 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.2109778 Mar 02 20:22:36.995625 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-a2a9b30a-f0e4-46f0-a704-6c9ddf749d7b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4134572 Mar 02 20:22:37.008413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Request body: {'port': {'device_id': '03f61d79-a398-4e46-994c-838f69aa38cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:37.014375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3e4e4eca-e615-463d-83bd-fa39c50a0fd0,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:22:37.050227 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'port_id': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0', 'mac_address': 'fa:16:3e:2b:be:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:22:37.074236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04490940-1729-4dae-a9f9-ba4ea6413c45 req-9218264c-4b49-46cd-8332-f1b21ec0abb9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:37.076066 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-04490940-1729-4dae-a9f9-ba4ea6413c45 req-9218264c-4b49-46cd-8332-f1b21ec0abb9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 931 time: 0.3880286 Mar 02 20:22:37.102834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-e733b18c-6d06-4fde-870f-423fd1725f43 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Deleting port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:22:37.103227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-e733b18c-6d06-4fde-870f-423fd1725f43 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:37.157639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207cf7b-d791-4de2-9284-6c329fce97df req-3966d83a-424a-450e-a2c3-b0577a521663 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:37.159245 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5207cf7b-d791-4de2-9284-6c329fce97df req-3966d83a-424a-450e-a2c3-b0577a521663 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 946 time: 0.1967175 Mar 02 20:22:37.164378 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-04490940-1729-4dae-a9f9-ba4ea6413c45 req-1ed54843-e9fc-49e2-a9b3-83a951f25d2b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690858 Mar 02 20:22:37.190522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:37.220146 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5207cf7b-d791-4de2-9284-6c329fce97df req-3c5eecd8-8b48-4af0-8bb3-36357b69b302 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546980 Mar 02 20:22:37.223808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:37.231002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:22:37.250214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3e4e4eca-e615-463d-83bd-fa39c50a0fd0,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:22:37.295505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-34721122-86dd-4599-87e5-e9d91e48a393 None None] Provisioning for port 533ea055-e19f-42b2-a30a-a2f1854694b5 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:37.300810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-34721122-86dd-4599-87e5-e9d91e48a393 None None] Provisioning complete for port 533ea055-e19f-42b2-a30a-a2f1854694b5 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:37.301421 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-34721122-86dd-4599-87e5-e9d91e48a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:37.329300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:37.415435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-34721122-86dd-4599-87e5-e9d91e48a393 None None] Port 533ea055-e19f-42b2-a30a-a2f1854694b5 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:22:37.428493 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=3e4e4eca-e615-463d-83bd-fa39c50a0fd0,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:37.437595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:37.437968 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:37.438310 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:37.438641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:37.438967 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:37.439294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:37.439616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:37.439944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:37.440267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:37.440585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:37.440903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:37.530051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6a5de-9247-4f1c-8832-1efcd4cedc98 req-4677e9cd-e1f3-4ad7-b8d1-fda488c816de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:37.532018 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-31a6a5de-9247-4f1c-8832-1efcd4cedc98 req-4677e9cd-e1f3-4ad7-b8d1-fda488c816de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 945 time: 0.0844843 Mar 02 20:22:37.580510 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-31a6a5de-9247-4f1c-8832-1efcd4cedc98 req-9d791f4c-18a8-47bf-8bd4-f14b360788c0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407782 Mar 02 20:22:37.624839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-e733b18c-6d06-4fde-870f-423fd1725f43 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] For port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:22:37.624839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-e733b18c-6d06-4fde-870f-423fd1725f43 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:37.625073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['3e4e4eca-e615-463d-83bd-fa39c50a0fd0'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:22:37.758580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-e733b18c-6d06-4fde-870f-423fd1725f43 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Calling delete_port for 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:22:37.956912 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533ea055-e19f-42b2-a30a-a2f1854694b5 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:22:37.968008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:37.989080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Transition to ACTIVE for port object 533ea055-e19f-42b2-a30a-a2f1854694b5 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:38.055839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-e733b18c-6d06-4fde-870f-423fd1725f43 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.057756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.314678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Pushing event updated for resources: {'Port': ['ID=533ea055-e19f-42b2-a30a-a2f1854694b5,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:38.397741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733b18c-6d06-4fde-870f-423fd1725f43 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event deleted for resources: {'Port': ['ID=2535fbc4-d2ec-4c8f-afba-ae7456e1e98c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:38.400710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-e733b18c-6d06-4fde-870f-423fd1725f43 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] No DVR routers for this DVR port 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:22:38.403914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-e733b18c-6d06-4fde-870f-423fd1725f43 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.407273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'name': 'network-vif-deleted', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:22:38.435051 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a8e6da4-e425-4ff5-9090-42fb2f03123a req-79d5ebd3-e369-4e7f-8c00-daf7a94b5c76 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "GET /v2.0/ports?device_id=8670ae4c-ee3e-4389-88ac-4e0b5fc75115 HTTP/1.1" status: 200 len: 210 time: 0.0495992 Mar 02 20:22:38.448667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b14b5-7e94-40b2-ab16-b58807e4b87b req-189ae08e-77b2-4fb8-95d7-ffe1e01b1595 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:38.450655 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa4b14b5-7e94-40b2-ab16-b58807e4b87b req-189ae08e-77b2-4fb8-95d7-ffe1e01b1595 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 943 time: 0.1335206 Mar 02 20:22:38.503945 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa4b14b5-7e94-40b2-ab16-b58807e4b87b req-115ccbea-45ac-49aa-aeea-6de9504d473c tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456443 Mar 02 20:22:38.509280 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8670ae4c-ee3e-4389-88ac-4e0b5fc75115', 'name': 'network-vif-deleted', 'tag': '2535fbc4-d2ec-4c8f-afba-ae7456e1e98c', 'status': 'completed', 'code': 200} Mar 02 20:22:38.523681 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b7048a75-62ed-4c69-85d3-2447a7d86d18 req-e733b18c-6d06-4fde-870f-423fd1725f43 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.31 "DELETE /v2.0/ports/2535fbc4-d2ec-4c8f-afba-ae7456e1e98c HTTP/1.1" status: 204 len: 173 time: 1.5710154 Mar 02 20:22:38.531128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Attempting to bind port 533ea055-e19f-42b2-a30a-a2f1854694b5 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:38.531460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Attempting to bind port 533ea055-e19f-42b2-a30a-a2f1854694b5 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:38.534383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Attempting to bind port 533ea055-e19f-42b2-a30a-a2f1854694b5 on network 82ac1006-fbfb-4cae-a77f-d83f7abec9de {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:22:38.537954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Port 533ea055-e19f-42b2-a30a-a2f1854694b5 on network 82ac1006-fbfb-4cae-a77f-d83f7abec9de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:22:38.538274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Attempting to bind port 533ea055-e19f-42b2-a30a-a2f1854694b5 on network 82ac1006-fbfb-4cae-a77f-d83f7abec9de {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:22:38.544441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:22:38.544893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Checking segment: {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:22:38.545214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Bound using segment: {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:22:38.545777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Bound port: 533ea055-e19f-42b2-a30a-a2f1854694b5, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:38.546137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.640704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] For port 533ea055-e19f-42b2-a30a-a2f1854694b5, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:22:38.644682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] For port 533ea055-e19f-42b2-a30a-a2f1854694b5, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=533ea055-e19f-42b2-a30a-a2f1854694b5,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:22:38.695833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.753709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.755298 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] 10.222.0.31 "PUT /v2.0/ports/533ea055-e19f-42b2-a30a-a2f1854694b5 HTTP/1.1" status: 200 len: 1093 time: 1.7506812 Mar 02 20:22:38.792751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:38.800539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4cbe7-f39a-47d8-b4ac-c42427335143 service neutron] Pushing event updated for resources: {'Port': ['ID=533ea055-e19f-42b2-a30a-a2f1854694b5,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:38.804994 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757f09b-7700-4ba0-a474-ea9065044d86 req-0f607651-736d-4030-a7c2-7d262a84fa9f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:38.805968 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4757f09b-7700-4ba0-a474-ea9065044d86 req-0f607651-736d-4030-a7c2-7d262a84fa9f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 945 time: 0.0914736 Mar 02 20:22:38.875456 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4757f09b-7700-4ba0-a474-ea9065044d86 req-4e882454-21d4-417e-aec9-5ad19370c2de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616653 Mar 02 20:22:38.942013 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-c6c7ca7e-5b7a-4dfc-a181-c656083ca7a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 1096 time: 0.0881510 Mar 02 20:22:38.963993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:38.972619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:38.973168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:39.019136 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-627e9c3e-b941-4810-a7a3-7c334ef1a383 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533ea055-e19f-42b2-a30a-a2f1854694b5 HTTP/1.1" status: 200 len: 217 time: 0.0680990 Mar 02 20:22:39.086237 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-69e8c04a-8ff0-4bc9-a6e6-a97b70dafd9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:39.088455 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-69e8c04a-8ff0-4bc9-a6e6-a97b70dafd9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0612235 Mar 02 20:22:39.101370 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:39.128853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:22:39.142530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3e4e4eca-e615-463d-83bd-fa39c50a0fd0,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:22:39.168546 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-c8f36c89-fc2d-42a9-ab5d-d92c5e4c1eee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730491 Mar 02 20:22:39.209138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:39.210209 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:22:39.294158 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0', 'code': 200} Mar 02 20:22:39.298760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:22:39.298760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 2535fbc4-d2ec-4c8f-afba-ae7456e1e98c not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:22:39.318696 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-39e84614-f8dc-47cd-b999-f62998afa29d service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417596 Mar 02 20:22:39.330221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=3e4e4eca-e615-463d-83bd-fa39c50a0fd0,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:39.457875 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-fa6b592d-f938-41a6-b698-c9bd13313d25 req-c5f69c75-55ee-4957-b9a4-81684ad7e947 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288972 Mar 02 20:22:39.554259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48384) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:39.739145 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9e458ba-a2c0-411b-9347-f11a3216ce4a req-fb6071a6-6898-4434-bc54-4818e7f1529d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 1099 time: 0.0725689 Mar 02 20:22:39.772300 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede21dd-99b9-4eb7-9778-e8756508402a req-ab8e67bd-cd81-4210-a94c-2f3131d55405 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:39.773696 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5ede21dd-99b9-4eb7-9778-e8756508402a req-ab8e67bd-cd81-4210-a94c-2f3131d55405 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 943 time: 0.1067739 Mar 02 20:22:39.784258 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c9e458ba-a2c0-411b-9347-f11a3216ce4a req-78c55a05-be27-41c8-815e-9af962de9750 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366912 Mar 02 20:22:39.835951 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5ede21dd-99b9-4eb7-9778-e8756508402a req-47e44549-07c0-441f-bf0b-9ba65edb5375 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559714 Mar 02 20:22:40.080772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b3c26-8e46-41d0-8906-f126d9842022 req-b7c17b84-38b6-442b-971f-109c80304a64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:40.082207 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ab3b3c26-8e46-41d0-8906-f126d9842022 req-b7c17b84-38b6-442b-971f-109c80304a64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 946 time: 0.0937183 Mar 02 20:22:40.145293 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ab3b3c26-8e46-41d0-8906-f126d9842022 req-a8e34cfb-c294-4578-b269-7dd8783c6f32 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573707 Mar 02 20:22:40.152415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.510455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f61d79-a398-4e46-994c-838f69aa38cf', 'tag': '533ea055-e19f-42b2-a30a-a2f1854694b5'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:22:40.566282 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f61d79-a398-4e46-994c-838f69aa38cf', 'tag': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'status': 'completed', 'code': 200} Mar 02 20:22:40.662002 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-755731f0-ca50-4928-ab79-4d20fbeb43a4 req-c83029ac-0506-43f8-974a-160d25e6c1a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 1096 time: 0.0693045 Mar 02 20:22:40.795458 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755731f0-ca50-4928-ab79-4d20fbeb43a4 req-0751e4c5-3f24-4460-ad41-31e45a9d3894 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:40.797000 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-755731f0-ca50-4928-ab79-4d20fbeb43a4 req-0751e4c5-3f24-4460-ad41-31e45a9d3894 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.1258817 Mar 02 20:22:40.835027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Deleting port 4a3e6102-46ca-4d3b-8727-200aa14e4d95 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:22:40.835641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.877807 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-755731f0-ca50-4928-ab79-4d20fbeb43a4 req-72848400-ecd7-4bd1-84ad-09a34be7dc01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533ea055-e19f-42b2-a30a-a2f1854694b5 HTTP/1.1" status: 200 len: 217 time: 0.0655520 Mar 02 20:22:40.949620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755731f0-ca50-4928-ab79-4d20fbeb43a4 req-896e5362-f16f-4bc2-86a4-2e2dd14cfffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:40.951535 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-755731f0-ca50-4928-ab79-4d20fbeb43a4 req-896e5362-f16f-4bc2-86a4-2e2dd14cfffe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0657437 Mar 02 20:22:41.093655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] For port 4a3e6102-46ca-4d3b-8727-200aa14e4d95, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4a3e6102-46ca-4d3b-8727-200aa14e4d95,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:22:41.094134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:41.129855 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-755731f0-ca50-4928-ab79-4d20fbeb43a4 req-fb12c070-03c6-426a-839d-3a916f926425 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1704292 Mar 02 20:22:41.173499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06670b8-3884-4fe2-b069-914d014b635f req-381cedc0-8a1e-48a7-ae3f-d42903188c11 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:41.174809 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c06670b8-3884-4fe2-b069-914d014b635f req-381cedc0-8a1e-48a7-ae3f-d42903188c11 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 943 time: 0.2120464 Mar 02 20:22:41.235226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Calling delete_port for 4a3e6102-46ca-4d3b-8727-200aa14e4d95 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:22:41.269944 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-755731f0-ca50-4928-ab79-4d20fbeb43a4 req-ffe77f3e-044a-448c-b3c5-11c1cd44709e service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315928 Mar 02 20:22:41.394724 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c06670b8-3884-4fe2-b069-914d014b635f req-72fe883d-cc42-4938-abe6-a7d56a2f0617 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671576 Mar 02 20:22:41.410463 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-755731f0-ca50-4928-ab79-4d20fbeb43a4 req-163edf4a-e2ea-4cf9-a22a-17d84afa6cb2 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335979 Mar 02 20:22:41.437933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30308ee6-d0a8-4472-b499-44c852fb37c2 req-c5df0c1e-a4bb-4927-b069-8c08b15dfb40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:41.439378 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30308ee6-d0a8-4472-b499-44c852fb37c2 req-c5df0c1e-a4bb-4927-b069-8c08b15dfb40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 946 time: 0.1661108 Mar 02 20:22:41.533195 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30308ee6-d0a8-4472-b499-44c852fb37c2 req-a41eca1b-f51f-4fe8-bd21-89fe52ab9e10 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882461 Mar 02 20:22:41.592934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:41.642810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event deleted for resources: {'Port': ['ID=4a3e6102-46ca-4d3b-8727-200aa14e4d95,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:41.923796 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42cbe9-7f60-4d8e-872e-e7c3c80c8767 req-36923894-d31c-4333-8c6a-fdb442c5766d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:41.925129 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7a42cbe9-7f60-4d8e-872e-e7c3c80c8767 req-36923894-d31c-4333-8c6a-fdb442c5766d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 946 time: 0.2481661 Mar 02 20:22:41.992050 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7a42cbe9-7f60-4d8e-872e-e7c3c80c8767 req-2c07c184-9597-44e1-aeab-7b1c930f52cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538325 Mar 02 20:22:42.020299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48398) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:42.037302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.090288 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-04f2723d-d549-4df2-bab1-086d8d26870a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 1094 time: 0.0687146 Mar 02 20:22:42.092873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48402) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:42.098344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e5d0b16c-d3f6-43e4-97a1-9b7825c284fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'floatingip': {'port_id': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:42.176170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b16c-d3f6-43e4-97a1-9b7825c284fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.735499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.741634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7a293-0bc7-4a76-96cb-f8175574a805 req-5e85f68a-357a-4ce3-a818-c36710ffff57 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:42.743135 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dbb7a293-0bc7-4a76-96cb-f8175574a805 req-5e85f68a-357a-4ce3-a818-c36710ffff57 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 943 time: 0.1697693 Mar 02 20:22:42.769270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b16c-d3f6-43e4-97a1-9b7825c284fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.807193 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dbb7a293-0bc7-4a76-96cb-f8175574a805 req-9fa46cf9-5500-40a1-8532-7b8f525c65f6 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562909 Mar 02 20:22:42.821167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b16c-d3f6-43e4-97a1-9b7825c284fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.849654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Router da7307a2-e48a-4afd-88db-d9cb2c2021df has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:22:43.017160 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-e5d0b16c-d3f6-43e4-97a1-9b7825c284fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP d6d86325-fed4-4d4d-adf0-009ce8e3917c associated. External IP: 172.26.5.229, port: 3e4e4eca-e615-463d-83bd-fa39c50a0fd0. Mar 02 20:22:43.053180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:22:43.066872 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92b2876-650c-4ead-a881-1209690c10e1 None None] Sync routers for ids ['da7307a2-e48a-4afd-88db-d9cb2c2021df'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:22:43.067566 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e6f48be3-0221-4af0-a624-2a7b0750c8f3 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "PUT /v2.0/routers/da7307a2-e48a-4afd-88db-d9cb2c2021df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5119567 Mar 02 20:22:43.069833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48408) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:43.081880 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92b2876-650c-4ead-a881-1209690c10e1 None None] Routers {'da7307a2-e48a-4afd-88db-d9cb2c2021df'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:43.082876 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d92b2876-650c-4ead-a881-1209690c10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:22:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['da7307a2-e48a-4afd-88db-d9cb2c2021df'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:43.267578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-76706b39-c3e8-4188-afee-8063ffeea320 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Deleting subnet 7b54d581-27c8-48a9-a7c9-9c8588c6143f {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:22:43.270730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-76706b39-c3e8-4188-afee-8063ffeea320 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.274628 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-d92b2876-650c-4ead-a881-1209690c10e1 None None] Set router da7307a2-e48a-4afd-88db-d9cb2c2021df gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:43.329527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-76706b39-c3e8-4188-afee-8063ffeea320 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.419231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-76706b39-c3e8-4188-afee-8063ffeea320 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.536028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d0b16c-d3f6-43e4-97a1-9b7825c284fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:22:43.564305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-76706b39-c3e8-4188-afee-8063ffeea320 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.591123 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d92b2876-650c-4ead-a881-1209690c10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:22:41Z', 'revision_number': 5, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:43.596573 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92b2876-650c-4ead-a881-1209690c10e1 None None] Checking router: da7307a2-e48a-4afd-88db-d9cb2c2021df for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:22:43.605341 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76706b39-c3e8-4188-afee-8063ffeea320 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event deleted for resources: {'Subnet': ['ID=7b54d581-27c8-48a9-a7c9-9c8588c6143f,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:43.612092 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92b2876-650c-4ead-a881-1209690c10e1 None None] Routers {'da7307a2-e48a-4afd-88db-d9cb2c2021df'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:43.612479 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-76706b39-c3e8-4188-afee-8063ffeea320 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.612634 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d92b2876-650c-4ead-a881-1209690c10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:22:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['da7307a2-e48a-4afd-88db-d9cb2c2021df'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:43.621041 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-76706b39-c3e8-4188-afee-8063ffeea320 tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "DELETE /v2.0/subnets/7b54d581-27c8-48a9-a7c9-9c8588c6143f HTTP/1.1" status: 204 len: 168 time: 0.5478344 Mar 02 20:22:43.621267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48412) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:43.629299 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4608568-6b38-4130-9add-261083b6a5f1 None None] Network 60a5e542-e897-4504-add2-22d2eb5cb27d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:22:43.771090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d0b16c-d3f6-43e4-97a1-9b7825c284fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:22:43.775851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5d0b16c-d3f6-43e4-97a1-9b7825c284fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.832618 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-d92b2876-650c-4ead-a881-1209690c10e1 None None] Set router da7307a2-e48a-4afd-88db-d9cb2c2021df gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:43.840413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d145a0-da59-4b3d-808e-50c5e14bbb0d None None] Sync routers for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:22:43.852542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48418) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:43.853596 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e5d0b16c-d3f6-43e4-97a1-9b7825c284fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 200 len: 992 time: 1.7594805 Mar 02 20:22:43.854272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'tag': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:22:43.867357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d145a0-da59-4b3d-808e-50c5e14bbb0d None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:43.867982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-53d145a0-da59-4b3d-808e-50c5e14bbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:22:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:43.918811 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'tag': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0', 'status': 'completed', 'code': 200} Mar 02 20:22:44.081968 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c09567-6e51-4cdb-ac45-5262e92411d3 req-ce8d31d2-1196-4525-ac7b-89d60fdd74fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 1099 time: 0.1297269 Mar 02 20:22:44.143126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:44.148269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49afd9e-3c7d-4ab3-9066-3a43f371596c None None] DHCP port deletion for 60a5e542-e897-4504-add2-22d2eb5cb27d request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:22:44.166182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a49afd9e-3c7d-4ab3-9066-3a43f371596c None None] Deleting port 52087f29-f7d8-451a-a630-77bc8c5a520a {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:22:44.166646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a49afd9e-3c7d-4ab3-9066-3a43f371596c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:44.240770 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d92b2876-650c-4ead-a881-1209690c10e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:22:41Z', 'revision_number': 5, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:44.245804 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92b2876-650c-4ead-a881-1209690c10e1 None None] The sync data for ids ['da7307a2-e48a-4afd-88db-d9cb2c2021df'] in dv-neutron-831593-2-hyperv is: [{'id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245064696', 'tenant_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:20:24Z', 'updated_at': '2022-03-02T20:22:41Z', 'revision_number': 5, 'project_id': 'e451c8255d5e43deb6d7333bb5b61f84', 'gw_port': {'id': '55266839-e0a0-4e1b-9774-ef6ca5e0ae5b', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7307a2-e48a-4afd-88db-d9cb2c2021df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:20:25Z', 'updated_at': '2022-03-02T20:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:22:44.255122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-53d145a0-da59-4b3d-808e-50c5e14bbb0d None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:44.267197 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09567-6e51-4cdb-ac45-5262e92411d3 req-6314c0e9-7f9c-4876-bb41-3811f35a6abc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:44.268911 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c09567-6e51-4cdb-ac45-5262e92411d3 req-6314c0e9-7f9c-4876-bb41-3811f35a6abc service neutron] 10.222.0.31 "GET /v2.0/networks?id=9da6e796-b5ba-40f5-a47e-47aa879cba8d HTTP/1.1" status: 200 len: 898 time: 0.1791286 Mar 02 20:22:44.314945 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c9570a6a-dd88-44fe-a5c3-3b003bc89079 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 200 len: 992 time: 0.4594941 Mar 02 20:22:44.346650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10285db-0043-43bc-806b-3b3382692c6c req-54eac4e7-00c1-4939-8103-69f4a8f1d8df tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:44.350989 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d10285db-0043-43bc-806b-3b3382692c6c req-54eac4e7-00c1-4939-8103-69f4a8f1d8df tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 943 time: 0.2965295 Mar 02 20:22:44.391042 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c09567-6e51-4cdb-ac45-5262e92411d3 req-de6a1d76-4a44-4932-b182-601450375f9f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e4e4eca-e615-463d-83bd-fa39c50a0fd0 HTTP/1.1" status: 200 len: 1000 time: 0.1120462 Mar 02 20:22:44.415401 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d10285db-0043-43bc-806b-3b3382692c6c req-99b1df71-4abe-494d-a35e-eba924806907 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588231 Mar 02 20:22:44.463508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c09567-6e51-4cdb-ac45-5262e92411d3 req-2bc307c2-e69d-4525-b6a1-eaf149ead520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:44.465160 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c09567-6e51-4cdb-ac45-5262e92411d3 req-2bc307c2-e69d-4525-b6a1-eaf149ead520 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b5099e7-176c-42f1-8232-e5ce8221a8a0 HTTP/1.1" status: 200 len: 835 time: 0.0668576 Mar 02 20:22:44.466957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:44.534830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Deleting port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:22:44.535219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:44.547075 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c09567-6e51-4cdb-ac45-5262e92411d3 req-0adf0c46-79fe-4b07-b42b-83ccf202f27e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9da6e796-b5ba-40f5-a47e-47aa879cba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750930 Mar 02 20:22:44.569270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a49afd9e-3c7d-4ab3-9066-3a43f371596c None None] For port 52087f29-f7d8-451a-a630-77bc8c5a520a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=52087f29-f7d8-451a-a630-77bc8c5a520a,segment=NetworkSegment(1e3d993d-de25-4e43-9449-251c8416e2e3),segment_id=1e3d993d-de25-4e43-9449-251c8416e2e3)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:22:44.569651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a49afd9e-3c7d-4ab3-9066-3a43f371596c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:44.697777 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c09567-6e51-4cdb-ac45-5262e92411d3 req-815b0c14-47cb-456b-81b1-0be7522a173f service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410832 Mar 02 20:22:44.730529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] For port 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=55266839-e0a0-4e1b-9774-ef6ca5e0ae5b,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:22:44.731051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:44.753958 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a49afd9e-3c7d-4ab3-9066-3a43f371596c None None] Calling delete_port for 52087f29-f7d8-451a-a630-77bc8c5a520a owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:22:44.875011 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c09567-6e51-4cdb-ac45-5262e92411d3 req-12b23214-7bef-4686-adfd-dc3c97846349 service neutron] 10.222.0.31 "GET /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706069 Mar 02 20:22:44.899275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 52087f29-f7d8-451a-a630-77bc8c5a520a no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:22:44.914868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Calling delete_port for 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:22:45.009939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Port 52087f29-f7d8-451a-a630-77bc8c5a520a update to DOWN by agent not found {{(pid=84505) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 02 20:22:45.010380 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4a3e6102-46ca-4d3b-8727-200aa14e4d95 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:22:45.033016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a49afd9e-3c7d-4ab3-9066-3a43f371596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.081871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 4a3e6102-46ca-4d3b-8727-200aa14e4d95 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:22:45.082275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4a3e6102-46ca-4d3b-8727-200aa14e4d95 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:22:45.093676 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49afd9e-3c7d-4ab3-9066-3a43f371596c None None] Pushing event deleted for resources: {'Port': ['ID=52087f29-f7d8-451a-a630-77bc8c5a520a,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:45.105937 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-53d145a0-da59-4b3d-808e-50c5e14bbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'd6d86325-fed4-4d4d-adf0-009ce8e3917c', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'port_id': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'mac_address': 'fa:16:3e:2b:be:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:21:36Z', 'updated_at': '2022-03-02T20:22:42Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:45.105937 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49afd9e-3c7d-4ab3-9066-3a43f371596c None None] No DVR routers for this DVR port 52087f29-f7d8-451a-a630-77bc8c5a520a on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:22:45.107614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d145a0-da59-4b3d-808e-50c5e14bbb0d None None] Checking router: 9991d7e9-faac-47fd-a32d-5b5ca64f0701 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:22:45.118988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d145a0-da59-4b3d-808e-50c5e14bbb0d None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:45.119618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-53d145a0-da59-4b3d-808e-50c5e14bbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:22:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:45.157442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.206713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event deleted for resources: {'Port': ['ID=55266839-e0a0-4e1b-9774-ef6ca5e0ae5b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:45.317942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48424) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:45.350117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-53d145a0-da59-4b3d-808e-50c5e14bbb0d None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:45.425334 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cbe1ab76-cda1-4037-96ac-d42edd8ebb87 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 200 len: 992 time: 0.1059902 Mar 02 20:22:45.436078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.706576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-53d145a0-da59-4b3d-808e-50c5e14bbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'd6d86325-fed4-4d4d-adf0-009ce8e3917c', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'port_id': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'mac_address': 'fa:16:3e:2b:be:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:21:36Z', 'updated_at': '2022-03-02T20:22:42Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:45.712022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d145a0-da59-4b3d-808e-50c5e14bbb0d None None] The sync data for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv is: [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'd6d86325-fed4-4d4d-adf0-009ce8e3917c', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'port_id': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'mac_address': 'fa:16:3e:2b:be:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:21:36Z', 'updated_at': '2022-03-02T20:22:42Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:22:45.871227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.876814 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.908021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49b2ea-dad8-497e-84f4-142693ea5117 req-1e20bc54-63b7-4960-9a6b-bbfcf887a2e6 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:45.909504 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1b49b2ea-dad8-497e-84f4-142693ea5117 req-1e20bc54-63b7-4960-9a6b-bbfcf887a2e6 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 943 time: 0.3545547 Mar 02 20:22:45.920835 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc63081-d963-4022-9e89-4a58675c6cf7 None None] New status for floating IP d6d86325-fed4-4d4d-adf0-009ce8e3917c: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:22:45.959751 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1b49b2ea-dad8-497e-84f4-142693ea5117 req-9b83f2bd-a65b-496c-a1ce-2058de47daa0 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441179 Mar 02 20:22:45.969502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.970111 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Fanout notify agent at l3_agent the message router_deleted on router da7307a2-e48a-4afd-88db-d9cb2c2021df {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:22:45.999822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.999983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48430) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:46.000485 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e1eda8e9-6f0f-43ec-b4c1-8d799ea55dfc tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "DELETE /v2.0/routers/da7307a2-e48a-4afd-88db-d9cb2c2021df HTTP/1.1" status: 204 len: 168 time: 2.3694496 Mar 02 20:22:46.104951 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.346591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.370400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a5e542-e897-4504-add2-22d2eb5cb27d']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:46.382840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3d993d-de25-4e43-9449-251c8416e2e3') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:46.383128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3d993d-de25-4e43-9449-251c8416e2e3') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:46.395299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.411325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.417208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:22:46.417594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.427465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48434) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:22:46.431893 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:22:46.534154 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-37eb86f8-4313-4dc6-8624-a7deaa511379 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 200 len: 994 time: 0.1053572 Mar 02 20:22:46.568486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.587572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.599592 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event deleted for resources: {'Network': ['ID=60a5e542-e897-4504-add2-22d2eb5cb27d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:46.678177 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-643cf103-f3bb-4d99-a706-d127fcd9e46f tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "DELETE /v2.0/networks/60a5e542-e897-4504-add2-22d2eb5cb27d HTTP/1.1" status: 204 len: 168 time: 0.6852374 Mar 02 20:22:46.680639 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48438) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:46.748857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f9292935-e62b-49ec-a71f-f3caa78dbc4d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.777022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f9292935-e62b-49ec-a71f-f3caa78dbc4d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.906336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f9292935-e62b-49ec-a71f-f3caa78dbc4d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.925224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9292935-e62b-49ec-a71f-f3caa78dbc4d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a86cfe4-1ba5-4505-8fc6-57bc55d748bc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:46.991176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f9292935-e62b-49ec-a71f-f3caa78dbc4d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.993760 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f9292935-e62b-49ec-a71f-f3caa78dbc4d tempest-TestNetworkAdvancedServerOps-80463788 tempest-TestNetworkAdvancedServerOps-80463788-project] 10.222.0.44 "DELETE /v2.0/security-groups/7a86cfe4-1ba5-4505-8fc6-57bc55d748bc HTTP/1.1" status: 204 len: 168 time: 0.3107884 Mar 02 20:22:47.072638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6e300dc7-fec5-44ce-8425-6bf4b0f89d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:47.176032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c9ff5-c369-45ca-bf90-83dc4b1b300f req-9500bf0f-8660-4189-8002-bafc17c61f6c tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:47.177567 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f3c9ff5-c369-45ca-bf90-83dc4b1b300f req-9500bf0f-8660-4189-8002-bafc17c61f6c tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 943 time: 0.0871172 Mar 02 20:22:47.224408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f3c9ff5-c369-45ca-bf90-83dc4b1b300f req-483e012e-9b4f-4512-8cf4-49b656c51e14 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405843 Mar 02 20:22:47.675666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48450) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:47.847911 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-85f232b3-e0b6-48fc-a398-5fed35ff549d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e451c8255d5e43deb6d7333bb5b61f84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1709738 Mar 02 20:22:47.850377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48456) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:47.910555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-11bb5663-fc97-4179-a404-97f5173f8893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:47.936646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-11bb5663-fc97-4179-a404-97f5173f8893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.043827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-11bb5663-fc97-4179-a404-97f5173f8893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.063077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb5663-fc97-4179-a404-97f5173f8893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78566d53-a5ec-47f6-9dc3-45db70cf9214,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:48.070931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-11bb5663-fc97-4179-a404-97f5173f8893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.072049 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-11bb5663-fc97-4179-a404-97f5173f8893 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78566d53-a5ec-47f6-9dc3-45db70cf9214 HTTP/1.1" status: 204 len: 168 time: 0.2208066 Mar 02 20:22:48.423726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7784a9-b5f2-4587-8b94-3ff40ad2cb25 req-d41c33b6-c5dc-40b5-9e13-546eb0ea290b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:48.425543 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9c7784a9-b5f2-4587-8b94-3ff40ad2cb25 req-d41c33b6-c5dc-40b5-9e13-546eb0ea290b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 943 time: 0.0800886 Mar 02 20:22:48.472047 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9c7784a9-b5f2-4587-8b94-3ff40ad2cb25 req-354938b2-f9e4-4902-8488-f50a2812ec94 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404379 Mar 02 20:22:48.722528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48466) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:48.740423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1274c086-0d3d-4a51-bf82-052533d82ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.774618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1274c086-0d3d-4a51-bf82-052533d82ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:48.778443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1274c086-0d3d-4a51-bf82-052533d82ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:343e05e62db04206990ad5f784f26972 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:48.781535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1274c086-0d3d-4a51-bf82-052533d82ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:48.787183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1274c086-0d3d-4a51-bf82-052533d82ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:48.825233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:22:48.857818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1274c086-0d3d-4a51-bf82-052533d82ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.858075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 533ea055-e19f-42b2-a30a-a2f1854694b5 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:22:48.863919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:22:48.864255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 55266839-e0a0-4e1b-9774-ef6ca5e0ae5b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:22:48.935041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1274c086-0d3d-4a51-bf82-052533d82ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.982756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274c086-0d3d-4a51-bf82-052533d82ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5431582d-d481-470d-86c3-5e24cd4dac14,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:48.986893 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1274c086-0d3d-4a51-bf82-052533d82ca0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=343e05e62db04206990ad5f784f26972&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2633426 Mar 02 20:22:48.989540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48470) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:48.992630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 533ea055-e19f-42b2-a30a-a2f1854694b5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=533ea055-e19f-42b2-a30a-a2f1854694b5,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:22:49.007047 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'port_id': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'mac_address': 'fa:16:3e:3c:61:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:22:49.052812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbdfe4dd-8427-4bf9-b1ef-15ffacb8cef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.065246 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.080090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbdfe4dd-8427-4bf9-b1ef-15ffacb8cef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.083800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533ea055-e19f-42b2-a30a-a2f1854694b5 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:22:49.099737 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 533ea055-e19f-42b2-a30a-a2f1854694b5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=533ea055-e19f-42b2-a30a-a2f1854694b5,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:22:49.163597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.187082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbdfe4dd-8427-4bf9-b1ef-15ffacb8cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.206353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfe4dd-8427-4bf9-b1ef-15ffacb8cef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5431582d-d481-470d-86c3-5e24cd4dac14,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:49.211062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbdfe4dd-8427-4bf9-b1ef-15ffacb8cef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.214098 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bbdfe4dd-8427-4bf9-b1ef-15ffacb8cef9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5431582d-d481-470d-86c3-5e24cd4dac14 HTTP/1.1" status: 204 len: 168 time: 0.2206707 Mar 02 20:22:49.249001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=533ea055-e19f-42b2-a30a-a2f1854694b5,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:49.316996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e772f84b-fa82-479d-9817-0cf586e2258e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.407756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['533ea055-e19f-42b2-a30a-a2f1854694b5'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:22:49.556586 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:22:49.681032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d401fa-aa31-4353-bfba-99e545f1a415 req-27a350a0-503d-42da-a3a8-febe6373eafe tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:49.682979 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96d401fa-aa31-4353-bfba-99e545f1a415 req-27a350a0-503d-42da-a3a8-febe6373eafe tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 944 time: 0.0875318 Mar 02 20:22:49.735468 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96d401fa-aa31-4353-bfba-99e545f1a415 req-2ba2c6ef-fef0-4f78-b2d1-f1e75ae2704e tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445950 Mar 02 20:22:50.533737 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:50.563268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:50.854596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 533ea055-e19f-42b2-a30a-a2f1854694b5 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:50.950205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a5907-181c-4cc0-a427-408c89e9c03f req-89a65624-bf3e-4b06-bb28-6a73428c20cd tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:50.951945 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6d8a5907-181c-4cc0-a427-408c89e9c03f req-89a65624-bf3e-4b06-bb28-6a73428c20cd tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 944 time: 0.0916643 Mar 02 20:22:51.000229 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6d8a5907-181c-4cc0-a427-408c89e9c03f req-7e98ad1c-4b48-4700-a5ae-a66c41bc1cbd tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427492 Mar 02 20:22:51.003674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 533ea055-e19f-42b2-a30a-a2f1854694b5 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:51.008672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 533ea055-e19f-42b2-a30a-a2f1854694b5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:51.009039 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:51.124191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:51.149892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f61d79-a398-4e46-994c-838f69aa38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533ea055-e19f-42b2-a30a-a2f1854694b5'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:22:51.159791 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 533ea055-e19f-42b2-a30a-a2f1854694b5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=533ea055-e19f-42b2-a30a-a2f1854694b5,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:22:51.205498 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f61d79-a398-4e46-994c-838f69aa38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'code': 200} Mar 02 20:22:51.209171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:51.274846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=533ea055-e19f-42b2-a30a-a2f1854694b5,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:51.643636 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-77ddf99b-6f5b-43ef-b52e-f567eed47d5c req-d3b5f26e-7967-4889-9584-ffb9bd4858c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 1098 time: 0.0679052 Mar 02 20:22:51.688369 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-77ddf99b-6f5b-43ef-b52e-f567eed47d5c req-c54d6559-57f4-4cd4-b8e3-ea4ce33630b4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353239 Mar 02 20:22:51.814589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:52.196146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813d119-a2ae-4d08-858c-f919cfda2c20 req-f8711056-a2b0-4971-8e3c-17c629b9e991 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:52.197592 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a813d119-a2ae-4d08-858c-f919cfda2c20 req-f8711056-a2b0-4971-8e3c-17c629b9e991 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 945 time: 0.0760963 Mar 02 20:22:52.241665 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a813d119-a2ae-4d08-858c-f919cfda2c20 req-57552df4-2ec8-430b-bbc8-9b326c279a3e tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384018 Mar 02 20:22:53.438313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1d3e3-7d00-49b2-a7cc-c739b8db6ccd req-6e225bdb-6040-4e75-97cb-89fea2fd3ad5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:53.439615 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64a1d3e3-7d00-49b2-a7cc-c739b8db6ccd req-6e225bdb-6040-4e75-97cb-89fea2fd3ad5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 945 time: 0.0772352 Mar 02 20:22:53.483958 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64a1d3e3-7d00-49b2-a7cc-c739b8db6ccd req-26883f6e-aee9-4d33-88fd-d860a52ae31b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389819 Mar 02 20:22:53.675186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e68e4-9772-4d94-a03c-5966ae1893b7 req-0f0e3b37-b1bb-487b-866e-de6cba5dc4f8 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:53.676596 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-451e68e4-9772-4d94-a03c-5966ae1893b7 req-0f0e3b37-b1bb-487b-866e-de6cba5dc4f8 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 945 time: 0.0739682 Mar 02 20:22:53.721277 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-451e68e4-9772-4d94-a03c-5966ae1893b7 req-5dd3a939-180e-4bc5-871c-02be3414a90b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391874 Mar 02 20:22:53.749740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48488) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:53.820250 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1c980e2a-631c-4250-8e61-934da0d88370 tempest-TestVolumeBootPattern-1540238876 tempest-TestVolumeBootPattern-1540238876-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 1093 time: 0.0693090 Mar 02 20:22:53.823033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48492) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:53.828910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:22:53.834399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:53.838099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:floatingip and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:53.840855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:53.847337 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:53.934906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:54.068734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:54.203982 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Allocated IP 172.26.5.212 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/b44d6a89-edb7-4817-81e1-a5d88ee1f248) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:54.346891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:54.414767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:54.481611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:54.484664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:54.488776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:22:54.522553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'Port': ['ID=b44d6a89-edb7-4817-81e1-a5d88ee1f248,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:55.070534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:55.163401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:55.362086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:55.409038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:55.516284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'Port': ['ID=b44d6a89-edb7-4817-81e1-a5d88ee1f248,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:55.530324 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:55.720886 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Floating IP 591c82c3-422b-4ed1-a4c2-5c1afa2fdac7 associated. External IP: 172.26.5.212, port: 533ea055-e19f-42b2-a30a-a2f1854694b5. Mar 02 20:22:56.108425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:22:56.302083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:22:56.311366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cc9c1-1489-4a69-8126-e567e4b93aaf None None] Sync routers for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:22:56.323442 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216cc9c1-1489-4a69-8126-e567e4b93aaf None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:56.324139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-216cc9c1-1489-4a69-8126-e567e4b93aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:22:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:56.391888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:56.507198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-216cc9c1-1489-4a69-8126-e567e4b93aaf None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:56.550335 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bf689ce6-d183-499a-a55e-1b2b796c9b5a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7262087 Mar 02 20:22:56.550914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f61d79-a398-4e46-994c-838f69aa38cf', 'tag': '533ea055-e19f-42b2-a30a-a2f1854694b5'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:22:56.608800 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f61d79-a398-4e46-994c-838f69aa38cf', 'tag': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'status': 'completed', 'code': 200} Mar 02 20:22:56.701670 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5585d3d1-a9b0-44bf-aac1-7b8a2734a396 req-913f26a5-27ea-4249-bc75-0300dc207155 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 1098 time: 0.0693634 Mar 02 20:22:56.833703 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585d3d1-a9b0-44bf-aac1-7b8a2734a396 req-9dde7c12-a02f-4774-8c54-95731ba30231 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:56.835204 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5585d3d1-a9b0-44bf-aac1-7b8a2734a396 req-9dde7c12-a02f-4774-8c54-95731ba30231 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.1275706 Mar 02 20:22:56.892366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-216cc9c1-1489-4a69-8126-e567e4b93aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '591c82c3-422b-4ed1-a4c2-5c1afa2fdac7', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.212', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:3c:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f61d79-a398-4e46-994c-838f69aa38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:22:54Z', 'updated_at': '2022-03-02T20:22:54Z', 'revision_number': 0, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:56.896329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cc9c1-1489-4a69-8126-e567e4b93aaf None None] Checking router: 439f1d21-6bd2-42df-b2c1-b1f705ac9375 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:22:56.906723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216cc9c1-1489-4a69-8126-e567e4b93aaf None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:22:56.907319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-216cc9c1-1489-4a69-8126-e567e4b93aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:22:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:56.940422 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5585d3d1-a9b0-44bf-aac1-7b8a2734a396 req-7ca56ce4-6802-4364-9b55-768de24dcba9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533ea055-e19f-42b2-a30a-a2f1854694b5 HTTP/1.1" status: 200 len: 999 time: 0.0980647 Mar 02 20:22:57.003887 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585d3d1-a9b0-44bf-aac1-7b8a2734a396 req-1aac2a5f-9825-497e-997a-5bbe701889b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:57.005233 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5585d3d1-a9b0-44bf-aac1-7b8a2734a396 req-1aac2a5f-9825-497e-997a-5bbe701889b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0575013 Mar 02 20:22:57.082896 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5585d3d1-a9b0-44bf-aac1-7b8a2734a396 req-fa2a5510-14d2-497e-9bed-5881580752d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713253 Mar 02 20:22:57.084569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-216cc9c1-1489-4a69-8126-e567e4b93aaf None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:22:57.215444 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5585d3d1-a9b0-44bf-aac1-7b8a2734a396 req-071bdda8-814e-499f-a22d-d73cfcd63afb service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247308 Mar 02 20:22:57.348160 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5585d3d1-a9b0-44bf-aac1-7b8a2734a396 req-11788c29-bfea-4c74-9547-3a54b7f71d68 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264088 Mar 02 20:22:57.429514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-216cc9c1-1489-4a69-8126-e567e4b93aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '591c82c3-422b-4ed1-a4c2-5c1afa2fdac7', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.212', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:3c:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f61d79-a398-4e46-994c-838f69aa38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:22:54Z', 'updated_at': '2022-03-02T20:22:54Z', 'revision_number': 0, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:57.433514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cc9c1-1489-4a69-8126-e567e4b93aaf None None] The sync data for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv is: [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '591c82c3-422b-4ed1-a4c2-5c1afa2fdac7', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.212', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:3c:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f61d79-a398-4e46-994c-838f69aa38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:22:54Z', 'updated_at': '2022-03-02T20:22:54Z', 'revision_number': 0, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:22:57.622140 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466a115d-37d6-4b0e-af3b-3c711f615e6d None None] New status for floating IP 591c82c3-422b-4ed1-a4c2-5c1afa2fdac7: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:23:12.745427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:17.117431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f1066e6e-7bc9-4a54-a071-89b662eb0cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:19.331115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2f59-f6e8-405f-80c7-d9994c4c654f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:20.380944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fad20f-3b26-4e5c-9d67-1d715e84e9d3 req-573f567a-baf7-4989-ac2a-f9ae99ec0b8f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:20.382155 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-39fad20f-3b26-4e5c-9d67-1d715e84e9d3 req-573f567a-baf7-4989-ac2a-f9ae99ec0b8f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 946 time: 0.0853527 Mar 02 20:23:20.427922 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-39fad20f-3b26-4e5c-9d67-1d715e84e9d3 req-c4145dc4-ca79-4d98-8dc2-0aa42623a4a9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401378 Mar 02 20:23:20.534036 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:20.568253 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:21.629783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa0c3c-8e92-45d3-b42b-b54122c93813 req-8fb49097-77f8-4787-9151-67b333e9a2b1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:21.634547 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-05aa0c3c-8e92-45d3-b42b-b54122c93813 req-8fb49097-77f8-4787-9151-67b333e9a2b1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 946 time: 0.0811973 Mar 02 20:23:21.684176 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-05aa0c3c-8e92-45d3-b42b-b54122c93813 req-5c5b54e7-e62c-4e5f-8688-b53858c867d2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468876 Mar 02 20:23:21.825563 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:22.023041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-10c4fdfc-6700-4b82-a879-018708f02a3e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:22.023733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-10c4fdfc-6700-4b82-a879-018708f02a3e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:23:22.083252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-10c4fdfc-6700-4b82-a879-018708f02a3e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:23:22.084381 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-10c4fdfc-6700-4b82-a879-018708f02a3e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 946 time: 0.1376257 Mar 02 20:23:22.157243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:23:22.157603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:22.414586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3e4e4eca-e615-463d-83bd-fa39c50a0fd0,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:23:22.415564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:22.705956 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:22.706327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:22.706634 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP d6d86325-fed4-4d4d-adf0-009ce8e3917c disassociated. External IP: 172.26.5.229, port: 3e4e4eca-e615-463d-83bd-fa39c50a0fd0. Mar 02 20:23:22.706966 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:23:22.895604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79ec82-8575-48e8-8c5f-f174be3c00ba req-8d614834-3108-41b6-8698-976e7934251f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:22.897076 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ef79ec82-8575-48e8-8c5f-f174be3c00ba req-8d614834-3108-41b6-8698-976e7934251f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 946 time: 0.0844684 Mar 02 20:23:22.949194 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ef79ec82-8575-48e8-8c5f-f174be3c00ba req-0ba576d8-35d6-4e3f-b34f-b7a092549f77 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442498 Mar 02 20:23:23.043263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:23.091919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=3e4e4eca-e615-463d-83bd-fa39c50a0fd0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:23.105768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:23.106137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:23.106475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:23.106803 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:23.107130 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:23.107455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:23.107828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:23.108881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:23.108881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:23.108881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:23.109146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:23.324080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:23:23.557028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:23:23.560170 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a4ab6-3e33-4ae9-9977-29edb89df10a None None] Sync routers for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:23:23.573166 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9a4ab6-3e33-4ae9-9977-29edb89df10a None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:23:23.573987 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d9a4ab6-3e33-4ae9-9977-29edb89df10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:23:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:23.629126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] No DVR routers for this DVR port 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:23:23.629126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:23.634210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'name': 'network-vif-deleted', 'tag': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:23:23.693840 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aa493a-e140-43c7-8f61-4f2c5dcb796b', 'name': 'network-vif-deleted', 'tag': '3e4e4eca-e615-463d-83bd-fa39c50a0fd0', 'status': 'completed', 'code': 200} Mar 02 20:23:23.699992 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7e04f68b-9429-4b14-b4eb-99620e7f43b5 req-6ae6425e-7e7c-4313-93b1-d54a5797155e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "DELETE /v2.0/ports/3e4e4eca-e615-463d-83bd-fa39c50a0fd0 HTTP/1.1" status: 204 len: 173 time: 1.6095388 Mar 02 20:23:23.761494 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3d9a4ab6-3e33-4ae9-9977-29edb89df10a None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:23:24.143153 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d71d73c5-4247-46a3-bafb-815d0c759ef7 req-c011c2ab-b5be-4d72-922b-36e8e33ad49c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=83aa493a-e140-43c7-8f61-4f2c5dcb796b HTTP/1.1" status: 200 len: 210 time: 0.0450895 Mar 02 20:23:24.181733 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d9a4ab6-3e33-4ae9-9977-29edb89df10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:24.185069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a4ab6-3e33-4ae9-9977-29edb89df10a None None] Checking router: 9991d7e9-faac-47fd-a32d-5b5ca64f0701 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:23:24.195916 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9a4ab6-3e33-4ae9-9977-29edb89df10a None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:23:24.196523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d9a4ab6-3e33-4ae9-9977-29edb89df10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:23:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:24.373151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3d9a4ab6-3e33-4ae9-9977-29edb89df10a None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:23:24.694127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3d9a4ab6-3e33-4ae9-9977-29edb89df10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:24.698654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a4ab6-3e33-4ae9-9977-29edb89df10a None None] The sync data for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv is: [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9edd4e8a-168f-49c8-9f3c-330e823b0652', 'name': '', 'network_id': '9da6e796-b5ba-40f5-a47e-47aa879cba8d', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:70:3d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:15Z', 'updated_at': '2022-03-02T20:21:21Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6b5099e7-176c-42f1-8232-e5ce8221a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:23:24.918492 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473e2c3-98f9-4b63-b6d9-5c6fce70ab31 None None] New status for floating IP d6d86325-fed4-4d4d-adf0-009ce8e3917c: DOWN {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:23:25.238156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48530) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:25.310515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d4182b58-ba30-4dc3-adf5-f82c8df7ee69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:25.340440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d4182b58-ba30-4dc3-adf5-f82c8df7ee69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:25.477807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d4182b58-ba30-4dc3-adf5-f82c8df7ee69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:25.495913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4182b58-ba30-4dc3-adf5-f82c8df7ee69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:25.591969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d4182b58-ba30-4dc3-adf5-f82c8df7ee69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:25.592160 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d4182b58-ba30-4dc3-adf5-f82c8df7ee69 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/784901d7-0ca0-492b-b5a4-dd4c3bf9f4ce HTTP/1.1" status: 204 len: 168 time: 0.3528485 Mar 02 20:23:25.697212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48536) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:25.857706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-76814734-2229-4c41-b069-fac8327e2d4b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 01c62001-28ec-4aa3-8263-0a5462a03496 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:23:25.858004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76814734-2229-4c41-b069-fac8327e2d4b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:26.025762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76814734-2229-4c41-b069-fac8327e2d4b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:26.026167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76814734-2229-4c41-b069-fac8327e2d4b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:26.145830 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-76814734-2229-4c41-b069-fac8327e2d4b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 01c62001-28ec-4aa3-8263-0a5462a03496 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:23:26.351782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76814734-2229-4c41-b069-fac8327e2d4b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:26.396015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76814734-2229-4c41-b069-fac8327e2d4b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=01c62001-28ec-4aa3-8263-0a5462a03496,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:26.486595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76814734-2229-4c41-b069-fac8327e2d4b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:26.500787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-76814734-2229-4c41-b069-fac8327e2d4b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:26.501910 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-76814734-2229-4c41-b069-fac8327e2d4b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/floatingips/d6d86325-fed4-4d4d-adf0-009ce8e3917c HTTP/1.1" status: 204 len: 168 time: 0.8037148 Mar 02 20:23:26.556662 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:23:27.026070 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:27.060568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:23:27.060908 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 3e4e4eca-e615-463d-83bd-fa39c50a0fd0 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:27.283036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973a3a8-80fb-405e-963e-9b05d62e4826 req-fbe26753-b06d-4d16-895a-f86d5fdfe6f0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:27.284512 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3973a3a8-80fb-405e-963e-9b05d62e4826 req-fbe26753-b06d-4d16-895a-f86d5fdfe6f0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 946 time: 0.0826936 Mar 02 20:23:27.330643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-3973a3a8-80fb-405e-963e-9b05d62e4826 req-c645821b-ad37-4268-a750-ceceaac0437a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:23:27.463838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-3973a3a8-80fb-405e-963e-9b05d62e4826 req-c645821b-ad37-4268-a750-ceceaac0437a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:23:27.463838 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3973a3a8-80fb-405e-963e-9b05d62e4826 req-c645821b-ad37-4268-a750-ceceaac0437a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709511 Mar 02 20:23:28.658590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead11008-9226-40cf-80df-9833398a181f req-b5e03d78-8e15-4dc5-9e44-abaa8d537dc7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:28.660177 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ead11008-9226-40cf-80df-9833398a181f req-b5e03d78-8e15-4dc5-9e44-abaa8d537dc7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 946 time: 0.0751634 Mar 02 20:23:28.705998 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ead11008-9226-40cf-80df-9833398a181f req-7648236b-6538-4612-bee4-38630e9bbe7b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=d110b9ee-be04-41d2-8924-ecadb4e3d847&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400751 Mar 02 20:23:28.790731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-565104d1-7615-49eb-9783-1eeae4a24041 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:28.791254 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-565104d1-7615-49eb-9783-1eeae4a24041 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:23:28.859934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-565104d1-7615-49eb-9783-1eeae4a24041 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:23:28.861062 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-565104d1-7615-49eb-9783-1eeae4a24041 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 946 time: 0.1457853 Mar 02 20:23:29.039389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-f3d69451-02cc-4c12-b7b7-b9852389121e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:23:29.039731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-f3d69451-02cc-4c12-b7b7-b9852389121e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:29.284577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-f3d69451-02cc-4c12-b7b7-b9852389121e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:23:29.284939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-f3d69451-02cc-4c12-b7b7-b9852389121e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:29.408083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-f3d69451-02cc-4c12-b7b7-b9852389121e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:23:29.757289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-f3d69451-02cc-4c12-b7b7-b9852389121e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:29.809047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d69451-02cc-4c12-b7b7-b9852389121e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=4a9a7b88-197a-4d57-bd8d-5c62b6d2282e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:29.880677 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6e6c833c-04ca-4fa8-ba9a-4841794bd68b req-823bafbc-9cec-4fa4-affa-742aea072982 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 210 time: 0.0463805 Mar 02 20:23:29.883968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-f3d69451-02cc-4c12-b7b7-b9852389121e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] No DVR routers for this DVR port 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:23:29.886269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-f3d69451-02cc-4c12-b7b7-b9852389121e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:29.891800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'name': 'network-vif-deleted', 'tag': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:23:29.949772 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b157f5-ae2b-474b-9bea-edd57a54e59b', 'name': 'network-vif-deleted', 'tag': '4a9a7b88-197a-4d57-bd8d-5c62b6d2282e', 'status': 'completed', 'code': 200} Mar 02 20:23:29.987442 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c513ce63-41ae-4469-b12c-4e76ab0bd112 req-f3d69451-02cc-4c12-b7b7-b9852389121e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "DELETE /v2.0/ports/4a9a7b88-197a-4d57-bd8d-5c62b6d2282e HTTP/1.1" status: 204 len: 173 time: 1.1159713 Mar 02 20:23:31.060295 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd5f6021-a984-4d50-bf02-b8d35efaa410 req-30137a94-f738-4702-a7b0-8630630634b2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b157f5-ae2b-474b-9bea-edd57a54e59b HTTP/1.1" status: 200 len: 210 time: 0.0423167 Mar 02 20:23:32.173841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48556) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:32.251315 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1508703e-6f87-437f-91a7-76dd1ca36385 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:32.279889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1508703e-6f87-437f-91a7-76dd1ca36385 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:32.391279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1508703e-6f87-437f-91a7-76dd1ca36385 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:32.411539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508703e-6f87-437f-91a7-76dd1ca36385 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d110b9ee-be04-41d2-8924-ecadb4e3d847,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:32.470448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1508703e-6f87-437f-91a7-76dd1ca36385 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:32.471719 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1508703e-6f87-437f-91a7-76dd1ca36385 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/d110b9ee-be04-41d2-8924-ecadb4e3d847 HTTP/1.1" status: 204 len: 168 time: 0.2967763 Mar 02 20:23:32.580063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48562) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:33.064328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:33.073285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:33.110758 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:23:33.111179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 4a9a7b88-197a-4d57-bd8d-5c62b6d2282e not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:33.682828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 9edd4e8a-168f-49c8-9f3c-330e823b0652 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:23:33.683340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:33.876166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 9edd4e8a-168f-49c8-9f3c-330e823b0652, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9edd4e8a-168f-49c8-9f3c-330e823b0652,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:23:33.876463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:33.998647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 9edd4e8a-168f-49c8-9f3c-330e823b0652 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:23:34.276833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:34.322498 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=9edd4e8a-168f-49c8-9f3c-330e823b0652,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:34.361210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:34.361556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:34.361896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:34.362247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:34.362573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:34.362894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:34.363215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:34.363535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:34.363850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:34.364164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:34.364514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:34.725890 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:35.304924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:23:35.501539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:23:35.513199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab3d13-e3fb-4497-b83e-73cd8a51bdee None None] Sync routers for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:23:35.514973 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f5e54522-886d-47e4-9eeb-7f25f4e5556d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/9991d7e9-faac-47fd-a32d-5b5ca64f0701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9335716 Mar 02 20:23:35.518171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48568) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:35.527264 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab3d13-e3fb-4497-b83e-73cd8a51bdee None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:23:35.529646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a9ab3d13-e3fb-4497-b83e-73cd8a51bdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:23:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:35.702003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-57324515-e90d-42f7-9d39-7655fd7405c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting subnet 6b5099e7-176c-42f1-8232-e5ce8221a8a0 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:23:35.704914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57324515-e90d-42f7-9d39-7655fd7405c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:35.705741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-a9ab3d13-e3fb-4497-b83e-73cd8a51bdee None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:23:35.764763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57324515-e90d-42f7-9d39-7655fd7405c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:35.849812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57324515-e90d-42f7-9d39-7655fd7405c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:36.002133 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a9ab3d13-e3fb-4497-b83e-73cd8a51bdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:23:34Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:36.006549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab3d13-e3fb-4497-b83e-73cd8a51bdee None None] Checking router: 9991d7e9-faac-47fd-a32d-5b5ca64f0701 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:23:36.017153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab3d13-e3fb-4497-b83e-73cd8a51bdee None None] Routers {'9991d7e9-faac-47fd-a32d-5b5ca64f0701'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:23:36.017667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a9ab3d13-e3fb-4497-b83e-73cd8a51bdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:23:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:36.117602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57324515-e90d-42f7-9d39-7655fd7405c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:36.157457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57324515-e90d-42f7-9d39-7655fd7405c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5099e7-176c-42f1-8232-e5ce8221a8a0,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:36.163553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-57324515-e90d-42f7-9d39-7655fd7405c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:36.169392 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-57324515-e90d-42f7-9d39-7655fd7405c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/subnets/6b5099e7-176c-42f1-8232-e5ce8221a8a0 HTTP/1.1" status: 204 len: 168 time: 0.6505513 Mar 02 20:23:36.171846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33af599-c682-4148-8228-a8c790017a92 None None] Network 9da6e796-b5ba-40f5-a47e-47aa879cba8d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:23:36.171982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48572) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:36.388209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:36.410391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-a9ab3d13-e3fb-4497-b83e-73cd8a51bdee None None] Set router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:23:36.611766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:36.695083 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] DHCP port deletion for 9da6e796-b5ba-40f5-a47e-47aa879cba8d request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:23:36.705488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port e6c2a891-c1fb-4d00-ab9a-3ec233356b41 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:23:36.705946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:36.708706 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Deleting port e573f005-a4b9-4aeb-b828-fea10c7ebf23 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:23:36.709073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:36.849719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a9ab3d13-e3fb-4497-b83e-73cd8a51bdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:23:34Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:36.906105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port e6c2a891-c1fb-4d00-ab9a-3ec233356b41, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e6c2a891-c1fb-4d00-ab9a-3ec233356b41,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:23:36.906697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:36.910634 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e573f005-a4b9-4aeb-b828-fea10c7ebf23 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:36.959247 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab3d13-e3fb-4497-b83e-73cd8a51bdee None None] The sync data for ids ['9991d7e9-faac-47fd-a32d-5b5ca64f0701'] in dv-neutron-831593-2-hyperv is: [{'id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'name': 'tempest-TestNetworkBasicOps-router-899170738', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22'}], 'enable_snat': True}, 'gw_port_id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:21:10Z', 'updated_at': '2022-03-02T20:23:34Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'e6c2a891-c1fb-4d00-ab9a-3ec233356b41', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:da:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9991d7e9-faac-47fd-a32d-5b5ca64f0701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:21:11Z', 'updated_at': '2022-03-02T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:23:37.010227 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] For port e573f005-a4b9-4aeb-b828-fea10c7ebf23, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=e573f005-a4b9-4aeb-b828-fea10c7ebf23,segment=NetworkSegment(42767a7f-24dc-4a25-8225-7373c78cbd4e),segment_id=42767a7f-24dc-4a25-8225-7373c78cbd4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:23:37.011685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:37.059022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for e6c2a891-c1fb-4d00-ab9a-3ec233356b41 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:23:37.195155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Calling delete_port for e573f005-a4b9-4aeb-b828-fea10c7ebf23 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:23:37.277360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:37.351607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:37.402401 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=e6c2a891-c1fb-4d00-ab9a-3ec233356b41,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:37.445801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:37.485258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 20:23:37.485258 dv-neutron-831593-2-hyperv neutron-server[84505]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Mar 02 20:23:37.485258 dv-neutron-831593-2-hyperv neutron-server[84505]: [parameters: {'status': 'DOWN', 'ports_id': 'e573f005-a4b9-4aeb-b828-fea10c7ebf23'}] Mar 02 20:23:37.485258 dv-neutron-831593-2-hyperv neutron-server[84505]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:23:37.485769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:23:37.503383 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Pushing event deleted for resources: {'Port': ['ID=e573f005-a4b9-4aeb-b828-fea10c7ebf23,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:37.516076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] No DVR routers for this DVR port e573f005-a4b9-4aeb-b828-fea10c7ebf23 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:23:37.518427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:37.519031 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:37.519504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:37.519842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:37.520182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:37.521545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:37.521852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:37.525118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:37.525118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:37.525118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:37.525118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529ee03d-618c-42ec-8386-87ccb91429e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:37.648172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.008563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.012919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.022483 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Port e573f005-a4b9-4aeb-b828-fea10c7ebf23 update to DOWN by agent not found {{(pid=84505) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 02 20:23:38.111225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.111225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Fanout notify agent at l3_agent the message router_deleted on router 9991d7e9-faac-47fd-a32d-5b5ca64f0701 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:23:38.126122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.129577 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b9ef1f11-9e6c-4275-a2e6-01d091410e65 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/routers/9991d7e9-faac-47fd-a32d-5b5ca64f0701 HTTP/1.1" status: 204 len: 168 time: 1.9543335 Mar 02 20:23:38.130038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48576) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:38.249040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.381009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.406044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da6e796-b5ba-40f5-a47e-47aa879cba8d']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:38.418356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42767a7f-24dc-4a25-8225-7373c78cbd4e') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:38.418699 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42767a7f-24dc-4a25-8225-7373c78cbd4e') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:38.429794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.445576 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.452510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:23:38.452900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:23:38.467973 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:23:38.618898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.637603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.649345 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Network': ['ID=9da6e796-b5ba-40f5-a47e-47aa879cba8d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:38.735921 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8e505bff-98f3-4acd-9718-d6d52da0e0cd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/networks/9da6e796-b5ba-40f5-a47e-47aa879cba8d HTTP/1.1" status: 204 len: 168 time: 0.6037409 Mar 02 20:23:38.759047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48580) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:38.764812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'network': {'name': 'tempest-network-smoke--380883389', 'project_id': '809bdfa688034064abc15e030437eaaf', 'port_security_enabled': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:38.770115 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:38.774879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:network and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:38.777725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:38.783436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:38.871056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:23:38.874147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.888935 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9edd4e8a-168f-49c8-9f3c-330e823b0652 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:38.906119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:23:38.916861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.917277 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Added segment 15025b39-6fcd-47ea-b57e-3936981d47af of type vlan for network 621d23c3-e972-4056-a4b3-405ff4287f65 Mar 02 20:23:38.945933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:38.958747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 9edd4e8a-168f-49c8-9f3c-330e823b0652 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:23:38.959238 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9edd4e8a-168f-49c8-9f3c-330e823b0652 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:38.959651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e6c2a891-c1fb-4d00-ab9a-3ec233356b41 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:38.992841 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: e6c2a891-c1fb-4d00-ab9a-3ec233356b41 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:23:38.993208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device e6c2a891-c1fb-4d00-ab9a-3ec233356b41 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:39.030969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:39.034709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:39.035379 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:39.140433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Network': ['ID=621d23c3-e972-4056-a4b3-405ff4287f65,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:39.151877 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 621d23c3-e972-4056-a4b3-405ff4287f65 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:23:39.209483 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bbf5393e-45a7-4ddc-abf5-0b1ace4ec748 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4493635 Mar 02 20:23:39.212375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48584) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:39.217584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'admin_state_up': True, 'project_id': '809bdfa688034064abc15e030437eaaf', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:39.225084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:39.228889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:router and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:39.231860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:39.238277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:39.305555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:39.306425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:39.324508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:39.623859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:39.874658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:39.908604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:40.043308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.218 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/b5d27fa2-252d-44ff-b432-ea28e069fdba) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:23:40.189981 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:40.282262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:40.354236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:23:40.354822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:23:40.359478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:23:40.390916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=b5d27fa2-252d-44ff-b432-ea28e069fdba,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:40.569624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:40.570383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:40.870143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 36ca0d44-013f-4abd-b782-94187b8d8cff is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:23:41.067012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:23:41.077767 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Sync routers for ids ['36ca0d44-013f-4abd-b782-94187b8d8cff'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:23:41.090292 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Routers {'36ca0d44-013f-4abd-b782-94187b8d8cff'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:23:41.090984 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:23:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['36ca0d44-013f-4abd-b782-94187b8d8cff'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:41.156991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:41.158275 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9bdc07dd-8f11-4a87-ac4f-5b104b8b796e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9449234 Mar 02 20:23:41.161430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48588) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:41.202014 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-09ae91b0-8d7d-4b7f-a64a-dc07f66e6c52 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=809bdfa688034064abc15e030437eaaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392916 Mar 02 20:23:41.204362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48592) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:41.268696 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Set router 36ca0d44-013f-4abd-b782-94187b8d8cff gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:23:41.331557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab0e604-a73a-48e0-817b-f425712cd296 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:41.336257 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-eab0e604-a73a-48e0-817b-f425712cd296 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277974 Mar 02 20:23:41.336497 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48596) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:41.374840 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-86c92ca8-6fa8-49da-9e95-19b63a66149c tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368896 Mar 02 20:23:41.377093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48600) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:41.382321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1273506872', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'project_id': '809bdfa688034064abc15e030437eaaf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:41.492086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:41.495869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:subnet and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:41.498648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:41.504198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:41.548152 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:40Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:41.551864 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Checking router: 36ca0d44-013f-4abd-b782-94187b8d8cff for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:23:41.552199 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Updating router 36ca0d44-013f-4abd-b782-94187b8d8cff port b5d27fa2-252d-44ff-b432-ea28e069fdba binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:23:41.585581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:23:41.601929 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:41.782997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:41.929236 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:41.940782 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Transition to ACTIVE for port object b5d27fa2-252d-44ff-b432-ea28e069fdba will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:23:41.985241 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:42.059922 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:42.065932 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Attempting to bind port b5d27fa2-252d-44ff-b432-ea28e069fdba on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:23:42.066287 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Attempting to bind port b5d27fa2-252d-44ff-b432-ea28e069fdba by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:23:42.066634 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Attempting to bind port b5d27fa2-252d-44ff-b432-ea28e069fdba on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:23:42.068498 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Pushing event updated for resources: {'Port': ['ID=b5d27fa2-252d-44ff-b432-ea28e069fdba,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:42.080029 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:23:42.080700 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:23:42.080830 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:42.081137 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:23:42.081564 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Bound port: b5d27fa2-252d-44ff-b432-ea28e069fdba, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:23:42.081933 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:42.107018 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:42.107389 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:42.107720 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:42.108039 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:42.108355 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:42.108666 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:42.108972 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:42.109281 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:42.109587 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:42.109890 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:42.110216 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:42.150529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Subnet': ['ID=df7cd8bb-d184-4434-bbc2-2b588bca53b0,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:42.156278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Checking segment: {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:23:42.156636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network hostable DHCP agents. Network: 621d23c3-e972-4056-a4b3-405ff4287f65, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:23:42.162560 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] For port b5d27fa2-252d-44ff-b432-ea28e069fdba, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:23:42.165590 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] For port b5d27fa2-252d-44ff-b432-ea28e069fdba, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b5d27fa2-252d-44ff-b432-ea28e069fdba,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:23:42.225430 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:42.253771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 621d23c3-e972-4056-a4b3-405ff4287f65 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:23:42.304121 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a3cf0-afa6-4b40-8ccc-776b3db7cde5 None None] Pushing event updated for resources: {'Port': ['ID=b5d27fa2-252d-44ff-b432-ea28e069fdba,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:42.308349 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Routers {'36ca0d44-013f-4abd-b782-94187b8d8cff'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:23:42.308930 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:23:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['36ca0d44-013f-4abd-b782-94187b8d8cff'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:42.316571 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 621d23c3-e972-4056-a4b3-405ff4287f65) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:23:42.321013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:42.321587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:42.327785 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b211338b-0547-426b-b5db-6ffe31d7bac3 None None] Network 621d23c3-e972-4056-a4b3-405ff4287f65 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:23:42.409796 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-16aab6a2-81af-48c9-a829-7e82f1160399 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0312278 Mar 02 20:23:42.412211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48604) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:42.490042 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] Set router 36ca0d44-013f-4abd-b782-94187b8d8cff gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:23:42.547463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-621d23c3-e972-4056-a4b3-405ff4287f65', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:23:42.548649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:42.728123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Allocated IP 172.20.0.2 (621d23c3-e972-4056-a4b3-405ff4287f65/df7cd8bb-d184-4434-bbc2-2b588bca53b0/b76deb52-5ce8-4a10-800a-4e068bf13c98) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:23:42.809125 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:40Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:42.810030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:42.813592 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee5044-2246-4d2f-a66f-250a711e4c7a None None] The sync data for ids ['36ca0d44-013f-4abd-b782-94187b8d8cff'] in dv-neutron-831593-2-hyperv is: [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:40Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:23:42.957859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:42.969684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Transition to ACTIVE for port object b76deb52-5ce8-4a10-800a-4e068bf13c98 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:23:43.004206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Transition to ACTIVE for port object b76deb52-5ce8-4a10-800a-4e068bf13c98 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:23:43.043277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:43.135038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Network 621d23c3-e972-4056-a4b3-405ff4287f65 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:23:43.138263 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:23:43.142271 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:23:43.149597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Pushing event updated for resources: {'Port': ['ID=b76deb52-5ce8-4a10-800a-4e068bf13c98,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:43.237046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Attempting to bind port b76deb52-5ce8-4a10-800a-4e068bf13c98 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:23:43.237307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Attempting to bind port b76deb52-5ce8-4a10-800a-4e068bf13c98 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:23:43.237665 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Attempting to bind port b76deb52-5ce8-4a10-800a-4e068bf13c98 on network 621d23c3-e972-4056-a4b3-405ff4287f65 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:23:43.242721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:43.245111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:23:43.245475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Checking segment: {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:23:43.245864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:43.246270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Bound using segment: {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:23:43.246727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Bound port: b76deb52-5ce8-4a10-800a-4e068bf13c98, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:23:43.247091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:43.340208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] For port b76deb52-5ce8-4a10-800a-4e068bf13c98, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:23:43.344149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] For port b76deb52-5ce8-4a10-800a-4e068bf13c98, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b76deb52-5ce8-4a10-800a-4e068bf13c98,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:23:43.420003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:43.510013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bc27f-11b1-4c76-9b80-128506fec628 None None] Pushing event updated for resources: {'Port': ['ID=b76deb52-5ce8-4a10-800a-4e068bf13c98,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:43.687446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.1 (621d23c3-e972-4056-a4b3-405ff4287f65/df7cd8bb-d184-4434-bbc2-2b588bca53b0/9f1e9dae-74a0-4f20-ab64-a73199e6abef) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:23:43.961888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:43.977871 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 9f1e9dae-74a0-4f20-ab64-a73199e6abef will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:23:44.054540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:44.120692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 621d23c3-e972-4056-a4b3-405ff4287f65 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:23:44.123532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:23:44.127288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:23:44.167740 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=9f1e9dae-74a0-4f20-ab64-a73199e6abef,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:44.194385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:44.340382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:44.466600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2335e34b-f568-43d8-9607-6648b11508b8 None None] Network 621d23c3-e972-4056-a4b3-405ff4287f65 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:23:44.617557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9192b570-b3c0-4d91-bef4-2e7627f728da None None] Provisioning for port b76deb52-5ce8-4a10-800a-4e068bf13c98 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:23:44.753950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:44.866404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:44.962166 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b5d27fa2-252d-44ff-b432-ea28e069fdba up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:23:44.987382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:44.991287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=9f1e9dae-74a0-4f20-ab64-a73199e6abef,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:45.078082 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b0dd9a68-eef2-4c8a-93b1-317c5732b5c2 None None] Provisioning for port 9f1e9dae-74a0-4f20-ab64-a73199e6abef completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:23:45.083740 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b0dd9a68-eef2-4c8a-93b1-317c5732b5c2 None None] Provisioning complete for port 9f1e9dae-74a0-4f20-ab64-a73199e6abef triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:45.094554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9a68-eef2-4c8a-93b1-317c5732b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.116184 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port b5d27fa2-252d-44ff-b432-ea28e069fdba completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:23:45.132275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b5d27fa2-252d-44ff-b432-ea28e069fdba triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:45.132637 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.145066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 621d23c3-e972-4056-a4b3-405ff4287f65 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:23:45.146171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:23:45.190986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd9a68-eef2-4c8a-93b1-317c5732b5c2 None None] Port 9f1e9dae-74a0-4f20-ab64-a73199e6abef cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:23:45.264897 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.283116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port b5d27fa2-252d-44ff-b432-ea28e069fdba, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b5d27fa2-252d-44ff-b432-ea28e069fdba,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:23:45.313402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-85d57e82-c864-44ab-95c5-7f93b2a6365f None None] Provisioning complete for port 9f1e9dae-74a0-4f20-ab64-a73199e6abef triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:45.313772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-85d57e82-c864-44ab-95c5-7f93b2a6365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.377713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.378534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b76deb52-5ce8-4a10-800a-4e068bf13c98 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:23:45.491840 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-85d57e82-c864-44ab-95c5-7f93b2a6365f None None] Port 9f1e9dae-74a0-4f20-ab64-a73199e6abef cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:23:45.536376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=b5d27fa2-252d-44ff-b432-ea28e069fdba,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:45.562656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 36ca0d44-013f-4abd-b782-94187b8d8cff has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:23:45.585830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port b76deb52-5ce8-4a10-800a-4e068bf13c98 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:23:45.591027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b76deb52-5ce8-4a10-800a-4e068bf13c98 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:45.591395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.656005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-06dd709a-dce0-4a30-b705-5fad604695bb None None] Provisioning complete for port 9f1e9dae-74a0-4f20-ab64-a73199e6abef triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:45.656365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-06dd709a-dce0-4a30-b705-5fad604695bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.745703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-06dd709a-dce0-4a30-b705-5fad604695bb None None] Port 9f1e9dae-74a0-4f20-ab64-a73199e6abef cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:23:45.763969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.796674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port b76deb52-5ce8-4a10-800a-4e068bf13c98, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b76deb52-5ce8-4a10-800a-4e068bf13c98,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:23:45.871180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.882807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:23:45.895672 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fa8dfbcf-619e-4bf6-9458-dc439d1cbc0d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/36ca0d44-013f-4abd-b782-94187b8d8cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4815936 Mar 02 20:23:45.898164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48608) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:45.942560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=b76deb52-5ce8-4a10-800a-4e068bf13c98,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:46.038248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e0cdd-e1a9-4363-bae1-01e5d1977421 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.038248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e0cdd-e1a9-4363-bae1-01e5d1977421 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.038623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e0cdd-e1a9-4363-bae1-01e5d1977421 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.038986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e0cdd-e1a9-4363-bae1-01e5d1977421 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.039344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e0cdd-e1a9-4363-bae1-01e5d1977421 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.039695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e0cdd-e1a9-4363-bae1-01e5d1977421 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.041412 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-360e0cdd-e1a9-4363-bae1-01e5d1977421 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1423302 Mar 02 20:23:46.044210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48612) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:46.118564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b50a59-89f9-4894-b588-f3ca13db3314 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.118940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b50a59-89f9-4894-b588-f3ca13db3314 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.119301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b50a59-89f9-4894-b588-f3ca13db3314 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.119656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b50a59-89f9-4894-b588-f3ca13db3314 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.120016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b50a59-89f9-4894-b588-f3ca13db3314 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.120356 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b50a59-89f9-4894-b588-f3ca13db3314 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:46.123683 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-84b50a59-89f9-4894-b588-f3ca13db3314 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0770397 Mar 02 20:23:46.124925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48618) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:46.337445 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-904f00c7-ae11-41e9-881b-2cbd8710d7cc tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2113922 Mar 02 20:23:46.340259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48622) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:46.345437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1697219643', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:46.379851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Sync routers for ids ['36ca0d44-013f-4abd-b782-94187b8d8cff'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:23:46.391729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Routers {'36ca0d44-013f-4abd-b782-94187b8d8cff'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:23:46.392413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:23:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['36ca0d44-013f-4abd-b782-94187b8d8cff'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:46.484742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:46.488824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:port and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:46.492452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:46.498266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:46.568195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'port': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:23:46.571540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:46.576480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Set router 36ca0d44-013f-4abd-b782-94187b8d8cff gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:23:46.593848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] device_id is not set on port a1e35002-fd8d-4264-8391-70bd8a21b526 yet. {{(pid=84504) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:23:46.731669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.7 (621d23c3-e972-4056-a4b3-405ff4287f65/df7cd8bb-d184-4434-bbc2-2b588bca53b0/a1e35002-fd8d-4264-8391-70bd8a21b526) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:23:46.898374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:44Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f1e9dae-74a0-4f20-ab64-a73199e6abef', 'name': '', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:e5:f5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:43Z', 'updated_at': '2022-03-02T20:23:44Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:46.902558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Checking router: 36ca0d44-013f-4abd-b782-94187b8d8cff for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:23:46.902906 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Updating router 36ca0d44-013f-4abd-b782-94187b8d8cff port 9f1e9dae-74a0-4f20-ab64-a73199e6abef binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:23:46.932220 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b5d27fa2-252d-44ff-b432-ea28e069fdba up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:23:46.939849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:46.956016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object a1e35002-fd8d-4264-8391-70bd8a21b526 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:23:47.003376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.037914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.114727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 621d23c3-e972-4056-a4b3-405ff4287f65 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:23:47.118299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:23:47.122259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:23:47.144318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b5d27fa2-252d-44ff-b432-ea28e069fdba triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:47.144687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.168440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:47.189596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7096b7a8-1628-4362-bf1d-8109ff52c1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.200755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:47.201658 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.297132 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4bc38723-900e-465b-a1f6-988c4965de37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9534218 Mar 02 20:23:47.373969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b76deb52-5ce8-4a10-800a-4e068bf13c98 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:23:47.562416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b76deb52-5ce8-4a10-800a-4e068bf13c98 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:47.562810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.585053 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8cd5e772-51b8-47f6-9a4b-47c926cc39bd None None] Provisioning for port a1e35002-fd8d-4264-8391-70bd8a21b526 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:23:47.594116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.608609 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8cd5e772-51b8-47f6-9a4b-47c926cc39bd None None] Provisioning complete for port a1e35002-fd8d-4264-8391-70bd8a21b526 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:47.608958 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8cd5e772-51b8-47f6-9a4b-47c926cc39bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.654447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Transition to ACTIVE for port object 9f1e9dae-74a0-4f20-ab64-a73199e6abef will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:23:47.681175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5e772-51b8-47f6-9a4b-47c926cc39bd None None] Port a1e35002-fd8d-4264-8391-70bd8a21b526 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:23:47.717175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.811820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48628) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:47.817945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-839686180', 'description': 'tempest-secgroup-smoke-839686180 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:47.825820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:47.830487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:47.833480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:47.840196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:47.860371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf903e-4b2c-4755-a49c-97db0452a561 None None] Pushing event updated for resources: {'Port': ['ID=9f1e9dae-74a0-4f20-ab64-a73199e6abef,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:47.928024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.955803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Attempting to bind port 9f1e9dae-74a0-4f20-ab64-a73199e6abef on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:23:47.956314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Attempting to bind port 9f1e9dae-74a0-4f20-ab64-a73199e6abef by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:23:47.956830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Attempting to bind port 9f1e9dae-74a0-4f20-ab64-a73199e6abef on network 621d23c3-e972-4056-a4b3-405ff4287f65 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:23:47.966108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:23:47.966108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Checking segment: {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:23:47.966108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.966108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Bound using segment: {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:23:47.966691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Bound port: 9f1e9dae-74a0-4f20-ab64-a73199e6abef, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:23:47.966691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.970328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:47.975507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:47.978626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:47.984858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:48.052000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.057324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] For port 9f1e9dae-74a0-4f20-ab64-a73199e6abef, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:23:48.060432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] For port 9f1e9dae-74a0-4f20-ab64-a73199e6abef, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9f1e9dae-74a0-4f20-ab64-a73199e6abef,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:23:48.133528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.162761 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.180616 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb061ee0-adae-4c01-9b0f-068f8711be32,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:48.225327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.226624 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fcd7b93b-b94d-4e0d-abc0-490ebec7081f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4135830 Mar 02 20:23:48.229392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48632) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:48.236337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-12cc14a9-12b0-4956-854b-3af235560aaa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'cb061ee0-adae-4c01-9b0f-068f8711be32', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:48.243187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-12cc14a9-12b0-4956-854b-3af235560aaa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:48.247087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-12cc14a9-12b0-4956-854b-3af235560aaa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:48.250030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-12cc14a9-12b0-4956-854b-3af235560aaa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:48.257540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf903e-4b2c-4755-a49c-97db0452a561 None None] Pushing event updated for resources: {'Port': ['ID=9f1e9dae-74a0-4f20-ab64-a73199e6abef,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:48.258218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-12cc14a9-12b0-4956-854b-3af235560aaa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:48.262476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Routers {'36ca0d44-013f-4abd-b782-94187b8d8cff'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:23:48.263098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:23:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['36ca0d44-013f-4abd-b782-94187b8d8cff'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:48.352321 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-12cc14a9-12b0-4956-854b-3af235560aaa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.422302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-12cc14a9-12b0-4956-854b-3af235560aaa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.453594 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] Set router 36ca0d44-013f-4abd-b782-94187b8d8cff gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:23:48.493229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-12cc14a9-12b0-4956-854b-3af235560aaa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.520415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc14a9-12b0-4956-854b-3af235560aaa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb5d41e-728b-412c-a326-97e269bd4590,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:48.601683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-12cc14a9-12b0-4956-854b-3af235560aaa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.602933 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-12cc14a9-12b0-4956-854b-3af235560aaa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3726068 Mar 02 20:23:48.605727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48636) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:48.611464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9ed2be5b-4601-420d-9e87-4ba30a5ae812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'cb061ee0-adae-4c01-9b0f-068f8711be32', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:48.617648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9ed2be5b-4601-420d-9e87-4ba30a5ae812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:48.621567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9ed2be5b-4601-420d-9e87-4ba30a5ae812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:48.624550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9ed2be5b-4601-420d-9e87-4ba30a5ae812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:48.630467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9ed2be5b-4601-420d-9e87-4ba30a5ae812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:48.705747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ed2be5b-4601-420d-9e87-4ba30a5ae812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.769003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ed2be5b-4601-420d-9e87-4ba30a5ae812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.783180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:44Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f1e9dae-74a0-4f20-ab64-a73199e6abef', 'name': '', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:e5:f5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:43Z', 'updated_at': '2022-03-02T20:23:48Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:48.787069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65226f-0608-4c10-b3f6-0a5969c1ab9f None None] The sync data for ids ['36ca0d44-013f-4abd-b782-94187b8d8cff'] in dv-neutron-831593-2-hyperv is: [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:44Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f1e9dae-74a0-4f20-ab64-a73199e6abef', 'name': '', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:e5:f5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:43Z', 'updated_at': '2022-03-02T20:23:48Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:23:48.856318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ed2be5b-4601-420d-9e87-4ba30a5ae812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.884820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2be5b-4601-420d-9e87-4ba30a5ae812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1b17c3-d665-4918-adef-e53043a3fb43,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:48.951827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9ed2be5b-4601-420d-9e87-4ba30a5ae812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.953025 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9ed2be5b-4601-420d-9e87-4ba30a5ae812 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3463552 Mar 02 20:23:48.956365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48640) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:48.962201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7ecc2c4c-417d-4af3-b48e-7c8e129470c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'cb061ee0-adae-4c01-9b0f-068f8711be32', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:48.968872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7ecc2c4c-417d-4af3-b48e-7c8e129470c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:48.973377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7ecc2c4c-417d-4af3-b48e-7c8e129470c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:48.976823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7ecc2c4c-417d-4af3-b48e-7c8e129470c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:48.978112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9f1e9dae-74a0-4f20-ab64-a73199e6abef up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:23:48.982771 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7ecc2c4c-417d-4af3-b48e-7c8e129470c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:49.060950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2c4c-417d-4af3-b48e-7c8e129470c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.105115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 9f1e9dae-74a0-4f20-ab64-a73199e6abef completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:23:49.110063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9f1e9dae-74a0-4f20-ab64-a73199e6abef triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:49.110654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.134309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2c4c-417d-4af3-b48e-7c8e129470c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.197224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2c4c-417d-4af3-b48e-7c8e129470c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.222703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc2c4c-417d-4af3-b48e-7c8e129470c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12af4b2b-5e55-4fcb-86a4-7bd8fac3c5fa,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:49.227856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.275804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9f1e9dae-74a0-4f20-ab64-a73199e6abef, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9f1e9dae-74a0-4f20-ab64-a73199e6abef,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:23:49.276811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ecc2c4c-417d-4af3-b48e-7c8e129470c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.278193 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7ecc2c4c-417d-4af3-b48e-7c8e129470c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3209221 Mar 02 20:23:49.280848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48644) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:49.286658 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8c8d41a8-74ba-46ca-9373-0f1369cb4078 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'cb061ee0-adae-4c01-9b0f-068f8711be32', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:49.292773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8c8d41a8-74ba-46ca-9373-0f1369cb4078 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:49.296751 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8c8d41a8-74ba-46ca-9373-0f1369cb4078 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:49.299942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8c8d41a8-74ba-46ca-9373-0f1369cb4078 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:49.306030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8c8d41a8-74ba-46ca-9373-0f1369cb4078 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:49.333928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5f77dd1d-6eba-4b98-b2a6-cf8e311e1919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.361800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.426506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c8d41a8-74ba-46ca-9373-0f1369cb4078 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.431022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9f1e9dae-74a0-4f20-ab64-a73199e6abef,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:49.495173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c8d41a8-74ba-46ca-9373-0f1369cb4078 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.556675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c8d41a8-74ba-46ca-9373-0f1369cb4078 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.581578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d41a8-74ba-46ca-9373-0f1369cb4078 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e2123f-a33f-44de-8b7c-bc1c70fd762f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:49.636629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8c8d41a8-74ba-46ca-9373-0f1369cb4078 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.637844 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8c8d41a8-74ba-46ca-9373-0f1369cb4078 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3559957 Mar 02 20:23:49.640552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48648) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:49.645948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'cb061ee0-adae-4c01-9b0f-068f8711be32', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:49.652054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:49.656038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:49.659015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:49.664842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:49.728107 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:23:49.734803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.798170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.870658 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.895619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea7fc4b-f7d0-4cae-9df7-9a1ad8f5119d,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:49.973474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.975175 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f2d3cdc1-89ac-4371-bb39-6038da1e9d3d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3332314 Mar 02 20:23:49.978184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48652) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:49.983410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'cb061ee0-adae-4c01-9b0f-068f8711be32', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:49.989124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:49.993553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:49.996641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:50.002328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:50.077078 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:23:50.083776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.147829 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.230635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.253543 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5738ade-eb4c-4367-b5e1-870861f67d9c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:50.373647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.374856 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bb2edfd8-3bad-4c7a-8ad5-61c764f50c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3958175 Mar 02 20:23:50.539483 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.573989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.598945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-fbb32b75-7d75-4304-ba4a-383c9ed72109 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:23:50.653794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-fbb32b75-7d75-4304-ba4a-383c9ed72109 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:23:50.654980 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-fbb32b75-7d75-4304-ba4a-383c9ed72109 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839686180&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.0958750 Mar 02 20:23:50.729194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-1f0dad8b-781c-4328-93ed-2cc4103b2b53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:50.729753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-1f0dad8b-781c-4328-93ed-2cc4103b2b53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:23:50.796783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-1f0dad8b-781c-4328-93ed-2cc4103b2b53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:23:50.798039 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-1f0dad8b-781c-4328-93ed-2cc4103b2b53 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 930 time: 0.1366851 Mar 02 20:23:50.898280 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9f1e9dae-74a0-4f20-ab64-a73199e6abef up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:23:50.965489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9f1e9dae-74a0-4f20-ab64-a73199e6abef triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:50.966163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.093484 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-566b6c98-98f9-488c-8b43-f731fabb335e service neutron] 10.222.0.44 "GET /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2834995 Mar 02 20:23:51.226188 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-a5f27c3d-0c6f-4f4a-9a1e-71b5abc255b3 service neutron] 10.222.0.44 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268172 Mar 02 20:23:51.356208 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-5f511fb2-ff4a-4cf7-8817-5d66672b18a0 service neutron] 10.222.0.44 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243412 Mar 02 20:23:51.643416 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3b997ff8-5d99-4373-ac63-df14c7d647c2 req-1742d98a-4db5-4713-8901-0258e724a26a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 210 time: 0.0406997 Mar 02 20:23:51.791828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:52.808240 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1f0ce22e-6440-4382-b6b9-d981e6bf4a19 req-fc009986-5206-4aa4-9613-4a9ff3bce74b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 210 time: 0.0456870 Mar 02 20:23:53.594397 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-f4bc4c7e-59ef-4513-9a10-6c62932288cc service neutron] 10.222.0.31 "GET /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 1026 time: 0.0631585 Mar 02 20:23:53.742265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b9aa3969-3b53-474a-b2d3-9022adb497ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:53.742948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b9aa3969-3b53-474a-b2d3-9022adb497ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:23:53.813815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b9aa3969-3b53-474a-b2d3-9022adb497ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:23:53.815642 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b9aa3969-3b53-474a-b2d3-9022adb497ff tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=621d23c3-e972-4056-a4b3-405ff4287f65 HTTP/1.1" status: 200 len: 796 time: 0.2142036 Mar 02 20:23:53.872568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-27ff0ce3-7ee8-41f1-8224-05e4c38fb735 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:23:53.887312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-27ff0ce3-7ee8-41f1-8224-05e4c38fb735 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:23:53.888265 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-27ff0ce3-7ee8-41f1-8224-05e4c38fb735 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 379 time: 0.0600252 Mar 02 20:23:53.899959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Request body: {'port': {'device_id': 'a856481a-c414-4e2b-aa45-f9f476445b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:23:53.988926 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7af2d057-a6b0-4df2-9611-ed3232305549 req-2d58c0ca-ac40-4b83-b522-c39d74eecba7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 210 time: 0.0587134 Mar 02 20:23:54.022199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:54.363745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e35002-fd8d-4264-8391-70bd8a21b526 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:23:54.371058 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:54.385266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Transition to ACTIVE for port object a1e35002-fd8d-4264-8391-70bd8a21b526 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:23:54.470211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:54.595515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:54.709728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Attempting to bind port a1e35002-fd8d-4264-8391-70bd8a21b526 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:23:54.710354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Attempting to bind port a1e35002-fd8d-4264-8391-70bd8a21b526 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:23:54.710640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Attempting to bind port a1e35002-fd8d-4264-8391-70bd8a21b526 on network 621d23c3-e972-4056-a4b3-405ff4287f65 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:23:54.716322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Port a1e35002-fd8d-4264-8391-70bd8a21b526 on network 621d23c3-e972-4056-a4b3-405ff4287f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:23:54.716676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Attempting to bind port a1e35002-fd8d-4264-8391-70bd8a21b526 on network 621d23c3-e972-4056-a4b3-405ff4287f65 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:23:54.722785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:23:54.723112 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Checking segment: {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:23:54.723484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Bound using segment: {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:23:54.723890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Bound port: a1e35002-fd8d-4264-8391-70bd8a21b526, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:23:54.724225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:54.813715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:23:54.816745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a1e35002-fd8d-4264-8391-70bd8a21b526,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:23:54.884440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:54.952912 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:54.952912 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] 10.222.0.31 "PUT /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 1131 time: 1.0556538 Mar 02 20:23:54.952912 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a856481a-c414-4e2b-aa45-f9f476445b39', 'tag': 'a1e35002-fd8d-4264-8391-70bd8a21b526'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:23:54.968706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b18901-4e20-4e1d-b355-76002f346971 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:55.012385 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a856481a-c414-4e2b-aa45-f9f476445b39', 'tag': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'status': 'completed', 'code': 200} Mar 02 20:23:55.132066 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-27303a6a-fdcd-47c5-a4bc-60a3fd5e18db req-27abbcf7-af55-48a5-9ff3-4175fab07f5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 1134 time: 0.0892072 Mar 02 20:23:55.216882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83b65c-e04b-4e17-a62d-14d6f5e565e3 req-6c5f83d7-3fde-40d6-a932-e8db1fb76eba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:55.218444 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3f83b65c-e04b-4e17-a62d-14d6f5e565e3 req-6c5f83d7-3fde-40d6-a932-e8db1fb76eba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 981 time: 0.0821571 Mar 02 20:23:55.270860 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3f83b65c-e04b-4e17-a62d-14d6f5e565e3 req-ba2c163e-88f8-4fe8-b638-ece28590d8fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466893 Mar 02 20:23:55.372445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303a6a-fdcd-47c5-a4bc-60a3fd5e18db req-682eb153-9cca-4a84-929e-fc457f273f43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:55.373896 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-27303a6a-fdcd-47c5-a4bc-60a3fd5e18db req-682eb153-9cca-4a84-929e-fc457f273f43 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=809bdfa688034064abc15e030437eaaf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2347915 Mar 02 20:23:55.509234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303a6a-fdcd-47c5-a4bc-60a3fd5e18db req-7da6e39b-cd4e-4a14-a037-cca4a325de7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:55.510785 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-27303a6a-fdcd-47c5-a4bc-60a3fd5e18db req-7da6e39b-cd4e-4a14-a037-cca4a325de7d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1299593 Mar 02 20:23:55.622822 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-1fb7c5e9-e61c-4c29-a629-74c941a8e337 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 1134 time: 0.0727105 Mar 02 20:23:55.691553 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-339a1b3d-53bf-4d2b-829e-81cb0ee31da5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 217 time: 0.0606411 Mar 02 20:23:55.757285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-9a082b55-b228-47ac-a042-a8a5ee5516f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:55.758721 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-9a082b55-b228-47ac-a042-a8a5ee5516f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df7cd8bb-d184-4434-bbc2-2b588bca53b0 HTTP/1.1" status: 200 len: 835 time: 0.0606196 Mar 02 20:23:55.834945 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-974be0f3-3223-4ae6-a85d-e06483fed52d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=621d23c3-e972-4056-a4b3-405ff4287f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677001 Mar 02 20:23:55.968815 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-153f87da-3cd8-4814-8633-766f9f977b1f service neutron] 10.222.0.31 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269991 Mar 02 20:23:56.103234 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e4d5c1c5-1793-478e-8bb7-ea3a6b72b44d req-0280a47f-96cc-49ef-a17c-515c3dbac580 service neutron] 10.222.0.31 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279042 Mar 02 20:23:56.469888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5be56-95a3-4bf8-b5b8-98bf6ea528e2 req-decc0186-b918-445d-81b8-07b3291b42b4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:56.471344 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-76f5be56-95a3-4bf8-b5b8-98bf6ea528e2 req-decc0186-b918-445d-81b8-07b3291b42b4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 981 time: 0.0762985 Mar 02 20:23:56.516938 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-76f5be56-95a3-4bf8-b5b8-98bf6ea528e2 req-480991d1-91f2-4570-8f0a-566d8c598a8f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Mar 02 20:23:57.865551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692378b2-c984-44a4-9c6a-165ec314da97 req-bd01a40f-a508-40a2-80ec-54775a8bf517 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:57.867726 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-692378b2-c984-44a4-9c6a-165ec314da97 req-bd01a40f-a508-40a2-80ec-54775a8bf517 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 981 time: 0.0810940 Mar 02 20:23:57.912958 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-692378b2-c984-44a4-9c6a-165ec314da97 req-a7e934e7-daba-44f7-88c6-b1f692cfd2f2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 Mar 02 20:23:59.109753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae944d1-a70d-4bbd-bf7a-b64c6426f72c req-334a3a7e-b91e-40ac-836c-43139f0bf60b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:59.111245 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5ae944d1-a70d-4bbd-bf7a-b64c6426f72c req-334a3a7e-b91e-40ac-836c-43139f0bf60b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 981 time: 0.0770822 Mar 02 20:23:59.158216 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5ae944d1-a70d-4bbd-bf7a-b64c6426f72c req-6aa29673-2b27-4700-b9b2-274155c121b4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Mar 02 20:23:59.227523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a1e35002-fd8d-4264-8391-70bd8a21b526 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:23:59.363563 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a1e35002-fd8d-4264-8391-70bd8a21b526,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:23:59.373064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'port_id': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'mac_address': 'fa:16:3e:59:6c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:23:59.423895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:59.440498 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e35002-fd8d-4264-8391-70bd8a21b526 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:23:59.455765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a1e35002-fd8d-4264-8391-70bd8a21b526,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:23:59.528122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:59.594173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:59.828849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a1e35002-fd8d-4264-8391-70bd8a21b526'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:24:00.358733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ff24b-42d8-4c13-9a21-5b207d231514 req-d7e49a9c-353a-4edc-80e4-dc044ca8cf2d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:00.360116 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7c4ff24b-42d8-4c13-9a21-5b207d231514 req-d7e49a9c-353a-4edc-80e4-dc044ca8cf2d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 982 time: 0.0845273 Mar 02 20:24:00.404728 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7c4ff24b-42d8-4c13-9a21-5b207d231514 req-dbb630a7-e4cc-4338-8202-4a7307776299 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391715 Mar 02 20:24:01.228104 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a1e35002-fd8d-4264-8391-70bd8a21b526 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:01.362084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port a1e35002-fd8d-4264-8391-70bd8a21b526 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:01.369824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port a1e35002-fd8d-4264-8391-70bd8a21b526 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:01.373142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:01.484712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:01.512337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a856481a-c414-4e2b-aa45-f9f476445b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e35002-fd8d-4264-8391-70bd8a21b526'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:24:01.522035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a1e35002-fd8d-4264-8391-70bd8a21b526,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:01.578029 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a856481a-c414-4e2b-aa45-f9f476445b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'code': 200} Mar 02 20:24:01.614039 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:01.682810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:01.762976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da151a24-ec38-450e-beb8-a62561ba5199 req-cc0ce901-8916-4bc3-a855-57e12c0ce5e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:01.764421 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-da151a24-ec38-450e-beb8-a62561ba5199 req-cc0ce901-8916-4bc3-a855-57e12c0ce5e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 983 time: 0.0763850 Mar 02 20:24:01.813944 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-da151a24-ec38-450e-beb8-a62561ba5199 req-fa3f4e6f-0499-4e4f-928d-3ac18cdd7638 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Mar 02 20:24:01.959335 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a374d8ac-b01b-4e21-917f-cff73c995a1a req-254b5a44-2a15-4666-afb7-ae3d48d0c14b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 1136 time: 0.0770028 Mar 02 20:24:02.003338 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a374d8ac-b01b-4e21-917f-cff73c995a1a req-bf448ec9-64c7-4504-95a4-0266ea911d86 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367606 Mar 02 20:24:03.021061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ffb7c-72c0-4f34-b56a-5e91c2cd5e03 req-dd19d680-c069-4ccb-ab22-b893abb2d21e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:03.022636 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3b6ffb7c-72c0-4f34-b56a-5e91c2cd5e03 req-dd19d680-c069-4ccb-ab22-b893abb2d21e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 983 time: 0.0775898 Mar 02 20:24:03.074568 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3b6ffb7c-72c0-4f34-b56a-5e91c2cd5e03 req-8e6d6426-b063-4131-acb3-2d8ee1259377 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460966 Mar 02 20:24:03.556153 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:24:04.272560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b90abf-5c2f-4c8e-956a-638b6152c451 req-550dd2d9-ac44-481f-8179-82fec89ce0e1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:04.274032 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-77b90abf-5c2f-4c8e-956a-638b6152c451 req-550dd2d9-ac44-481f-8179-82fec89ce0e1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 983 time: 0.0816562 Mar 02 20:24:04.322221 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-77b90abf-5c2f-4c8e-956a-638b6152c451 req-94c74075-1119-4db2-b5b7-5ad0399e7124 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Mar 02 20:24:04.520528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c6c6a-1f78-4656-821b-4fac3833e64f req-5fa57452-187a-44f8-a505-877efc72991e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:04.521987 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d57c6c6a-1f78-4656-821b-4fac3833e64f req-5fa57452-187a-44f8-a505-877efc72991e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 983 time: 0.0776272 Mar 02 20:24:04.569245 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d57c6c6a-1f78-4656-821b-4fac3833e64f req-2686405d-ce8c-4a18-a644-05b6f50fa437 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Mar 02 20:24:04.601553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48704) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:04.673736 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1d8d0d60-91e1-4704-8c0e-68e7e4ea9f1f tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 1131 time: 0.0710325 Mar 02 20:24:04.676353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48708) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:04.681194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:04.686723 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:04.690451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:floatingip and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:04.693266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:04.698903 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:04.778246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:04.912975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:05.048223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.211 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/4b8b980c-6889-42c4-83d4-2e741a45db30) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:05.276577 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:05.352041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:05.415768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:05.417576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:05.421398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:24:05.450548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=4b8b980c-6889-42c4-83d4-2e741a45db30,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:05.923335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.014971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.223872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.275916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.382557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=4b8b980c-6889-42c4-83d4-2e741a45db30,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:06.396752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.583849 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP 93c97cbb-7f13-4625-b03c-3830c2a4aef3 associated. External IP: 172.26.5.211, port: a1e35002-fd8d-4264-8391-70bd8a21b526. Mar 02 20:24:07.069659 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 36ca0d44-013f-4abd-b782-94187b8d8cff has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:24:07.277126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:24:07.287445 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c21cd-a62e-4bf5-bfdf-2fbb96057819 None None] Sync routers for ids ['36ca0d44-013f-4abd-b782-94187b8d8cff'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:24:07.300499 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c21cd-a62e-4bf5-bfdf-2fbb96057819 None None] Routers {'36ca0d44-013f-4abd-b782-94187b8d8cff'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:24:07.301100 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ef1c21cd-a62e-4bf5-bfdf-2fbb96057819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:23:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['36ca0d44-013f-4abd-b782-94187b8d8cff'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:07.378955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.436809 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d97f9348-f6d7-4e9b-83b7-f7dd66709277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7594252 Mar 02 20:24:07.437819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a856481a-c414-4e2b-aa45-f9f476445b39', 'tag': 'a1e35002-fd8d-4264-8391-70bd8a21b526'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:24:07.440033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48714) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:07.479872 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ef1c21cd-a62e-4bf5-bfdf-2fbb96057819 None None] Set router 36ca0d44-013f-4abd-b782-94187b8d8cff gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:24:07.494670 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a856481a-c414-4e2b-aa45-f9f476445b39', 'tag': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'status': 'completed', 'code': 200} Mar 02 20:24:07.521213 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ecba5cdc-7b6a-4825-9f31-7170932648ee tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39&network_id=621d23c3-e972-4056-a4b3-405ff4287f65 HTTP/1.1" status: 200 len: 1131 time: 0.0797915 Mar 02 20:24:07.608069 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-354c31fe-8d73-4b00-a28b-655a672ec69e req-06844d51-10a6-4beb-b144-bcead648a487 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 1136 time: 0.0854437 Mar 02 20:24:07.761008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c31fe-8d73-4b00-a28b-655a672ec69e req-2b82bf49-a508-4bd5-8960-97cd68c47e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:07.761008 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-354c31fe-8d73-4b00-a28b-655a672ec69e req-2b82bf49-a508-4bd5-8960-97cd68c47e79 service neutron] 10.222.0.31 "GET /v2.0/networks?id=621d23c3-e972-4056-a4b3-405ff4287f65 HTTP/1.1" status: 200 len: 898 time: 0.1409423 Mar 02 20:24:07.831100 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ef1c21cd-a62e-4bf5-bfdf-2fbb96057819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:44Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '93c97cbb-7f13-4625-b03c-3830c2a4aef3', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.211', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'port_id': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1697219643', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'mac_address': 'fa:16:3e:59:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856481a-c414-4e2b-aa45-f9f476445b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:24:05Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1e9dae-74a0-4f20-ab64-a73199e6abef', 'name': '', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:e5:f5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:43Z', 'updated_at': '2022-03-02T20:23:49Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:07.835191 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c21cd-a62e-4bf5-bfdf-2fbb96057819 None None] Checking router: 36ca0d44-013f-4abd-b782-94187b8d8cff for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:24:07.846624 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c21cd-a62e-4bf5-bfdf-2fbb96057819 None None] Routers {'36ca0d44-013f-4abd-b782-94187b8d8cff'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:24:07.847223 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ef1c21cd-a62e-4bf5-bfdf-2fbb96057819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:23:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['36ca0d44-013f-4abd-b782-94187b8d8cff'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:07.861932 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-354c31fe-8d73-4b00-a28b-655a672ec69e req-d8d21cc9-d563-40f4-ae29-bc2a97582888 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 1037 time: 0.0980475 Mar 02 20:24:07.931193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c31fe-8d73-4b00-a28b-655a672ec69e req-7eadc4ea-18c8-4f92-bc75-d88a7bbcbfe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:07.932631 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-354c31fe-8d73-4b00-a28b-655a672ec69e req-7eadc4ea-18c8-4f92-bc75-d88a7bbcbfe6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df7cd8bb-d184-4434-bbc2-2b588bca53b0 HTTP/1.1" status: 200 len: 835 time: 0.0629077 Mar 02 20:24:08.009522 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-354c31fe-8d73-4b00-a28b-655a672ec69e req-d12e2e6f-624f-4890-80ab-4d9c8d1167a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=621d23c3-e972-4056-a4b3-405ff4287f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689631 Mar 02 20:24:08.039947 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ef1c21cd-a62e-4bf5-bfdf-2fbb96057819 None None] Set router 36ca0d44-013f-4abd-b782-94187b8d8cff gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:24:08.160468 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-354c31fe-8d73-4b00-a28b-655a672ec69e req-0a579c77-1e8f-4dbf-a2bc-229844df7918 service neutron] 10.222.0.31 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437364 Mar 02 20:24:08.293345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b32f2-016f-4234-9c6c-77c71779ebf6 req-225f494d-0106-4b8a-9fba-0393774d40fe tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:08.295567 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a65b32f2-016f-4234-9c6c-77c71779ebf6 req-225f494d-0106-4b8a-9fba-0393774d40fe tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 983 time: 0.0890672 Mar 02 20:24:08.353858 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a65b32f2-016f-4234-9c6c-77c71779ebf6 req-dfd6dbdc-4c63-48eb-9e51-2edba51bf101 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522003 Mar 02 20:24:08.407313 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ef1c21cd-a62e-4bf5-bfdf-2fbb96057819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:44Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '93c97cbb-7f13-4625-b03c-3830c2a4aef3', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.211', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'port_id': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1697219643', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'mac_address': 'fa:16:3e:59:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856481a-c414-4e2b-aa45-f9f476445b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:24:05Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1e9dae-74a0-4f20-ab64-a73199e6abef', 'name': '', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:e5:f5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:43Z', 'updated_at': '2022-03-02T20:23:49Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:08.411197 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c21cd-a62e-4bf5-bfdf-2fbb96057819 None None] The sync data for ids ['36ca0d44-013f-4abd-b782-94187b8d8cff'] in dv-neutron-831593-2-hyperv is: [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:44Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '93c97cbb-7f13-4625-b03c-3830c2a4aef3', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.211', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'port_id': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1697219643', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'mac_address': 'fa:16:3e:59:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856481a-c414-4e2b-aa45-f9f476445b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:24:05Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1e9dae-74a0-4f20-ab64-a73199e6abef', 'name': '', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:e5:f5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:43Z', 'updated_at': '2022-03-02T20:23:49Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:24:08.416657 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-354c31fe-8d73-4b00-a28b-655a672ec69e req-a96b0077-ff1b-44ea-822d-ba6788bca130 service neutron] 10.222.0.31 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469196 Mar 02 20:24:08.608643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530c66c5-3fd4-4d7d-9e01-1c5d3c147577 None None] New status for floating IP 93c97cbb-7f13-4625-b03c-3830c2a4aef3: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:24:09.552022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94495d6c-c73f-4c22-82c2-4657e33bf448 req-50276fc7-9a24-4f6e-95d2-258772f89cb4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:09.553491 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-94495d6c-c73f-4c22-82c2-4657e33bf448 req-50276fc7-9a24-4f6e-95d2-258772f89cb4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 983 time: 0.0767713 Mar 02 20:24:09.601632 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-94495d6c-c73f-4c22-82c2-4657e33bf448 req-11aeb041-a3ab-433c-ae7b-413c47d17ca9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Mar 02 20:24:09.832741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-4f5618d1-deed-41a4-90e9-cd6af59c5af7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:09.833418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-4f5618d1-deed-41a4-90e9-cd6af59c5af7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:24:09.876994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-4f5618d1-deed-41a4-90e9-cd6af59c5af7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:24:09.877745 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-4f5618d1-deed-41a4-90e9-cd6af59c5af7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 983 time: 0.1222646 Mar 02 20:24:09.950443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-f82ff8e0-ef2c-423f-a585-8016c143c660 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:09.952899 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-f82ff8e0-ef2c-423f-a585-8016c143c660 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0676539 Mar 02 20:24:10.098581 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-2fe5a3a9-b501-4949-b2c5-f6f2ca9b3ff0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1406357 Mar 02 20:24:10.109651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:10.217482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.421436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a1e35002-fd8d-4264-8391-70bd8a21b526,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:10.450523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:24:10.503362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] device_id is not set on port a1e35002-fd8d-4264-8391-70bd8a21b526 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:24:10.511327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.618807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.756776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] Pushing event updated for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=6']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:10.782232 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-878cfde1-c800-4958-98ed-0e71c535b247 req-8e7d1eb0-7247-4c96-b4d1-9fa1eed197ad tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 210 time: 0.0529270 Mar 02 20:24:10.827102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] No DVR routers for this DVR port a1e35002-fd8d-4264-8391-70bd8a21b526 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:24:10.923224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d9ee993e-87fe-464a-a8e4-49644fd618fd None None] Provisioning complete for port a1e35002-fd8d-4264-8391-70bd8a21b526 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:10.923839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9ee993e-87fe-464a-a8e4-49644fd618fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.978285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee993e-87fe-464a-a8e4-49644fd618fd None None] Port a1e35002-fd8d-4264-8391-70bd8a21b526 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:24:11.073161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] In _notify_port_updated(), no bound segment for port a1e35002-fd8d-4264-8391-70bd8a21b526 on network 621d23c3-e972-4056-a4b3-405ff4287f65 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:24:11.074241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:11.075756 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-713f1e41-0337-45c9-b65b-c9d6c83c2024 req-7d50cfdb-0645-4b78-869a-87e0a4f3e77d service neutron] 10.222.0.31 "PUT /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 1026 time: 0.9704680 Mar 02 20:24:12.243445 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0817ab9c-ba00-4682-b34d-08328cdda069 req-2f8649d3-753d-4010-8972-698816ba6d78 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a856481a-c414-4e2b-aa45-f9f476445b39 HTTP/1.1" status: 200 len: 210 time: 0.0418274 Mar 02 20:24:12.790351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:13.085449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48734) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:13.148452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51d4277-cce8-4300-b0d0-a1114f25ce26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:13.149809 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c51d4277-cce8-4300-b0d0-a1114f25ce26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 925 time: 0.0703194 Mar 02 20:24:13.312795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a1e35002-fd8d-4264-8391-70bd8a21b526 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:24:13.366032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a1e35002-fd8d-4264-8391-70bd8a21b526 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:24:13.442735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48740) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:13.448246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789451249', 'description': 'tempest-secgroup-smoke-1789451249 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:13.455231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:13.470460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:13.590323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:13.620607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:13.623490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:13.626355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:13.632139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:13.686533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:13.784548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:13.833551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1349fca-7afa-4c77-9025-83dc8cd45b9b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:13.910288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:13.911649 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f7ec681a-00e4-4032-9601-f10527477316 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4678586 Mar 02 20:24:13.914369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48744) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:13.920253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-83c19bba-9ae1-4605-ada3-5b91dbd5fba4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'b1349fca-7afa-4c77-9025-83dc8cd45b9b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:13.926525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-83c19bba-9ae1-4605-ada3-5b91dbd5fba4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:13.930435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-83c19bba-9ae1-4605-ada3-5b91dbd5fba4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:13.933404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-83c19bba-9ae1-4605-ada3-5b91dbd5fba4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:13.940129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-83c19bba-9ae1-4605-ada3-5b91dbd5fba4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:14.025444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-83c19bba-9ae1-4605-ada3-5b91dbd5fba4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.088314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-83c19bba-9ae1-4605-ada3-5b91dbd5fba4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.161251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-83c19bba-9ae1-4605-ada3-5b91dbd5fba4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.185271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c19bba-9ae1-4605-ada3-5b91dbd5fba4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748ee27b-07ef-477d-ae2d-86ac265be199,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:14.259260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-83c19bba-9ae1-4605-ada3-5b91dbd5fba4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.260617 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-83c19bba-9ae1-4605-ada3-5b91dbd5fba4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3451245 Mar 02 20:24:14.263405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48748) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:14.269069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-98bac39b-40f0-49db-bfe9-72f2ed34eaef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'b1349fca-7afa-4c77-9025-83dc8cd45b9b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:14.275228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-98bac39b-40f0-49db-bfe9-72f2ed34eaef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:14.279537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-98bac39b-40f0-49db-bfe9-72f2ed34eaef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:14.282554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-98bac39b-40f0-49db-bfe9-72f2ed34eaef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:14.288789 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-98bac39b-40f0-49db-bfe9-72f2ed34eaef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:14.362995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-98bac39b-40f0-49db-bfe9-72f2ed34eaef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.424026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-98bac39b-40f0-49db-bfe9-72f2ed34eaef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.476051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-98bac39b-40f0-49db-bfe9-72f2ed34eaef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.499853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bac39b-40f0-49db-bfe9-72f2ed34eaef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73b8928-b603-4467-b75b-023ed948fc77,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:14.590352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-98bac39b-40f0-49db-bfe9-72f2ed34eaef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.595243 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-98bac39b-40f0-49db-bfe9-72f2ed34eaef tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3278129 Mar 02 20:24:14.595243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48752) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:14.600368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-fdab1bc0-7cb3-4663-949d-36567349eb6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'b1349fca-7afa-4c77-9025-83dc8cd45b9b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:14.606918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fdab1bc0-7cb3-4663-949d-36567349eb6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:14.610809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fdab1bc0-7cb3-4663-949d-36567349eb6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:14.620060 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fdab1bc0-7cb3-4663-949d-36567349eb6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:14.620060 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fdab1bc0-7cb3-4663-949d-36567349eb6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:14.682529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fdab1bc0-7cb3-4663-949d-36567349eb6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.747751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fdab1bc0-7cb3-4663-949d-36567349eb6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.790388 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fdab1bc0-7cb3-4663-949d-36567349eb6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.815071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab1bc0-7cb3-4663-949d-36567349eb6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3bd412-4d35-4330-88a8-4d08b0f0de36,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:14.853519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fdab1bc0-7cb3-4663-949d-36567349eb6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.855146 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fdab1bc0-7cb3-4663-949d-36567349eb6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2587171 Mar 02 20:24:14.857292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48756) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:14.862888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-cd7a8fab-9412-4291-96a9-c73ea8143c40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'b1349fca-7afa-4c77-9025-83dc8cd45b9b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:14.868745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-cd7a8fab-9412-4291-96a9-c73ea8143c40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:14.872707 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cd7a8fab-9412-4291-96a9-c73ea8143c40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:14.875544 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cd7a8fab-9412-4291-96a9-c73ea8143c40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:14.881266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-cd7a8fab-9412-4291-96a9-c73ea8143c40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:14.957248 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8fab-9412-4291-96a9-c73ea8143c40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.022637 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8fab-9412-4291-96a9-c73ea8143c40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.070556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8fab-9412-4291-96a9-c73ea8143c40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.095094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a8fab-9412-4291-96a9-c73ea8143c40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa76a0c-443d-4ad8-bfd9-6f15440b92a2,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:15.162024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8fab-9412-4291-96a9-c73ea8143c40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.163032 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cd7a8fab-9412-4291-96a9-c73ea8143c40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3047287 Mar 02 20:24:15.165701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48760) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:15.170904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'b1349fca-7afa-4c77-9025-83dc8cd45b9b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:15.176724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:15.180709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:15.183614 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:15.189374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:15.270794 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:24:15.277507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.342067 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.401374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.424738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a045640c-512c-473c-b752-aface5087117,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:15.493557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.494775 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a73f3f24-80a0-4c8c-b71d-7435d2414e37 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3281493 Mar 02 20:24:15.498026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48764) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:15.503404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'b1349fca-7afa-4c77-9025-83dc8cd45b9b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:15.509054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:15.513549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:15.516560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:15.522372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:15.619148 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:24:15.626653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.777362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.864648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.889005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467983a8-57b6-4763-b7d7-0e6aa7b445bc,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:15.950811 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.952199 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d2e556a8-018c-446a-96bc-328db3beaf6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4532893 Mar 02 20:24:16.125381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-6bf526ec-f162-4d26-884c-dcc3ebe54542 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:24:16.228127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-6bf526ec-f162-4d26-884c-dcc3ebe54542 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:24:16.228127 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-6bf526ec-f162-4d26-884c-dcc3ebe54542 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789451249&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.1412768 Mar 02 20:24:16.302714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-8439d81e-824d-483d-9de8-5f47dc298935 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:16.302714 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-8439d81e-824d-483d-9de8-5f47dc298935 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 930 time: 0.0704691 Mar 02 20:24:16.373991 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-6ac4e7b2-990a-4317-9197-7232ed00d1b3 service neutron] 10.222.0.44 "GET /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0593965 Mar 02 20:24:16.503952 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-a713f5a9-872c-4b77-8072-68dff1fb0faa service neutron] 10.222.0.44 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243291 Mar 02 20:24:16.648338 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-211751fc-f206-4293-9551-e45fc8b7cc39 service neutron] 10.222.0.44 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388009 Mar 02 20:24:16.914187 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4d719f43-bae1-4ada-8833-aeef192566af req-ba10bf4b-3616-404e-ae4e-ba011aae941e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 210 time: 0.0439718 Mar 02 20:24:17.104939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ff26e3c8-aca6-40c1-8ea3-19b394cfa784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:18.091379 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cc78b7a0-578e-41c7-8cbb-93ac9d969b2f req-bfe193cb-6214-4391-9e9b-0a6e53fe7b6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 210 time: 0.0489893 Mar 02 20:24:18.889898 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-353fa713-ed5c-448e-b900-8944fc066da3 service neutron] 10.222.0.31 "GET /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 1026 time: 0.0581043 Mar 02 20:24:19.042719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-54d48973-6a84-4525-a926-4d2345f65b6f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:19.044877 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-54d48973-6a84-4525-a926-4d2345f65b6f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=621d23c3-e972-4056-a4b3-405ff4287f65 HTTP/1.1" status: 200 len: 796 time: 0.1484780 Mar 02 20:24:19.109098 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-793501c3-59b2-48af-98e5-7cb388d68e40 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 472 time: 0.0505900 Mar 02 20:24:19.119516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Request body: {'port': {'device_id': 'a4067891-852e-46b7-a503-caf082bde74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:19.236715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:19.261126 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d1c8c172-b23c-4ab7-b093-0e147924dcd9 req-2f939201-74c0-4bb9-996d-3397f79ba0f9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 210 time: 0.0433853 Mar 02 20:24:19.332152 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75eabecf-30d4-4175-8635-4a92cd62672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:19.586117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e35002-fd8d-4264-8391-70bd8a21b526 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:24:19.592830 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:19.607969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Transition to ACTIVE for port object a1e35002-fd8d-4264-8391-70bd8a21b526 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:19.652765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:19.794956 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Pushing event updated for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=7']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:19.926724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Attempting to bind port a1e35002-fd8d-4264-8391-70bd8a21b526 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:24:19.927309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Attempting to bind port a1e35002-fd8d-4264-8391-70bd8a21b526 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:24:19.928037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Attempting to bind port a1e35002-fd8d-4264-8391-70bd8a21b526 on network 621d23c3-e972-4056-a4b3-405ff4287f65 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:24:19.933033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Port a1e35002-fd8d-4264-8391-70bd8a21b526 on network 621d23c3-e972-4056-a4b3-405ff4287f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:24:19.933355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Attempting to bind port a1e35002-fd8d-4264-8391-70bd8a21b526 on network 621d23c3-e972-4056-a4b3-405ff4287f65 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:24:19.940089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:24:19.940423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Checking segment: {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:24:19.940815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Bound using segment: {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:24:19.941238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Bound port: a1e35002-fd8d-4264-8391-70bd8a21b526, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15025b39-6fcd-47ea-b57e-3936981d47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:24:19.941690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:20.032099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:24:20.035139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a1e35002-fd8d-4264-8391-70bd8a21b526,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:24:20.122319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:20.186208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:20.188456 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] 10.222.0.31 "PUT /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 1131 time: 1.0720117 Mar 02 20:24:20.188456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4067891-852e-46b7-a503-caf082bde74b', 'tag': 'a1e35002-fd8d-4264-8391-70bd8a21b526'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:24:20.206681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f1681-c966-469d-8581-e5932511f52e service neutron] Pushing event updated for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=8']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:20.252997 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4067891-852e-46b7-a503-caf082bde74b', 'tag': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'status': 'completed', 'code': 200} Mar 02 20:24:20.354554 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bff37cfe-a9ba-405e-b7b9-34a9853dde9e req-c33c0391-ad2e-4553-9f0c-64c944b67baf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 1134 time: 0.0748746 Mar 02 20:24:20.471512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b2dd-239f-43d2-a3b9-5004ac2cca00 req-c206e842-53c2-497f-baf7-b7ac0eb696b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:20.473091 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a1d3b2dd-239f-43d2-a3b9-5004ac2cca00 req-c206e842-53c2-497f-baf7-b7ac0eb696b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 981 time: 0.0858366 Mar 02 20:24:20.522360 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff37cfe-a9ba-405e-b7b9-34a9853dde9e req-ab2441d3-c48e-4edf-8475-1612d1794a74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:20.523799 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bff37cfe-a9ba-405e-b7b9-34a9853dde9e req-ab2441d3-c48e-4edf-8475-1612d1794a74 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=809bdfa688034064abc15e030437eaaf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1618762 Mar 02 20:24:20.525969 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a1d3b2dd-239f-43d2-a3b9-5004ac2cca00 req-9c219ca0-9756-4b18-b088-3b3f9ceb4a30 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453725 Mar 02 20:24:20.567490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:20.584147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:20.660258 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff37cfe-a9ba-405e-b7b9-34a9853dde9e req-89542a9c-f097-4cb6-b212-4dca9d87b169 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:20.661649 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bff37cfe-a9ba-405e-b7b9-34a9853dde9e req-89542a9c-f097-4cb6-b212-4dca9d87b169 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1312780 Mar 02 20:24:20.767890 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-658ba6cf-7187-4b2e-881f-b9147522fd5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 1134 time: 0.0685284 Mar 02 20:24:20.967465 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-358f6437-dc8e-4554-b064-67ae712d985d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 1037 time: 0.1872778 Mar 02 20:24:21.033183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-e4efa879-e236-4a59-a00b-eb1bf0d25c71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:21.034865 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-e4efa879-e236-4a59-a00b-eb1bf0d25c71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=df7cd8bb-d184-4434-bbc2-2b588bca53b0 HTTP/1.1" status: 200 len: 835 time: 0.0593030 Mar 02 20:24:21.110989 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-ad869fff-80cc-43c7-a0ee-ca1eda8946b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=621d23c3-e972-4056-a4b3-405ff4287f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695150 Mar 02 20:24:21.243485 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-50f59b11-229c-4895-a992-56d6e544ffc0 service neutron] 10.222.0.31 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252024 Mar 02 20:24:21.376843 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d09efe8-ba74-4ceb-865d-945b17d89bef req-1279f3f0-b2f3-463f-8686-742881f5ca61 service neutron] 10.222.0.31 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259921 Mar 02 20:24:21.819828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf86c64-6058-4f84-b348-dbe3488339ca req-67d64495-ed3b-45c7-9b19-3cc30cd21e86 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:21.821219 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cdf86c64-6058-4f84-b348-dbe3488339ca req-67d64495-ed3b-45c7-9b19-3cc30cd21e86 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 981 time: 0.1701128 Mar 02 20:24:21.824571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:21.874232 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cdf86c64-6058-4f84-b348-dbe3488339ca req-5d163308-f3f7-4827-bad2-d55fad84671e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Mar 02 20:24:23.084508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39546c4-2e9d-446b-9618-e4e63ed114bb req-b3ab69b7-2d67-45d4-96b3-0d834929f98e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:23.086052 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a39546c4-2e9d-446b-9618-e4e63ed114bb req-b3ab69b7-2d67-45d4-96b3-0d834929f98e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 981 time: 0.0803339 Mar 02 20:24:23.131466 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a39546c4-2e9d-446b-9618-e4e63ed114bb req-a7c8afa1-eedc-4348-919a-0fa61689ca41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Mar 02 20:24:24.321123 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bb447-4505-4df9-b271-1451f3c69d30 req-dd9dcd08-a0d6-4c47-a19d-5d826a57797c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:24.322622 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-208bb447-4505-4df9-b271-1451f3c69d30 req-dd9dcd08-a0d6-4c47-a19d-5d826a57797c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 981 time: 0.0749347 Mar 02 20:24:24.367366 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-208bb447-4505-4df9-b271-1451f3c69d30 req-8af092c7-9c1d-4a36-9a42-69c35802a5bc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Mar 02 20:24:25.370426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a1e35002-fd8d-4264-8391-70bd8a21b526 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:24:25.502576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a1e35002-fd8d-4264-8391-70bd8a21b526,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:25.519336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'port_id': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'mac_address': 'fa:16:3e:59:6c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:24:25.571392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b1f18-874c-492b-8eab-36bda4187a92 req-57d34045-220d-4b87-a53b-be46ed40fa12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:25.572844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:25.572946 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8f0b1f18-874c-492b-8eab-36bda4187a92 req-57d34045-220d-4b87-a53b-be46ed40fa12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 981 time: 0.0800900 Mar 02 20:24:25.590514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e35002-fd8d-4264-8391-70bd8a21b526 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:24:25.605091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a1e35002-fd8d-4264-8391-70bd8a21b526,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:25.618667 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8f0b1f18-874c-492b-8eab-36bda4187a92 req-4f0c0046-d66c-4c0b-9108-21fad55b7d42 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Mar 02 20:24:25.675746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:25.739793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=9']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:25.960285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a1e35002-fd8d-4264-8391-70bd8a21b526'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:24:26.811478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d2712-8752-4c81-9ff6-040578011bb7 req-de6551ca-701a-44f5-9870-2aa50fdb0a6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:26.812930 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-821d2712-8752-4c81-9ff6-040578011bb7 req-de6551ca-701a-44f5-9870-2aa50fdb0a6e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 982 time: 0.0758550 Mar 02 20:24:26.864061 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-821d2712-8752-4c81-9ff6-040578011bb7 req-c4297070-e64e-4b7f-8e6b-5c151f594e1c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455098 Mar 02 20:24:27.367838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a1e35002-fd8d-4264-8391-70bd8a21b526 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:27.498406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port a1e35002-fd8d-4264-8391-70bd8a21b526 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:27.503056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port a1e35002-fd8d-4264-8391-70bd8a21b526 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:27.503451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:27.612731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:27.640641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4067891-852e-46b7-a503-caf082bde74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e35002-fd8d-4264-8391-70bd8a21b526'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:24:27.650540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a1e35002-fd8d-4264-8391-70bd8a21b526,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:27.695502 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4067891-852e-46b7-a503-caf082bde74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e35002-fd8d-4264-8391-70bd8a21b526', 'code': 200} Mar 02 20:24:27.710841 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:27.780925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=10']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:28.032702 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-56f86576-28eb-4dc3-abf6-021ecf460992 req-2d42f289-9a42-4c4c-987a-971c30ec4a9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 1137 time: 0.0739093 Mar 02 20:24:28.070482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3f1f4-38d9-4a43-b25d-1da1702df09d req-1050d9ff-3d65-4e71-82fd-014d5acc75d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:28.072504 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6ba3f1f4-38d9-4a43-b25d-1da1702df09d req-1050d9ff-3d65-4e71-82fd-014d5acc75d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 984 time: 0.0824397 Mar 02 20:24:28.079533 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-56f86576-28eb-4dc3-abf6-021ecf460992 req-598539e0-8ec5-4856-815e-453c951455a4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389452 Mar 02 20:24:28.119730 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6ba3f1f4-38d9-4a43-b25d-1da1702df09d req-c0bfeb41-8aa1-4f3e-a9f1-9a8c96b208ea tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401213 Mar 02 20:24:29.321686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c9166-2c1d-47a9-bab9-c3688549b93a req-11853708-822a-4047-8d85-62a994685dc3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:29.323312 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d45c9166-2c1d-47a9-bab9-c3688549b93a req-11853708-822a-4047-8d85-62a994685dc3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 984 time: 0.0822539 Mar 02 20:24:29.374803 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d45c9166-2c1d-47a9-bab9-c3688549b93a req-76e026eb-b9a1-4ca6-b43d-685afe843a89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454803 Mar 02 20:24:30.455310 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65ada2df-0b9d-4b51-9c4f-a0998ae82465 req-b53b30b1-953f-4056-88ef-a094f903214b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764437 Mar 02 20:24:30.580521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02c3b3-62a7-4d2d-bc86-cbcfe11d78e9 req-80afcd38-7790-413e-ac90-0739762fd6a7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:30.582002 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0d02c3b3-62a7-4d2d-bc86-cbcfe11d78e9 req-80afcd38-7790-413e-ac90-0739762fd6a7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 984 time: 0.0790639 Mar 02 20:24:30.602674 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65ada2df-0b9d-4b51-9c4f-a0998ae82465 req-7b349fa6-0074-48cd-834a-1649d36925c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 1098 time: 0.0736072 Mar 02 20:24:30.628098 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0d02c3b3-62a7-4d2d-bc86-cbcfe11d78e9 req-2fd8ece7-227d-4cd1-b956-5ca1edb22540 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405326 Mar 02 20:24:30.754388 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ada2df-0b9d-4b51-9c4f-a0998ae82465 req-951f3436-2e0b-42c9-a3df-a467671b95b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:30.755822 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65ada2df-0b9d-4b51-9c4f-a0998ae82465 req-951f3436-2e0b-42c9-a3df-a467671b95b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.1322234 Mar 02 20:24:30.833984 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d9815-9ec7-4d48-ae1d-3055239e7350 req-50aa6eaf-7d32-443b-affc-7744d9aea6f9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:30.835492 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3b6d9815-9ec7-4d48-ae1d-3055239e7350 req-50aa6eaf-7d32-443b-affc-7744d9aea6f9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 984 time: 0.0821943 Mar 02 20:24:30.867300 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65ada2df-0b9d-4b51-9c4f-a0998ae82465 req-5c423c37-b138-4338-a645-492e3b40f3a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533ea055-e19f-42b2-a30a-a2f1854694b5 HTTP/1.1" status: 200 len: 1001 time: 0.1020033 Mar 02 20:24:30.882797 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3b6d9815-9ec7-4d48-ae1d-3055239e7350 req-fe803562-8125-488c-b684-011f47511351 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Mar 02 20:24:30.914735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48820) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:30.935859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ada2df-0b9d-4b51-9c4f-a0998ae82465 req-9ca5caee-346e-4d48-8a94-77fe0719210b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:30.937281 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65ada2df-0b9d-4b51-9c4f-a0998ae82465 req-9ca5caee-346e-4d48-8a94-77fe0719210b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0637882 Mar 02 20:24:30.987650 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e6ca5056-01d7-4735-ad96-a054d92bf5bf tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b&network_id=621d23c3-e972-4056-a4b3-405ff4287f65 HTTP/1.1" status: 200 len: 1132 time: 0.0717280 Mar 02 20:24:31.016942 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65ada2df-0b9d-4b51-9c4f-a0998ae82465 req-8fbb0685-90dc-4699-99ca-3d477fe1d417 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716603 Mar 02 20:24:31.157033 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65ada2df-0b9d-4b51-9c4f-a0998ae82465 req-75e698e3-4f8e-4953-b400-3a52f1d8fe1e service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278052 Mar 02 20:24:31.296248 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65ada2df-0b9d-4b51-9c4f-a0998ae82465 req-e7bc9b89-3c96-44ce-9690-f49bc40afbc4 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306660 Mar 02 20:24:31.615978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293883ba-3b56-4ba4-8704-af077d31cfab req-510cebd0-3bf8-4bea-8f1e-509b798e12f0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:31.617427 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-293883ba-3b56-4ba4-8704-af077d31cfab req-510cebd0-3bf8-4bea-8f1e-509b798e12f0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 984 time: 0.0820789 Mar 02 20:24:31.666414 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-293883ba-3b56-4ba4-8704-af077d31cfab req-0de3ee60-218c-4e8d-921c-724471a693c0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425658 Mar 02 20:24:32.862600 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cfa4c-0001-439a-980d-3f0a2de123eb req-ef5c0db2-feca-45a1-b7d5-609a96da4a02 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:32.864047 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-757cfa4c-0001-439a-980d-3f0a2de123eb req-ef5c0db2-feca-45a1-b7d5-609a96da4a02 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 984 time: 0.0771034 Mar 02 20:24:32.910457 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-757cfa4c-0001-439a-980d-3f0a2de123eb req-9c39848c-c194-46cb-b014-f2cd8d4d8ca2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409014 Mar 02 20:24:33.244409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf347c-2354-46de-9564-5ee08523def7 req-c9c6cd6e-347a-43bd-9ab5-399af5d98674 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:33.246008 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9bcf347c-2354-46de-9564-5ee08523def7 req-c9c6cd6e-347a-43bd-9ab5-399af5d98674 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 984 time: 0.0836737 Mar 02 20:24:33.313775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf347c-2354-46de-9564-5ee08523def7 req-cb3d44fb-a762-43b2-b041-fb1d35e99f60 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:33.315124 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9bcf347c-2354-46de-9564-5ee08523def7 req-cb3d44fb-a762-43b2-b041-fb1d35e99f60 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0634155 Mar 02 20:24:33.541900 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9bcf347c-2354-46de-9564-5ee08523def7 req-f7ccb9e6-5b8f-4186-9a27-1e50eb93e1ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2206118 Mar 02 20:24:33.553367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-9bcf347c-2354-46de-9564-5ee08523def7 req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:33.660064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9bcf347c-2354-46de-9564-5ee08523def7 req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:33.857629 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-9bcf347c-2354-46de-9564-5ee08523def7 req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a1e35002-fd8d-4264-8391-70bd8a21b526,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:33.887688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-9bcf347c-2354-46de-9564-5ee08523def7 req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] For port a1e35002-fd8d-4264-8391-70bd8a21b526, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:24:33.937998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-9bcf347c-2354-46de-9564-5ee08523def7 req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] device_id is not set on port a1e35002-fd8d-4264-8391-70bd8a21b526 yet. {{(pid=84503) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 20:24:33.946998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9bcf347c-2354-46de-9564-5ee08523def7 req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:34.031252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9bcf347c-2354-46de-9564-5ee08523def7 req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:34.102494 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bac70bb9-9059-4d82-8acc-7d04ebd71ea5 req-9fb28144-e0e0-4179-9ef3-3c373f5066de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 210 time: 0.0663524 Mar 02 20:24:34.174294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=11']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:34.197223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:34.198132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:34.198132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:34.198287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:34.198636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:34.198962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:34.199939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:34.200267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:34.201426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:34.201426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:34.201700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:34.250007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcf347c-2354-46de-9564-5ee08523def7 req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] No DVR routers for this DVR port a1e35002-fd8d-4264-8391-70bd8a21b526 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:24:34.302509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0d377fba-744f-46b0-be05-b972c4de6456 None None] Provisioning complete for port a1e35002-fd8d-4264-8391-70bd8a21b526 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:34.302984 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0d377fba-744f-46b0-be05-b972c4de6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:34.355159 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0d377fba-744f-46b0-be05-b972c4de6456 None None] Port a1e35002-fd8d-4264-8391-70bd8a21b526 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:24:34.497872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-9bcf347c-2354-46de-9564-5ee08523def7 req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] In _notify_port_updated(), no bound segment for port a1e35002-fd8d-4264-8391-70bd8a21b526 on network 621d23c3-e972-4056-a4b3-405ff4287f65 {{(pid=84503) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 20:24:34.498935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9bcf347c-2354-46de-9564-5ee08523def7 req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:34.500194 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9bcf347c-2354-46de-9564-5ee08523def7 req-fd17a030-56b9-4220-9eb2-72153e5dfe57 service neutron] 10.222.0.31 "PUT /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 200 len: 1027 time: 0.9507923 Mar 02 20:24:35.283350 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a43dc0d2-e431-4601-a196-5174760032bc req-679715a1-f416-46fc-a6e0-e017659473fa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4067891-852e-46b7-a503-caf082bde74b HTTP/1.1" status: 200 len: 210 time: 0.0407164 Mar 02 20:24:36.393378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48836) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:36.467729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:36.499900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:36.692947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:36.712224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1349fca-7afa-4c77-9025-83dc8cd45b9b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:36.721858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.722222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.722621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.722874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.723195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.723515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.723832 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.724153 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.724465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.724777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.725085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.777664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:36.779499 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-543c2cad-eae9-4d4b-81ae-36b8a88cd5cc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/b1349fca-7afa-4c77-9025-83dc8cd45b9b HTTP/1.1" status: 204 len: 168 time: 0.3845701 Mar 02 20:24:36.854396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48842) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:37.059884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 4b8b980c-6889-42c4-83d4-2e741a45db30 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:24:37.060741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:37.312995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:37.313250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:37.400405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a1e35002-fd8d-4264-8391-70bd8a21b526 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:24:37.433090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 4b8b980c-6889-42c4-83d4-2e741a45db30 owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:24:37.462223 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a1e35002-fd8d-4264-8391-70bd8a21b526 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:24:37.652865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:37.699882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=4b8b980c-6889-42c4-83d4-2e741a45db30,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:37.791372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:38.183673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 36ca0d44-013f-4abd-b782-94187b8d8cff has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:24:38.391775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:24:38.401859 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d08a7-d604-43dd-a2a1-8a8ccbdad404 None None] Sync routers for ids ['36ca0d44-013f-4abd-b782-94187b8d8cff'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:24:38.412929 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d08a7-d604-43dd-a2a1-8a8ccbdad404 None None] Routers {'36ca0d44-013f-4abd-b782-94187b8d8cff'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:24:38.413517 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de3d08a7-d604-43dd-a2a1-8a8ccbdad404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:24:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['36ca0d44-013f-4abd-b782-94187b8d8cff'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:38.504490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:38.557794 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b2ff51ab-428c-42d5-8ef9-5aa8ecc4490a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/floatingips/93c97cbb-7f13-4625-b03c-3830c2a4aef3 HTTP/1.1" status: 204 len: 168 time: 1.7023096 Mar 02 20:24:38.590290 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-de3d08a7-d604-43dd-a2a1-8a8ccbdad404 None None] Set router 36ca0d44-013f-4abd-b782-94187b8d8cff gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:24:38.736458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48850) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:38.809182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f6174d7-6694-498f-878d-e80107fb4062 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:38.838786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f6174d7-6694-498f-878d-e80107fb4062 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:38.929365 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de3d08a7-d604-43dd-a2a1-8a8ccbdad404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:44Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f1e9dae-74a0-4f20-ab64-a73199e6abef', 'name': '', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:e5:f5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:43Z', 'updated_at': '2022-03-02T20:23:49Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:38.933719 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d08a7-d604-43dd-a2a1-8a8ccbdad404 None None] Checking router: 36ca0d44-013f-4abd-b782-94187b8d8cff for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:24:38.945404 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d08a7-d604-43dd-a2a1-8a8ccbdad404 None None] Routers {'36ca0d44-013f-4abd-b782-94187b8d8cff'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:24:38.946144 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de3d08a7-d604-43dd-a2a1-8a8ccbdad404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:24:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['36ca0d44-013f-4abd-b782-94187b8d8cff'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:38.984432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f6174d7-6694-498f-878d-e80107fb4062 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:39.006025 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6174d7-6694-498f-878d-e80107fb4062 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb061ee0-adae-4c01-9b0f-068f8711be32,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:39.013645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f6174d7-6694-498f-878d-e80107fb4062 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:39.015400 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1f6174d7-6694-498f-878d-e80107fb4062 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/cb061ee0-adae-4c01-9b0f-068f8711be32 HTTP/1.1" status: 204 len: 168 time: 0.2779217 Mar 02 20:24:39.123614 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48856) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:39.152943 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-de3d08a7-d604-43dd-a2a1-8a8ccbdad404 None None] Set router 36ca0d44-013f-4abd-b782-94187b8d8cff gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:24:39.194903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b4d74-0723-4f58-92e8-288e2808fc0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port a1e35002-fd8d-4264-8391-70bd8a21b526 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:24:39.195231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4d74-0723-4f58-92e8-288e2808fc0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:39.464143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4d74-0723-4f58-92e8-288e2808fc0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:39.510885 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-de3d08a7-d604-43dd-a2a1-8a8ccbdad404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:44Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f1e9dae-74a0-4f20-ab64-a73199e6abef', 'name': '', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:e5:f5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:43Z', 'updated_at': '2022-03-02T20:23:49Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:39.515290 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d08a7-d604-43dd-a2a1-8a8ccbdad404 None None] The sync data for ids ['36ca0d44-013f-4abd-b782-94187b8d8cff'] in dv-neutron-831593-2-hyperv is: [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:44Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f1e9dae-74a0-4f20-ab64-a73199e6abef', 'name': '', 'network_id': '621d23c3-e972-4056-a4b3-405ff4287f65', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:e5:f5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:43Z', 'updated_at': '2022-03-02T20:23:49Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'df7cd8bb-d184-4434-bbc2-2b588bca53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:24:39.605054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b4d74-0723-4f58-92e8-288e2808fc0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for a1e35002-fd8d-4264-8391-70bd8a21b526 owned by {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:24:39.749007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67eb767-9215-4e26-ba2b-36b81ec3aaf4 None None] New status for floating IP 93c97cbb-7f13-4625-b03c-3830c2a4aef3: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:24:39.939469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4d74-0723-4f58-92e8-288e2808fc0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:39.982287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b4d74-0723-4f58-92e8-288e2808fc0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=a1e35002-fd8d-4264-8391-70bd8a21b526,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:40.091779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4d74-0723-4f58-92e8-288e2808fc0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:40.105161 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2a3b4d74-0723-4f58-92e8-288e2808fc0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/ports/a1e35002-fd8d-4264-8391-70bd8a21b526 HTTP/1.1" status: 204 len: 168 time: 0.9774163 Mar 02 20:24:40.105161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48860) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:40.505390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:40.557364 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:24:41.110704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 9f1e9dae-74a0-4f20-ab64-a73199e6abef {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:24:41.111045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:41.300188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 9f1e9dae-74a0-4f20-ab64-a73199e6abef, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9f1e9dae-74a0-4f20-ab64-a73199e6abef,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:41.300544 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:41.517049 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 9f1e9dae-74a0-4f20-ab64-a73199e6abef owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:24:41.727003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:41.773980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=9f1e9dae-74a0-4f20-ab64-a73199e6abef,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:42.085752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:42.672476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 36ca0d44-013f-4abd-b782-94187b8d8cff has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:24:42.784146 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:42.868931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:24:42.882466 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e48790e-4eb5-4a3d-9e4b-f48df7a5a9ad None None] Sync routers for ids ['36ca0d44-013f-4abd-b782-94187b8d8cff'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:24:42.886862 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5807ef0b-faca-49cc-aa62-ce657a331065 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/36ca0d44-013f-4abd-b782-94187b8d8cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7782047 Mar 02 20:24:42.887292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48864) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:42.896481 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48790e-4eb5-4a3d-9e4b-f48df7a5a9ad None None] Routers {'36ca0d44-013f-4abd-b782-94187b8d8cff'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:24:42.897081 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8e48790e-4eb5-4a3d-9e4b-f48df7a5a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:24:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['36ca0d44-013f-4abd-b782-94187b8d8cff'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:43.109788 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-8e48790e-4eb5-4a3d-9e4b-f48df7a5a9ad None None] Set router 36ca0d44-013f-4abd-b782-94187b8d8cff gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:24:43.194793 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2459b2-f8c7-4d53-9aef-0e54b4337a04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting subnet df7cd8bb-d184-4434-bbc2-2b588bca53b0 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:24:43.197784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e2459b2-f8c7-4d53-9aef-0e54b4337a04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:43.252231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e2459b2-f8c7-4d53-9aef-0e54b4337a04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:43.332899 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e2459b2-f8c7-4d53-9aef-0e54b4337a04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:43.393931 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8e48790e-4eb5-4a3d-9e4b-f48df7a5a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:24:41Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:43.397793 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e48790e-4eb5-4a3d-9e4b-f48df7a5a9ad None None] Checking router: 36ca0d44-013f-4abd-b782-94187b8d8cff for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:24:43.410171 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48790e-4eb5-4a3d-9e4b-f48df7a5a9ad None None] Routers {'36ca0d44-013f-4abd-b782-94187b8d8cff'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:24:43.410765 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8e48790e-4eb5-4a3d-9e4b-f48df7a5a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:24:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['36ca0d44-013f-4abd-b782-94187b8d8cff'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:43.476193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e2459b2-f8c7-4d53-9aef-0e54b4337a04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:43.515523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2459b2-f8c7-4d53-9aef-0e54b4337a04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Subnet': ['ID=df7cd8bb-d184-4434-bbc2-2b588bca53b0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:43.527322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2e2459b2-f8c7-4d53-9aef-0e54b4337a04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:43.528004 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2e2459b2-f8c7-4d53-9aef-0e54b4337a04 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/subnets/df7cd8bb-d184-4434-bbc2-2b588bca53b0 HTTP/1.1" status: 204 len: 168 time: 0.6391501 Mar 02 20:24:43.531538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48868) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:43.533150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f4328-7ce2-4efe-b26a-b7857c38d91b None None] Network 621d23c3-e972-4056-a4b3-405ff4287f65 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:24:43.592772 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-8e48790e-4eb5-4a3d-9e4b-f48df7a5a9ad None None] Set router 36ca0d44-013f-4abd-b782-94187b8d8cff gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:24:43.787807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:43.810696 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] DHCP port deletion for 621d23c3-e972-4056-a4b3-405ff4287f65 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:24:43.816869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Deleting port b76deb52-5ce8-4a10-800a-4e068bf13c98 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:24:43.817245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:43.889809 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8e48790e-4eb5-4a3d-9e4b-f48df7a5a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:24:41Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:43.893847 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e48790e-4eb5-4a3d-9e4b-f48df7a5a9ad None None] The sync data for ids ['36ca0d44-013f-4abd-b782-94187b8d8cff'] in dv-neutron-831593-2-hyperv is: [{'id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'name': 'tempest-TestNetworkBasicOps-router-1630995037', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:24:41Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': 'b5d27fa2-252d-44ff-b432-ea28e069fdba', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:3b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ca0d44-013f-4abd-b782-94187b8d8cff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:23:39Z', 'updated_at': '2022-03-02T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:24:43.973520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:44.029747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] For port b76deb52-5ce8-4a10-800a-4e068bf13c98, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b76deb52-5ce8-4a10-800a-4e068bf13c98,segment=NetworkSegment(15025b39-6fcd-47ea-b57e-3936981d47af),segment_id=15025b39-6fcd-47ea-b57e-3936981d47af)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:44.030155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:44.069790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port b5d27fa2-252d-44ff-b432-ea28e069fdba {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:24:44.070156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:44.164764 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Calling delete_port for b76deb52-5ce8-4a10-800a-4e068bf13c98 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:24:44.251247 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port b5d27fa2-252d-44ff-b432-ea28e069fdba, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b5d27fa2-252d-44ff-b432-ea28e069fdba,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:44.251690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:44.331364 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:44.376295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for b5d27fa2-252d-44ff-b432-ea28e069fdba owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:24:44.376952 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Pushing event deleted for resources: {'Port': ['ID=b76deb52-5ce8-4a10-800a-4e068bf13c98,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:44.391121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:44.391474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:44.391815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:44.392147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:44.392476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:44.392961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:44.393439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:44.393939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:44.394425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:44.394892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:44.395386 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:44.400460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36755c99-fb88-4dc0-bff4-d5600d483499 None None] No DVR routers for this DVR port b76deb52-5ce8-4a10-800a-4e068bf13c98 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:24:44.607731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:44.654937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=b5d27fa2-252d-44ff-b432-ea28e069fdba,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:44.974719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9f1e9dae-74a0-4f20-ab64-a73199e6abef no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:24:44.975160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.010324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 9f1e9dae-74a0-4f20-ab64-a73199e6abef {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:24:45.010669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9f1e9dae-74a0-4f20-ab64-a73199e6abef not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:24:45.011089 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b76deb52-5ce8-4a10-800a-4e068bf13c98 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:24:45.043244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: b76deb52-5ce8-4a10-800a-4e068bf13c98 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:24:45.043599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b76deb52-5ce8-4a10-800a-4e068bf13c98 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:24:45.234936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.239179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.315215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.315708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Fanout notify agent at l3_agent the message router_deleted on router 36ca0d44-013f-4abd-b782-94187b8d8cff {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:24:45.330821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.331893 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-38e25c7a-ef98-44c0-8cab-eaab7a21d52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/routers/36ca0d44-013f-4abd-b782-94187b8d8cff HTTP/1.1" status: 204 len: 168 time: 1.7994654 Mar 02 20:24:45.334973 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48872) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:45.453774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.674830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.699913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621d23c3-e972-4056-a4b3-405ff4287f65']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:45.712147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15025b39-6fcd-47ea-b57e-3936981d47af') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:45.712430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15025b39-6fcd-47ea-b57e-3936981d47af') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:45.724095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.740648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.746672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:24:45.747759 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:24:45.762078 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:24:45.904886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.922263 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.933614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Network': ['ID=621d23c3-e972-4056-a4b3-405ff4287f65,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:46.007922 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e23d6566-6074-46c4-ab07-eed4c457b4a4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/networks/621d23c3-e972-4056-a4b3-405ff4287f65 HTTP/1.1" status: 204 len: 168 time: 0.6719053 Mar 02 20:24:46.023606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48876) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:46.037878 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1c821ae2-57ea-493d-9785-a9f38423a580 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0132337 Mar 02 20:24:46.040390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48880) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:46.046199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'network': {'name': 'tempest-network-smoke--1484704511', 'project_id': '809bdfa688034064abc15e030437eaaf', 'port_security_enabled': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:46.051094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:46.056013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:network and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:46.058584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:46.064836 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:46.161687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:24:46.164850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:46.197813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:24:46.207024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:46.207350 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Added segment 54b18513-8860-4ca9-b17c-2a422d2a3370 of type vlan for network e1cfd462-6e72-4cc8-819d-6c54672bba21 Mar 02 20:24:46.233708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:46.333520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:46.333520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:46.333520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:46.441640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Network': ['ID=e1cfd462-6e72-4cc8-819d-6c54672bba21,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:46.454052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network e1cfd462-6e72-4cc8-819d-6c54672bba21 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:24:46.505297 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-eed093a2-2553-41fb-aa71-5fb3b37f2183 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4639139 Mar 02 20:24:46.508026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48884) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:46.513950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-513625469', 'admin_state_up': True, 'project_id': '809bdfa688034064abc15e030437eaaf', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:46.520702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:46.524683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:router and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:46.527761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:46.535220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:46.597013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:46.598570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:46.616833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:46.821398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:46.884671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b5d27fa2-252d-44ff-b432-ea28e069fdba no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:24:46.915401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: b5d27fa2-252d-44ff-b432-ea28e069fdba {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:24:46.915845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b5d27fa2-252d-44ff-b432-ea28e069fdba not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:24:47.071594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:47.100916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:47.104245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-80539918-4e1d-473f-b949-2f1f36603cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:47.236788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.29 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/12cf1f6d-1b93-40ac-ae2d-28c011156096) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:47.378663 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:47.458871 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:47.528920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:47.531689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:47.534653 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:24:47.579202 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=12cf1f6d-1b93-40ac-ae2d-28c011156096,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:47.750614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:47.751239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:48.052547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 5938e83c-1627-4a0b-a241-cb95ca213b0c is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:24:48.353580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:24:48.363191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Sync routers for ids ['5938e83c-1627-4a0b-a241-cb95ca213b0c'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:24:48.375854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Routers {'5938e83c-1627-4a0b-a241-cb95ca213b0c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:24:48.376470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:24:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5938e83c-1627-4a0b-a241-cb95ca213b0c'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:48.475622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:48.476832 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ef9f2394-5a81-4c77-bb9e-27c1fe1d1c92 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9678926 Mar 02 20:24:48.479979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48888) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:48.525819 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fe271a8f-ed78-4ee1-be09-12595b328088 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=809bdfa688034064abc15e030437eaaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446661 Mar 02 20:24:48.529247 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48892) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:48.556333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Set router 5938e83c-1627-4a0b-a241-cb95ca213b0c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:24:48.664413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4190393-1b0a-4551-8fe1-53c60f0e1a23 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:48.665901 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c4190393-1b0a-4551-8fe1-53c60f0e1a23 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354039 Mar 02 20:24:48.668762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48896) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:48.710015 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e11349fe-8ed0-4ebe-a22b-819c36f32965 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378425 Mar 02 20:24:48.710226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48900) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:48.715335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1552153618', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'project_id': '809bdfa688034064abc15e030437eaaf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:48.821600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:48.826471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:subnet and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:48.829370 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:48.832406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:47Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:48.835171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:48.836285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Checking router: 5938e83c-1627-4a0b-a241-cb95ca213b0c for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:24:48.836637 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Updating router 5938e83c-1627-4a0b-a241-cb95ca213b0c port 12cf1f6d-1b93-40ac-ae2d-28c011156096 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:24:48.892531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:48.903926 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:24:49.007167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:49.213317 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:49.225788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Transition to ACTIVE for port object 12cf1f6d-1b93-40ac-ae2d-28c011156096 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:49.275548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:49.292624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:49.328789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a7cc2b8c-8d67-4059-a202-2fdb297bb4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:49.353758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Subnet': ['ID=8ad0a54a-354f-44ee-b9b1-e11b31bc8f28,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:49.368471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Checking segment: {'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:24:49.368828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network hostable DHCP agents. Network: e1cfd462-6e72-4cc8-819d-6c54672bba21, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:24:49.375568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Attempting to bind port 12cf1f6d-1b93-40ac-ae2d-28c011156096 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:24:49.376056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Attempting to bind port 12cf1f6d-1b93-40ac-ae2d-28c011156096 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:24:49.376278 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Attempting to bind port 12cf1f6d-1b93-40ac-ae2d-28c011156096 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:24:49.378213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24138b9d-1dbf-4fcb-8aea-f429cd261b87 None None] Pushing event updated for resources: {'Port': ['ID=12cf1f6d-1b93-40ac-ae2d-28c011156096,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:49.384867 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:24:49.385105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:24:49.385569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:49.385867 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:24:49.386348 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Bound port: 12cf1f6d-1b93-40ac-ae2d-28c011156096, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:24:49.386714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:49.435539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network e1cfd462-6e72-4cc8-819d-6c54672bba21 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:24:49.462046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] For port 12cf1f6d-1b93-40ac-ae2d-28c011156096, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:24:49.467465 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] For port 12cf1f6d-1b93-40ac-ae2d-28c011156096, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=12cf1f6d-1b93-40ac-ae2d-28c011156096,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:24:49.515114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, e1cfd462-6e72-4cc8-819d-6c54672bba21) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:49.520028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:49.521970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:49.522601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95730100-ddbc-4588-83b3-fd8b3391ebb9 None None] Network e1cfd462-6e72-4cc8-819d-6c54672bba21 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:24:49.583459 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:49.596551 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d613b378-a8c2-4d7c-a8af-3f73f7f29133 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8853745 Mar 02 20:24:49.599260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48904) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:49.710509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24138b9d-1dbf-4fcb-8aea-f429cd261b87 None None] Pushing event updated for resources: {'Port': ['ID=12cf1f6d-1b93-40ac-ae2d-28c011156096,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:49.720426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Routers {'5938e83c-1627-4a0b-a241-cb95ca213b0c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:24:49.721042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:24:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5938e83c-1627-4a0b-a241-cb95ca213b0c'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:50.013470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-e1cfd462-6e72-4cc8-819d-6c54672bba21', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ips': [{'subnet_id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:24:50.014327 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:50.042445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] Set router 5938e83c-1627-4a0b-a241-cb95ca213b0c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:24:50.404133 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Allocated IP 172.20.0.2 (e1cfd462-6e72-4cc8-819d-6c54672bba21/8ad0a54a-354f-44ee-b9b1-e11b31bc8f28/f5f63a61-e9a2-4eef-9de0-9607b561a120) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:50.479943 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:50.572124 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:50.574374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:47Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:50.589537 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f3be3-34d0-4992-b782-068e8623b5e8 None None] The sync data for ids ['5938e83c-1627-4a0b-a241-cb95ca213b0c'] in dv-neutron-831593-2-hyperv is: [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:47Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:24:50.595540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:50.658567 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:50.673004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Transition to ACTIVE for port object f5f63a61-e9a2-4eef-9de0-9607b561a120 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:50.692325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Transition to ACTIVE for port object f5f63a61-e9a2-4eef-9de0-9607b561a120 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:50.761605 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:50.858435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Network e1cfd462-6e72-4cc8-819d-6c54672bba21 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:50.861661 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:50.864269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:24:50.871084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Pushing event updated for resources: {'Port': ['ID=f5f63a61-e9a2-4eef-9de0-9607b561a120,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:50.939832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.1 (e1cfd462-6e72-4cc8-819d-6c54672bba21/8ad0a54a-354f-44ee-b9b1-e11b31bc8f28/9684cf21-2608-459a-880d-278588cc656a) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:50.976491 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 12cf1f6d-1b93-40ac-ae2d-28c011156096 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:51.005370 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Attempting to bind port f5f63a61-e9a2-4eef-9de0-9607b561a120 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:24:51.005594 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Attempting to bind port f5f63a61-e9a2-4eef-9de0-9607b561a120 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:24:51.005885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Attempting to bind port f5f63a61-e9a2-4eef-9de0-9607b561a120 on network e1cfd462-6e72-4cc8-819d-6c54672bba21 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:24:51.030016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:24:51.030297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Checking segment: {'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:24:51.030701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:51.031092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Bound using segment: {'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:24:51.031562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Bound port: f5f63a61-e9a2-4eef-9de0-9607b561a120, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:24:51.031988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:51.147123 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:51.147272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] For port f5f63a61-e9a2-4eef-9de0-9607b561a120, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:24:51.147272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] For port f5f63a61-e9a2-4eef-9de0-9607b561a120, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f5f63a61-e9a2-4eef-9de0-9607b561a120,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:24:51.160076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 9684cf21-2608-459a-880d-278588cc656a will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:51.195301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 12cf1f6d-1b93-40ac-ae2d-28c011156096 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:51.200761 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 12cf1f6d-1b93-40ac-ae2d-28c011156096 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:51.201387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:51.231868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:51.275832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:51.337736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a926916-54f1-4846-a746-e63d31b7df63 None None] Pushing event updated for resources: {'Port': ['ID=f5f63a61-e9a2-4eef-9de0-9607b561a120,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:51.349212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network e1cfd462-6e72-4cc8-819d-6c54672bba21 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:51.352481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:51.356641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:24:51.393764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=9684cf21-2608-459a-880d-278588cc656a,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:51.423114 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:51.429831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:51.442807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 12cf1f6d-1b93-40ac-ae2d-28c011156096, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=12cf1f6d-1b93-40ac-ae2d-28c011156096,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:51.542272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:51.617882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=12cf1f6d-1b93-40ac-ae2d-28c011156096,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:51.630089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:51.818303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:52.213768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:52.283469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19720bb3-5d66-4cff-8995-1d55d50b68aa None None] Network e1cfd462-6e72-4cc8-819d-6c54672bba21 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:24:52.298450 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:52.411926 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:52.415299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=9684cf21-2608-459a-880d-278588cc656a,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:52.439674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-aaef2a26-9c76-40bb-912d-f5c11457ccf6 None None] Provisioning for port f5f63a61-e9a2-4eef-9de0-9607b561a120 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:52.557097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network e1cfd462-6e72-4cc8-819d-6c54672bba21 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:52.558325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:52.874930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f918ebb4-d948-4881-9779-02431ff36368 None None] Provisioning for port 9684cf21-2608-459a-880d-278588cc656a completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:52.880163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f918ebb4-d948-4881-9779-02431ff36368 None None] Provisioning complete for port 9684cf21-2608-459a-880d-278588cc656a triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:52.880606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f918ebb4-d948-4881-9779-02431ff36368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:52.969805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f918ebb4-d948-4881-9779-02431ff36368 None None] Port 9684cf21-2608-459a-880d-278588cc656a cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:24:52.974169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 5938e83c-1627-4a0b-a241-cb95ca213b0c has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:24:53.060086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 12cf1f6d-1b93-40ac-ae2d-28c011156096 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:53.143365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a885ebab-4420-476f-9d36-8d4082569c64 None None] Provisioning complete for port 9684cf21-2608-459a-880d-278588cc656a triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:53.143731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a885ebab-4420-476f-9d36-8d4082569c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:53.192084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:24:53.197788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 12cf1f6d-1b93-40ac-ae2d-28c011156096 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:53.198182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:53.205611 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0b48136c-f3c0-45e0-b7ac-26c33e04138d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/5938e83c-1627-4a0b-a241-cb95ca213b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6053798 Mar 02 20:24:53.208099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48910) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:53.230143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a885ebab-4420-476f-9d36-8d4082569c64 None None] Port 9684cf21-2608-459a-880d-278588cc656a cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:24:53.316509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f5f63a61-e9a2-4eef-9de0-9607b561a120 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:53.353784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3dce4-f72d-442e-99ba-62a5b7c5f28a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.354353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3dce4-f72d-442e-99ba-62a5b7c5f28a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.354525 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3dce4-f72d-442e-99ba-62a5b7c5f28a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.354875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3dce4-f72d-442e-99ba-62a5b7c5f28a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.355226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3dce4-f72d-442e-99ba-62a5b7c5f28a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.355580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3dce4-f72d-442e-99ba-62a5b7c5f28a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.357814 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-eba3dce4-f72d-442e-99ba-62a5b7c5f28a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1488309 Mar 02 20:24:53.360531 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48914) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:53.380478 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3c769b24-8f2c-415d-bdf8-0e106fedd5f6 None None] Provisioning complete for port 9684cf21-2608-459a-880d-278588cc656a triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:53.380845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3c769b24-8f2c-415d-bdf8-0e106fedd5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:53.427556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd739508-a49a-464b-be52-da3d55e0dd52 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.427944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd739508-a49a-464b-be52-da3d55e0dd52 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.428307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd739508-a49a-464b-be52-da3d55e0dd52 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.428642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd739508-a49a-464b-be52-da3d55e0dd52 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.428988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd739508-a49a-464b-be52-da3d55e0dd52 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.429331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd739508-a49a-464b-be52-da3d55e0dd52 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:53.431049 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dd739508-a49a-464b-be52-da3d55e0dd52 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0696487 Mar 02 20:24:53.439789 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48918) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:53.439936 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3c769b24-8f2c-415d-bdf8-0e106fedd5f6 None None] Port 9684cf21-2608-459a-880d-278588cc656a cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:24:53.520890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port f5f63a61-e9a2-4eef-9de0-9607b561a120 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:53.525963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f5f63a61-e9a2-4eef-9de0-9607b561a120 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:53.526331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:53.648891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:53.685538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port f5f63a61-e9a2-4eef-9de0-9607b561a120, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f5f63a61-e9a2-4eef-9de0-9607b561a120,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:53.749809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:53.764543 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-56ca3157-fd42-49de-8284-45315a3826b7 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3236496 Mar 02 20:24:53.817947 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=f5f63a61-e9a2-4eef-9de0-9607b561a120,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:54.063505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48924) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:54.069124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542730036', 'description': 'tempest-secgroup-smoke-542730036 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:54.075964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:54.080490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:54.083520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:54.089687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:54.155877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.192601 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:54.196651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:54.199486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:54.205620 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:54.212515 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Sync routers for ids ['5938e83c-1627-4a0b-a241-cb95ca213b0c'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:24:54.229513 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Routers {'5938e83c-1627-4a0b-a241-cb95ca213b0c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:24:54.230456 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:24:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5938e83c-1627-4a0b-a241-cb95ca213b0c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:54.262575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.320774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.368578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24da0f18-bf9b-4658-87a7-765be5ae90a6,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:54.407768 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Set router 5938e83c-1627-4a0b-a241-cb95ca213b0c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:24:54.424224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.425625 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2dc9ae55-93bd-40e3-9a48-2e2555661514 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3610823 Mar 02 20:24:54.428480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48928) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:54.433765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-97381d2a-63bb-4998-9c02-e658988c3b89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '24da0f18-bf9b-4658-87a7-765be5ae90a6', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:54.440702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-97381d2a-63bb-4998-9c02-e658988c3b89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:54.444551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-97381d2a-63bb-4998-9c02-e658988c3b89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:54.447504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-97381d2a-63bb-4998-9c02-e658988c3b89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:54.454482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-97381d2a-63bb-4998-9c02-e658988c3b89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:54.510075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-97381d2a-63bb-4998-9c02-e658988c3b89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.571285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-97381d2a-63bb-4998-9c02-e658988c3b89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.618282 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-97381d2a-63bb-4998-9c02-e658988c3b89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.642325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97381d2a-63bb-4998-9c02-e658988c3b89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2665898-d768-4cd1-bde9-2f2a5932ba2d,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:54.687049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-97381d2a-63bb-4998-9c02-e658988c3b89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.688408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-97381d2a-63bb-4998-9c02-e658988c3b89 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2590253 Mar 02 20:24:54.691226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48932) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:54.696631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ffadb0fd-e672-4ff6-a04b-d1826898d700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '24da0f18-bf9b-4658-87a7-765be5ae90a6', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:54.704358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ffadb0fd-e672-4ff6-a04b-d1826898d700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:54.706951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ffadb0fd-e672-4ff6-a04b-d1826898d700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:54.709876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ffadb0fd-e672-4ff6-a04b-d1826898d700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:54.715630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ffadb0fd-e672-4ff6-a04b-d1826898d700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:54.742598 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9684cf21-2608-459a-880d-278588cc656a', 'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:1d:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:50Z', 'updated_at': '2022-03-02T20:24:52Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:54.746314 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Checking router: 5938e83c-1627-4a0b-a241-cb95ca213b0c for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:24:54.750276 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Updating router 5938e83c-1627-4a0b-a241-cb95ca213b0c port 9684cf21-2608-459a-880d-278588cc656a binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:24:54.795958 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.802272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffadb0fd-e672-4ff6-a04b-d1826898d700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.869688 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffadb0fd-e672-4ff6-a04b-d1826898d700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.943287 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f5f63a61-e9a2-4eef-9de0-9607b561a120 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:54.946841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffadb0fd-e672-4ff6-a04b-d1826898d700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.974947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadb0fd-e672-4ff6-a04b-d1826898d700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c4b0c6-8eff-4521-ab79-c11e1131f714,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:55.031361 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f5f63a61-e9a2-4eef-9de0-9607b561a120 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:55.031826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.041678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ffadb0fd-e672-4ff6-a04b-d1826898d700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.045638 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ffadb0fd-e672-4ff6-a04b-d1826898d700 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3509650 Mar 02 20:24:55.046096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48936) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:55.052676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3e81df5c-8fa0-4e38-a722-8be4af1b1b2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '24da0f18-bf9b-4658-87a7-765be5ae90a6', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:55.061485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3e81df5c-8fa0-4e38-a722-8be4af1b1b2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:55.067577 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3e81df5c-8fa0-4e38-a722-8be4af1b1b2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:55.071477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3e81df5c-8fa0-4e38-a722-8be4af1b1b2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:55.080980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3e81df5c-8fa0-4e38-a722-8be4af1b1b2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:55.154192 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.165705 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Transition to ACTIVE for port object 9684cf21-2608-459a-880d-278588cc656a will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:55.173605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e81df5c-8fa0-4e38-a722-8be4af1b1b2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.238222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e81df5c-8fa0-4e38-a722-8be4af1b1b2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.240806 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.292524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e81df5c-8fa0-4e38-a722-8be4af1b1b2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.317110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81df5c-8fa0-4e38-a722-8be4af1b1b2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5467c14c-34c9-4845-b386-052cd123b48e,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:55.366688 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Pushing event updated for resources: {'Port': ['ID=9684cf21-2608-459a-880d-278588cc656a,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:55.390741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e81df5c-8fa0-4e38-a722-8be4af1b1b2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.393414 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3e81df5c-8fa0-4e38-a722-8be4af1b1b2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3459835 Mar 02 20:24:55.397130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48940) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:55.401465 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:55.401797 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:55.402340 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:55.402534 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:55.403524 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:55.403745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d43e8403-04d9-4aed-b0eb-f19ab8a2470d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '24da0f18-bf9b-4658-87a7-765be5ae90a6', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:55.403958 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:55.403958 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:55.404410 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:55.404731 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:55.405054 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:55.405354 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:55.415175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d43e8403-04d9-4aed-b0eb-f19ab8a2470d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:55.420846 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d43e8403-04d9-4aed-b0eb-f19ab8a2470d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:55.424062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d43e8403-04d9-4aed-b0eb-f19ab8a2470d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:55.429929 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d43e8403-04d9-4aed-b0eb-f19ab8a2470d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:55.471184 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Attempting to bind port 9684cf21-2608-459a-880d-278588cc656a on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:24:55.471541 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Attempting to bind port 9684cf21-2608-459a-880d-278588cc656a by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:24:55.471892 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Attempting to bind port 9684cf21-2608-459a-880d-278588cc656a on network e1cfd462-6e72-4cc8-819d-6c54672bba21 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:24:55.478204 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:24:55.479675 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Checking segment: {'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:24:55.479675 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.479675 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Bound using segment: {'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:24:55.479911 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Bound port: 9684cf21-2608-459a-880d-278588cc656a, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:24:55.480084 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.511685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d43e8403-04d9-4aed-b0eb-f19ab8a2470d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.571287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d43e8403-04d9-4aed-b0eb-f19ab8a2470d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.572455 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] For port 9684cf21-2608-459a-880d-278588cc656a, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:24:55.576428 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] For port 9684cf21-2608-459a-880d-278588cc656a, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9684cf21-2608-459a-880d-278588cc656a,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:24:55.652529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d43e8403-04d9-4aed-b0eb-f19ab8a2470d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.675940 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.676324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e8403-04d9-4aed-b0eb-f19ab8a2470d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca15a202-7e55-4387-83db-713476b58e2f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:55.738707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d43e8403-04d9-4aed-b0eb-f19ab8a2470d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.742606 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d43e8403-04d9-4aed-b0eb-f19ab8a2470d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3420348 Mar 02 20:24:55.743121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48944) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:55.751136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '24da0f18-bf9b-4658-87a7-765be5ae90a6', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:55.756947 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Routers {'5938e83c-1627-4a0b-a241-cb95ca213b0c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:24:55.757557 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:24:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5938e83c-1627-4a0b-a241-cb95ca213b0c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:55.758901 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:55.769150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:55.769150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:55.773002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:55.815489 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0c9d5-d3a3-4123-be47-f79b868e9e5c None None] Pushing event updated for resources: {'Port': ['ID=9684cf21-2608-459a-880d-278588cc656a,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:55.835517 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:24:55.844019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.918412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.952463 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] Set router 5938e83c-1627-4a0b-a241-cb95ca213b0c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:24:55.978056 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:56.002228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ed644b-3613-4df1-b2a9-f47fc876f06f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:56.092579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:56.096691 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-02aaf885-c6c7-456d-9d97-c26cd5537d73 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3499391 Mar 02 20:24:56.096990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 48948) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:56.102881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '24da0f18-bf9b-4658-87a7-765be5ae90a6', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:56.109594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:56.114264 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:56.117086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:56.123569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:56.189656 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:24:56.196338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:56.261164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:56.268758 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9684cf21-2608-459a-880d-278588cc656a', 'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:1d:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:50Z', 'updated_at': '2022-03-02T20:24:55Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:56.272611 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76044f00-1207-46e2-9658-3c43aa5406c9 None None] The sync data for ids ['5938e83c-1627-4a0b-a241-cb95ca213b0c'] in dv-neutron-831593-2-hyperv is: [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9684cf21-2608-459a-880d-278588cc656a', 'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:1d:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:50Z', 'updated_at': '2022-03-02T20:24:55Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:24:56.332600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:56.361404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9f4b20-8b22-4fcf-af1d-742dd33d5fb7,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:56.430502 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:56.431707 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-bffdec61-0704-4c30-adf4-befeb77a0bd1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3336868 Mar 02 20:24:56.610023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-f496b4db-a794-4855-bc15-e5ffb20dc73c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:24:56.681117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-f496b4db-a794-4855-bc15-e5ffb20dc73c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:24:56.682332 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-f496b4db-a794-4855-bc15-e5ffb20dc73c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542730036&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.1156871 Mar 02 20:24:56.836626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-30a7fef4-6202-4763-b3fa-6e10eeef9a98 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:56.837317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-30a7fef4-6202-4763-b3fa-6e10eeef9a98 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:24:56.898347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-30a7fef4-6202-4763-b3fa-6e10eeef9a98 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:24:56.899568 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-30a7fef4-6202-4763-b3fa-6e10eeef9a98 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/networks?id=e1cfd462-6e72-4cc8-819d-6c54672bba21 HTTP/1.1" status: 200 len: 797 time: 0.2097149 Mar 02 20:24:56.931659 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-5b53e075-46a0-4c45-a0fd-11c0243312b1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/quotas/809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 375 time: 0.0254900 Mar 02 20:24:56.958433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9684cf21-2608-459a-880d-278588cc656a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:57.020774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-ceeabe44-708d-4114-9131-187010fa0629 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:24:57.121244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-ceeabe44-708d-4114-9131-187010fa0629 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:24:57.122618 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-ceeabe44-708d-4114-9131-187010fa0629 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1840813 Mar 02 20:24:57.132173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 9684cf21-2608-459a-880d-278588cc656a completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:57.138016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9684cf21-2608-459a-880d-278588cc656a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:57.139811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:57.139912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-9f7e814b-d109-4f61-ad10-cd3cbf7de82a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:24:57.139912 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-9f7e814b-d109-4f61-ad10-cd3cbf7de82a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057991 Mar 02 20:24:57.252071 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:57.273189 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-51fc0b37-d753-4204-8d98-9979fdc3b101 service neutron] 10.222.0.44 "GET /v2.0/networks/e1cfd462-6e72-4cc8-819d-6c54672bba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268761 Mar 02 20:24:57.284438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9684cf21-2608-459a-880d-278588cc656a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9684cf21-2608-459a-880d-278588cc656a,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:24:57.361179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:57.405561 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-13f78c46-ed6c-4cc1-ba84-b2767ff9c090 service neutron] 10.222.0.44 "GET /v2.0/networks/e1cfd462-6e72-4cc8-819d-6c54672bba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264224 Mar 02 20:24:57.428055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9684cf21-2608-459a-880d-278588cc656a,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:57.696764 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-15675ccb-0e9b-4ecf-803a-91e103181bba req-fcc5a292-f2a3-429a-9161-2e48177b3cc3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 210 time: 0.0456412 Mar 02 20:24:58.855087 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-651fec12-9cb0-4020-b4fd-c3119a10a8f4 req-d37739b7-e380-4843-9b5b-51816ca8e51e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 210 time: 0.0411410 Mar 02 20:24:58.929398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9684cf21-2608-459a-880d-278588cc656a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:58.994820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9684cf21-2608-459a-880d-278588cc656a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:58.995181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:59.458004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-3797b001-fa65-4cb9-8ef9-9b4694eb4b27 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:59.459374 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-3797b001-fa65-4cb9-8ef9-9b4694eb4b27 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=e1cfd462-6e72-4cc8-819d-6c54672bba21 HTTP/1.1" status: 200 len: 797 time: 0.1436527 Mar 02 20:24:59.519151 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-0371b021-de9c-458d-97c1-ff8b172afafe tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 379 time: 0.0392909 Mar 02 20:24:59.528442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'device_id': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'admin_state_up': True, 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'security_groups': ['24da0f18-bf9b-4658-87a7-765be5ae90a6']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:24:59.666237 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:59.676457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:59.761094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:24:59.764823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:59.926824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.9 (e1cfd462-6e72-4cc8-819d-6c54672bba21/8ad0a54a-354f-44ee-b9b1-e11b31bc8f28/00d840af-2a20-4838-96bb-712e82bf28a6) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:25:00.019149 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d6ad6536-1620-4c1a-87fa-97c808fda36f req-7705691f-825a-4b26-9425-780325353f26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 210 time: 0.0426848 Mar 02 20:25:00.116562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:00.135895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 00d840af-2a20-4838-96bb-712e82bf28a6 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:25:00.212011 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:00.286850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network e1cfd462-6e72-4cc8-819d-6c54672bba21 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:25:00.289869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:25:00.294367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:25:00.319709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=00d840af-2a20-4838-96bb-712e82bf28a6,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:00.359213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:00.359816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:00.453735 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-6f8f6f6d-c166-4d64-ad04-4c42c32daaab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9292245 Mar 02 20:25:00.470108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Request body: {'port': {'device_id': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:25:00.580847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:00.612575 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b38235b5-38a8-4b98-b5fb-10cd83a79cb6 None None] Provisioning for port 00d840af-2a20-4838-96bb-712e82bf28a6 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:25:00.617627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b38235b5-38a8-4b98-b5fb-10cd83a79cb6 None None] Provisioning complete for port 00d840af-2a20-4838-96bb-712e82bf28a6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:25:00.618025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b38235b5-38a8-4b98-b5fb-10cd83a79cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:00.672430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b38235b5-38a8-4b98-b5fb-10cd83a79cb6 None None] Port 00d840af-2a20-4838-96bb-712e82bf28a6 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:25:00.919438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d840af-2a20-4838-96bb-712e82bf28a6 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:25:00.926197 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:00.940270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Transition to ACTIVE for port object 00d840af-2a20-4838-96bb-712e82bf28a6 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:25:01.001019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:01.133647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Pushing event updated for resources: {'Port': ['ID=00d840af-2a20-4838-96bb-712e82bf28a6,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:01.241128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7cd3f-2885-4459-bc95-4575a6cb5ba0 req-83fbb644-bb6b-4cff-8f80-3a5918eb0438 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:01.246420 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-19a7cd3f-2885-4459-bc95-4575a6cb5ba0 req-83fbb644-bb6b-4cff-8f80-3a5918eb0438 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 943 time: 0.0903413 Mar 02 20:25:01.248831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Attempting to bind port 00d840af-2a20-4838-96bb-712e82bf28a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:25:01.249173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Attempting to bind port 00d840af-2a20-4838-96bb-712e82bf28a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:25:01.249526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Attempting to bind port 00d840af-2a20-4838-96bb-712e82bf28a6 on network e1cfd462-6e72-4cc8-819d-6c54672bba21 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:25:01.255944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Port 00d840af-2a20-4838-96bb-712e82bf28a6 on network e1cfd462-6e72-4cc8-819d-6c54672bba21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:25:01.256272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Attempting to bind port 00d840af-2a20-4838-96bb-712e82bf28a6 on network e1cfd462-6e72-4cc8-819d-6c54672bba21 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:25:01.263657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:25:01.264003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Checking segment: {'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:25:01.264390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Bound using segment: {'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:25:01.265312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Bound port: 00d840af-2a20-4838-96bb-712e82bf28a6, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b18513-8860-4ca9-b17c-2a422d2a3370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:25:01.265674 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:01.289948 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-19a7cd3f-2885-4459-bc95-4575a6cb5ba0 req-a3caa5fd-19a5-45a6-86be-e72d8cd6f6eb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405352 Mar 02 20:25:01.365165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] For port 00d840af-2a20-4838-96bb-712e82bf28a6, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:25:01.368001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] For port 00d840af-2a20-4838-96bb-712e82bf28a6, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=00d840af-2a20-4838-96bb-712e82bf28a6,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:25:01.424341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:01.489093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:01.490470 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] 10.222.0.31 "PUT /v2.0/ports/00d840af-2a20-4838-96bb-712e82bf28a6 HTTP/1.1" status: 200 len: 1093 time: 1.0251098 Mar 02 20:25:01.490897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'tag': '00d840af-2a20-4838-96bb-712e82bf28a6'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:25:01.508285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6ae3d-a718-487e-ae52-e47508852def service neutron] Pushing event updated for resources: {'Port': ['ID=00d840af-2a20-4838-96bb-712e82bf28a6,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:01.556739 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'tag': '00d840af-2a20-4838-96bb-712e82bf28a6', 'status': 'completed', 'code': 200} Mar 02 20:25:01.644156 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-c7593c3c-9f0f-4363-bdc7-ead84afa33b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 1096 time: 0.0722673 Mar 02 20:25:01.718934 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-d90d7f1d-8087-4b34-8d9a-afaa4a2791fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d840af-2a20-4838-96bb-712e82bf28a6 HTTP/1.1" status: 200 len: 217 time: 0.0646474 Mar 02 20:25:01.781744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-f886d88d-a413-4e56-962e-4bf416621807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:01.783110 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-f886d88d-a413-4e56-962e-4bf416621807 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ad0a54a-354f-44ee-b9b1-e11b31bc8f28 HTTP/1.1" status: 200 len: 835 time: 0.0563989 Mar 02 20:25:01.950820 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-62b93064-f980-4e0a-bb99-393550c2a94f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1cfd462-6e72-4cc8-819d-6c54672bba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1615148 Mar 02 20:25:02.085630 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-3494792e-df6b-44bb-b3fa-1a54cb5ec4a9 service neutron] 10.222.0.31 "GET /v2.0/networks/e1cfd462-6e72-4cc8-819d-6c54672bba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240470 Mar 02 20:25:02.218725 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a42b474-96c9-4e1f-9a1f-89b9d03939a3 req-d191c69d-f85e-4a12-98c4-ba2351a7bbee service neutron] 10.222.0.31 "GET /v2.0/networks/e1cfd462-6e72-4cc8-819d-6c54672bba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245966 Mar 02 20:25:02.444605 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e7d2f6a4-291a-41ce-b1a0-f2f0cc236609 req-5dafc6cf-ac85-4b9f-b07e-1293a56de3ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 1096 time: 0.0711014 Mar 02 20:25:02.484151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f7e24-9b95-4b46-a2e7-349cbad28e0e req-f8a89e3d-f6a9-4c20-8469-5fb72a38d858 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:02.485617 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c88f7e24-9b95-4b46-a2e7-349cbad28e0e req-f8a89e3d-f6a9-4c20-8469-5fb72a38d858 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 943 time: 0.0768156 Mar 02 20:25:02.532798 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c88f7e24-9b95-4b46-a2e7-349cbad28e0e req-ff40ebdb-cf62-4b8f-b59f-2c24dd37a8b1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Mar 02 20:25:02.584206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2f6a4-291a-41ce-b1a0-f2f0cc236609 req-68fbbfdf-153d-4e71-84b2-62b5365c61ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:02.585659 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e7d2f6a4-291a-41ce-b1a0-f2f0cc236609 req-68fbbfdf-153d-4e71-84b2-62b5365c61ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=e1cfd462-6e72-4cc8-819d-6c54672bba21 HTTP/1.1" status: 200 len: 899 time: 0.1306579 Mar 02 20:25:02.658811 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e7d2f6a4-291a-41ce-b1a0-f2f0cc236609 req-349cb103-5cbe-415f-b774-342044383222 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d840af-2a20-4838-96bb-712e82bf28a6 HTTP/1.1" status: 200 len: 217 time: 0.0639386 Mar 02 20:25:02.720103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2f6a4-291a-41ce-b1a0-f2f0cc236609 req-dfc1c34d-54ab-42ea-a41d-d26919d97126 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:02.721517 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e7d2f6a4-291a-41ce-b1a0-f2f0cc236609 req-dfc1c34d-54ab-42ea-a41d-d26919d97126 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ad0a54a-354f-44ee-b9b1-e11b31bc8f28 HTTP/1.1" status: 200 len: 835 time: 0.0564945 Mar 02 20:25:02.802139 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e7d2f6a4-291a-41ce-b1a0-f2f0cc236609 req-2be8563b-3bfc-400a-a49a-7d70997e0286 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1cfd462-6e72-4cc8-819d-6c54672bba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726545 Mar 02 20:25:02.932824 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e7d2f6a4-291a-41ce-b1a0-f2f0cc236609 req-00383316-e099-4a66-b2a8-d46b7f005009 service neutron] 10.222.0.31 "GET /v2.0/networks/e1cfd462-6e72-4cc8-819d-6c54672bba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230073 Mar 02 20:25:03.063853 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e7d2f6a4-291a-41ce-b1a0-f2f0cc236609 req-b15f8d78-cff1-4356-b159-e2c5ede7d788 service neutron] 10.222.0.31 "GET /v2.0/networks/e1cfd462-6e72-4cc8-819d-6c54672bba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246738 Mar 02 20:25:03.737802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ea018-37e4-497e-97c3-0627096b9a46 req-b244ed38-3aea-44b3-a561-beff17b509ab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:03.739286 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-293ea018-37e4-497e-97c3-0627096b9a46 req-b244ed38-3aea-44b3-a561-beff17b509ab tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 943 time: 0.0787268 Mar 02 20:25:03.783757 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-293ea018-37e4-497e-97c3-0627096b9a46 req-d85c1cc8-64ab-4cce-9644-dddbb98952c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389948 Mar 02 20:25:04.979817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b08a-2bd5-43e2-8899-175900062857 req-836b0f99-2004-4a7d-8ad6-ac75b835d395 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:04.981249 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-eac0b08a-2bd5-43e2-8899-175900062857 req-836b0f99-2004-4a7d-8ad6-ac75b835d395 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 943 time: 0.0757389 Mar 02 20:25:05.030347 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-eac0b08a-2bd5-43e2-8899-175900062857 req-40964028-8e6e-4e70-98a6-bce04bde1e42 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434997 Mar 02 20:25:05.509753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 00d840af-2a20-4838-96bb-712e82bf28a6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:25:05.640156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 00d840af-2a20-4838-96bb-712e82bf28a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=00d840af-2a20-4838-96bb-712e82bf28a6,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:25:05.652854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '00d840af-2a20-4838-96bb-712e82bf28a6', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'port_id': '00d840af-2a20-4838-96bb-712e82bf28a6', 'mac_address': 'fa:16:3e:5f:da:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:25:05.706986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:05.723961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d840af-2a20-4838-96bb-712e82bf28a6 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:25:05.738950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 00d840af-2a20-4838-96bb-712e82bf28a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=00d840af-2a20-4838-96bb-712e82bf28a6,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:25:05.783674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:05.878927 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=00d840af-2a20-4838-96bb-712e82bf28a6,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:06.054592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['00d840af-2a20-4838-96bb-712e82bf28a6'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:25:06.310236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b8f37-eb9d-4716-b7f4-3141e78df0fe req-50ccb955-9350-4179-9b49-ec61fc0120af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:06.312210 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-996b8f37-eb9d-4716-b7f4-3141e78df0fe req-50ccb955-9350-4179-9b49-ec61fc0120af tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 944 time: 0.1616039 Mar 02 20:25:06.358429 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-996b8f37-eb9d-4716-b7f4-3141e78df0fe req-a5d35f79-ca78-4206-8d8c-d97c8d85d46b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405569 Mar 02 20:25:07.539847 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 00d840af-2a20-4838-96bb-712e82bf28a6 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:25:07.568851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbbdd6-db37-41b7-9cc6-c76c4e4ebe83 req-4feff99a-9c1a-4d8e-a68f-2130a4c929ae tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:07.570338 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0ddbbdd6-db37-41b7-9cc6-c76c4e4ebe83 req-4feff99a-9c1a-4d8e-a68f-2130a4c929ae tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 944 time: 0.0813842 Mar 02 20:25:07.617228 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0ddbbdd6-db37-41b7-9cc6-c76c4e4ebe83 req-2fddecf4-6f07-40ed-9ecf-84179d1f2524 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413101 Mar 02 20:25:07.657922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 00d840af-2a20-4838-96bb-712e82bf28a6 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:25:07.662827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 00d840af-2a20-4838-96bb-712e82bf28a6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:25:07.668021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:07.776678 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:07.803224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d840af-2a20-4838-96bb-712e82bf28a6'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:25:07.812861 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 00d840af-2a20-4838-96bb-712e82bf28a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=00d840af-2a20-4838-96bb-712e82bf28a6,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:25:07.856960 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d840af-2a20-4838-96bb-712e82bf28a6', 'code': 200} Mar 02 20:25:07.892683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:07.960808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=00d840af-2a20-4838-96bb-712e82bf28a6,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:08.180334 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-edda2965-a440-41ad-a478-14cc91e573a1 req-5f015867-bbd1-4f50-b3af-421d1610586c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 1098 time: 0.0665021 Mar 02 20:25:08.223884 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-edda2965-a440-41ad-a478-14cc91e573a1 req-d23f162e-0556-4e4b-a763-de30c73a7477 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346549 Mar 02 20:25:08.823503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adf93e-c410-4e35-98db-b29105ab164c req-cb4b76f5-7129-445a-b8c2-ef753b6bb969 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:08.825049 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-94adf93e-c410-4e35-98db-b29105ab164c req-cb4b76f5-7129-445a-b8c2-ef753b6bb969 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 945 time: 0.0742240 Mar 02 20:25:08.870104 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-94adf93e-c410-4e35-98db-b29105ab164c req-4b787df6-6818-4d2b-a8a4-8a44f2cd591e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386238 Mar 02 20:25:10.067017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b8aca-568f-4db0-a4b6-3e47976a444b req-c52e02ec-6b2f-494b-8e00-e2f92ab623c7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:10.068488 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b25b8aca-568f-4db0-a4b6-3e47976a444b req-c52e02ec-6b2f-494b-8e00-e2f92ab623c7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 945 time: 0.0783463 Mar 02 20:25:10.115429 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b25b8aca-568f-4db0-a4b6-3e47976a444b req-2699c529-b7e8-474b-a5b0-7084be033986 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 Mar 02 20:25:10.312252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1483b-2505-418a-9efb-bbb7532c6f4c req-855bf955-3fee-410b-999b-2ecfd4ee890c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:10.313650 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-81a1483b-2505-418a-9efb-bbb7532c6f4c req-855bf955-3fee-410b-999b-2ecfd4ee890c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 945 time: 0.0751200 Mar 02 20:25:10.360870 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-81a1483b-2505-418a-9efb-bbb7532c6f4c req-573a7b5a-e837-4c09-b7bf-1e89ff39146b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417376 Mar 02 20:25:10.388286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 48998) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:10.458917 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-624e58c2-e4ee-474b-af53-7f974f1804c9 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 1093 time: 0.0689824 Mar 02 20:25:10.461527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49002) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:10.466458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '00d840af-2a20-4838-96bb-712e82bf28a6', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:25:10.475651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:25:10.479415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:floatingip and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:25:10.482194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:25:10.488993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:25:10.555258 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:10.688874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:10.833179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.156 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/2d7839d3-aba1-45ac-96fc-ee1db8cb7c34) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:25:10.976162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:11.034643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:11.099881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:25:11.102728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:25:11.106983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:25:11.133522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=2d7839d3-aba1-45ac-96fc-ee1db8cb7c34,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:11.597993 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:11.787214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:11.991091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:12.052480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:12.161426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=2d7839d3-aba1-45ac-96fc-ee1db8cb7c34,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:12.174664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:12.362561 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP 2415d87b-0ae4-472b-bdb2-a863a2ce7c6f associated. External IP: 172.26.5.156, port: 00d840af-2a20-4838-96bb-712e82bf28a6. Mar 02 20:25:12.757522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 5938e83c-1627-4a0b-a241-cb95ca213b0c has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:25:12.846666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:12.955689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:25:12.965940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78fd1a-fe25-4422-92ca-a40083e59059 None None] Sync routers for ids ['5938e83c-1627-4a0b-a241-cb95ca213b0c'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:25:12.978064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78fd1a-fe25-4422-92ca-a40083e59059 None None] Routers {'5938e83c-1627-4a0b-a241-cb95ca213b0c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:25:12.978715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4c78fd1a-fe25-4422-92ca-a40083e59059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:24:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5938e83c-1627-4a0b-a241-cb95ca213b0c'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:25:13.041960 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:13.106256 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f4280e88-556c-4462-8185-12403085696c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6436598 Mar 02 20:25:13.106904 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'tag': '00d840af-2a20-4838-96bb-712e82bf28a6'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:25:13.109669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49010) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:13.167303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-4c78fd1a-fe25-4422-92ca-a40083e59059 None None] Set router 5938e83c-1627-4a0b-a241-cb95ca213b0c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:25:13.179891 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'tag': '00d840af-2a20-4838-96bb-712e82bf28a6', 'status': 'completed', 'code': 200} Mar 02 20:25:13.341153 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9bfe4fd8-f766-43f2-be98-5e10ff2f85bb req-626659ac-25f9-4353-b2aa-c6e5b58d3be7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 1098 time: 0.1035347 Mar 02 20:25:13.548903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4c78fd1a-fe25-4422-92ca-a40083e59059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '2415d87b-0ae4-472b-bdb2-a863a2ce7c6f', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'port_id': '00d840af-2a20-4838-96bb-712e82bf28a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'mac_address': 'fa:16:3e:5f:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:25:11Z', 'updated_at': '2022-03-02T20:25:11Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9684cf21-2608-459a-880d-278588cc656a', 'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:1d:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:50Z', 'updated_at': '2022-03-02T20:24:57Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:25:13.553092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78fd1a-fe25-4422-92ca-a40083e59059 None None] Checking router: 5938e83c-1627-4a0b-a241-cb95ca213b0c for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:25:13.564602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78fd1a-fe25-4422-92ca-a40083e59059 None None] Routers {'5938e83c-1627-4a0b-a241-cb95ca213b0c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:25:13.565224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4c78fd1a-fe25-4422-92ca-a40083e59059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:24:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5938e83c-1627-4a0b-a241-cb95ca213b0c'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:25:13.608412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe4fd8-f766-43f2-be98-5e10ff2f85bb req-02d7404c-2890-4349-8e2e-a055fc0dbf4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:13.609752 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9bfe4fd8-f766-43f2-be98-5e10ff2f85bb req-02d7404c-2890-4349-8e2e-a055fc0dbf4f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e1cfd462-6e72-4cc8-819d-6c54672bba21 HTTP/1.1" status: 200 len: 899 time: 0.2617013 Mar 02 20:25:13.612535 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-51436d56-f290-47df-8bb0-38cc82a89ffc tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers/5938e83c-1627-4a0b-a241-cb95ca213b0c HTTP/1.1" status: 200 len: 921 time: 0.5016625 Mar 02 20:25:13.615301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49018) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:13.749435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-4c78fd1a-fe25-4422-92ca-a40083e59059 None None] Set router 5938e83c-1627-4a0b-a241-cb95ca213b0c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:25:13.813430 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8cee271d-6cd8-48fb-824b-91dd8f8d5621 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 991 time: 0.1959023 Mar 02 20:25:13.815555 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9bfe4fd8-f766-43f2-be98-5e10ff2f85bb req-8ff11e0d-d71b-4e94-9f79-3b2b2497d0a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d840af-2a20-4838-96bb-712e82bf28a6 HTTP/1.1" status: 200 len: 999 time: 0.1976810 Mar 02 20:25:13.880143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe4fd8-f766-43f2-be98-5e10ff2f85bb req-33532e24-0206-43ae-b967-5378902445df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:13.881612 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9bfe4fd8-f766-43f2-be98-5e10ff2f85bb req-33532e24-0206-43ae-b967-5378902445df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ad0a54a-354f-44ee-b9b1-e11b31bc8f28 HTTP/1.1" status: 200 len: 835 time: 0.0591555 Mar 02 20:25:13.958543 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9bfe4fd8-f766-43f2-be98-5e10ff2f85bb req-3d99583e-427f-468b-9450-8e9601939c19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1cfd462-6e72-4cc8-819d-6c54672bba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709994 Mar 02 20:25:14.099584 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9bfe4fd8-f766-43f2-be98-5e10ff2f85bb req-6d6ecf01-fc26-41de-aab1-e96c082b820b service neutron] 10.222.0.31 "GET /v2.0/networks/e1cfd462-6e72-4cc8-819d-6c54672bba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341419 Mar 02 20:25:14.153795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-4c78fd1a-fe25-4422-92ca-a40083e59059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '2415d87b-0ae4-472b-bdb2-a863a2ce7c6f', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'port_id': '00d840af-2a20-4838-96bb-712e82bf28a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'mac_address': 'fa:16:3e:5f:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:25:11Z', 'updated_at': '2022-03-02T20:25:11Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9684cf21-2608-459a-880d-278588cc656a', 'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:1d:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:50Z', 'updated_at': '2022-03-02T20:24:57Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:25:14.158770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78fd1a-fe25-4422-92ca-a40083e59059 None None] The sync data for ids ['5938e83c-1627-4a0b-a241-cb95ca213b0c'] in dv-neutron-831593-2-hyperv is: [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '2415d87b-0ae4-472b-bdb2-a863a2ce7c6f', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'port_id': '00d840af-2a20-4838-96bb-712e82bf28a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'mac_address': 'fa:16:3e:5f:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:25:11Z', 'updated_at': '2022-03-02T20:25:11Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9684cf21-2608-459a-880d-278588cc656a', 'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:1d:3c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:50Z', 'updated_at': '2022-03-02T20:24:57Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:25:14.240871 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9bfe4fd8-f766-43f2-be98-5e10ff2f85bb req-c0c23ea9-c67a-4b83-a7b9-9b3adf8a5856 service neutron] 10.222.0.31 "GET /v2.0/networks/e1cfd462-6e72-4cc8-819d-6c54672bba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343935 Mar 02 20:25:14.382694 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299a87f-a9b7-48dc-994a-97ba4f67d77d None None] New status for floating IP 2415d87b-0ae4-472b-bdb2-a863a2ce7c6f: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:25:14.816371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49024) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:14.920087 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6265b468-ecc6-47c4-a65f-869503f659f1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 993 time: 0.1025543 Mar 02 20:25:17.092408 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2acb6be0-a45f-4786-afcb-56ce63312035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:17.556670 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:25:19.332255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-334cbdb9-5c25-4dbe-a9de-0f5a52bcd47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:20.578973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:20.589082 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:21.823733 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:37.580122 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-38b5ac3f-7719-41b6-a549-a19dee95d931 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181166011&fields=id&tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef HTTP/1.1" status: 200 len: 267 time: 0.0400577 Mar 02 20:25:37.819187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-0bc9f7b1-67ea-482c-bcf4-1a49c6888bc7 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:37.820611 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-0bc9f7b1-67ea-482c-bcf4-1a49c6888bc7 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 812 time: 0.2337403 Mar 02 20:25:37.837040 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-9039ac42-ad64-428d-87bb-b6fee46fc7d5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/quotas/27a22670d9d94d5cb974e0bd0ae4f9ef HTTP/1.1" status: 200 len: 375 time: 0.0111439 Mar 02 20:25:37.920570 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-6ea0617f-3113-496a-a5ed-803c2c1bc933 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0789325 Mar 02 20:25:38.055716 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-226c0be6-af36-4c52-8bde-3759b580ac44 service neutron] 10.222.0.44 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234579 Mar 02 20:25:38.192546 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-7c4290b8-ab40-4459-b01e-23a6da838fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278615 Mar 02 20:25:38.826933 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-001fc418-9a20-4ed7-afc3-b6e467972edf req-e51df978-9408-482f-8bd8-5d66ab4e1d73 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 210 time: 0.0449386 Mar 02 20:25:39.985207 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6b1df038-63cb-4810-afc5-06b520acb53e req-19823bce-ea55-41d8-a2fe-ab3243bdd5c9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 210 time: 0.0414743 Mar 02 20:25:40.609961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-f495a9f5-9774-4533-8b8a-6a79aa33ff1c tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:40.611379 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-f495a9f5-9774-4533-8b8a-6a79aa33ff1c tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 812 time: 0.1442571 Mar 02 20:25:40.672475 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-54320657-e11c-46a6-b49c-3c1ab52a9cec tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef HTTP/1.1" status: 200 len: 380 time: 0.0462434 Mar 02 20:25:40.684104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'port': {'device_id': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'admin_state_up': True, 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'security_groups': ['cc7990d4-8e1b-405e-81d6-bce5dca50249']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:25:40.823046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:25:40.828822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:port and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:25:40.831716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:25:40.838124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:25:40.898438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Made reservation on behalf of 27a22670d9d94d5cb974e0bd0ae4f9ef for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:25:40.901511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:41.119465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Allocated IP 172.20.0.7 (82ac1006-fbfb-4cae-a77f-d83f7abec9de/2afb9036-43e4-41be-8d2f-419a51a61236/dbc26262-17d9-48fe-a940-9661cb852979) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:25:41.192088 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b397e612-289d-4728-90bd-374fb5bfd29b req-5fafc3c2-e5b1-4ad8-bae2-29c3a5f967c8 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 210 time: 0.0508037 Mar 02 20:25:41.350722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:41.370863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Transition to ACTIVE for port object dbc26262-17d9-48fe-a940-9661cb852979 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:25:41.464273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:41.547920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Network 82ac1006-fbfb-4cae-a77f-d83f7abec9de is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:25:41.551692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:25:41.555836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:25:41.595570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'Port': ['ID=dbc26262-17d9-48fe-a940-9661cb852979,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:41.627183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:41.627815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:41.628150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:41.628150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:41.628498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:41.628829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:41.629410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:41.629804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:41.632510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:41.632851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:41.633178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:41.655435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:41.656140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:41.726339 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-b902f388-fc71-4642-b8a5-00ecc29e96b1 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0459614 Mar 02 20:25:41.738538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Request body: {'port': {'device_id': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:25:41.822949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-cad75332-47c3-483f-8e55-5e5ab3204103 None None] Provisioning for port dbc26262-17d9-48fe-a940-9661cb852979 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:25:41.828525 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-cad75332-47c3-483f-8e55-5e5ab3204103 None None] Provisioning complete for port dbc26262-17d9-48fe-a940-9661cb852979 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:25:41.829876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cad75332-47c3-483f-8e55-5e5ab3204103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:41.852485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:41.885588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-cad75332-47c3-483f-8e55-5e5ab3204103 None None] Port dbc26262-17d9-48fe-a940-9661cb852979 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:25:42.307554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc26262-17d9-48fe-a940-9661cb852979 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:25:42.314448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:42.328904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Transition to ACTIVE for port object dbc26262-17d9-48fe-a940-9661cb852979 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:25:42.404260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8722-5286-4bef-b512-ca995cbf3d2f req-fd4dd278-0331-4a03-b1f3-9c8fab9a356d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:42.405749 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-818d8722-5286-4bef-b512-ca995cbf3d2f req-fd4dd278-0331-4a03-b1f3-9c8fab9a356d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 931 time: 0.0808156 Mar 02 20:25:42.417656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:42.456671 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-818d8722-5286-4bef-b512-ca995cbf3d2f req-78e323a5-f74d-40e2-9f5b-a0aacb431ba9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445814 Mar 02 20:25:42.555777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Pushing event updated for resources: {'Port': ['ID=dbc26262-17d9-48fe-a940-9661cb852979,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:42.668361 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Attempting to bind port dbc26262-17d9-48fe-a940-9661cb852979 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:25:42.668947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Attempting to bind port dbc26262-17d9-48fe-a940-9661cb852979 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:25:42.669060 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Attempting to bind port dbc26262-17d9-48fe-a940-9661cb852979 on network 82ac1006-fbfb-4cae-a77f-d83f7abec9de {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:25:42.674720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Port dbc26262-17d9-48fe-a940-9661cb852979 on network 82ac1006-fbfb-4cae-a77f-d83f7abec9de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:25:42.675034 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Attempting to bind port dbc26262-17d9-48fe-a940-9661cb852979 on network 82ac1006-fbfb-4cae-a77f-d83f7abec9de {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:25:42.681812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:25:42.682171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Checking segment: {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:25:42.682566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Bound using segment: {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:25:42.682958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Bound port: dbc26262-17d9-48fe-a940-9661cb852979, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a2903f-20f8-4885-bc2c-3465db5e55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:25:42.683298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:42.780784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] For port dbc26262-17d9-48fe-a940-9661cb852979, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:25:42.780784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] For port dbc26262-17d9-48fe-a940-9661cb852979, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dbc26262-17d9-48fe-a940-9661cb852979,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:25:42.828449 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:42.857471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:42.919149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:42.920493 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] 10.222.0.31 "PUT /v2.0/ports/dbc26262-17d9-48fe-a940-9661cb852979 HTTP/1.1" status: 200 len: 1093 time: 1.1866140 Mar 02 20:25:42.920930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'tag': 'dbc26262-17d9-48fe-a940-9661cb852979'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:25:42.939992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf8f19-2ee8-45de-9d3b-0cd79da83bbe service neutron] Pushing event updated for resources: {'Port': ['ID=dbc26262-17d9-48fe-a940-9661cb852979,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:42.978907 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'tag': 'dbc26262-17d9-48fe-a940-9661cb852979', 'status': 'completed', 'code': 200} Mar 02 20:25:43.078752 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-311e5dd2-b72a-43e6-a9d2-e9eee63d1976 req-a37d58a5-2bb0-4abe-a7e1-f9e47fb801cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 1096 time: 0.0774171 Mar 02 20:25:43.224017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e5dd2-b72a-43e6-a9d2-e9eee63d1976 req-eb09f623-dc21-44c4-962c-faeff24bc9c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:43.225415 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-311e5dd2-b72a-43e6-a9d2-e9eee63d1976 req-eb09f623-dc21-44c4-962c-faeff24bc9c5 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1389263 Mar 02 20:25:43.358349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e5dd2-b72a-43e6-a9d2-e9eee63d1976 req-51681706-21a9-4fa0-b6e9-400dcf14edca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:43.359768 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-311e5dd2-b72a-43e6-a9d2-e9eee63d1976 req-51681706-21a9-4fa0-b6e9-400dcf14edca service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1272652 Mar 02 20:25:43.461056 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-46628418-9372-4371-9e1b-02b57406163a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 1096 time: 0.0672605 Mar 02 20:25:43.532157 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-63f8cf6d-04ba-4467-a0c1-747ead57fed7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc26262-17d9-48fe-a940-9661cb852979 HTTP/1.1" status: 200 len: 217 time: 0.0632827 Mar 02 20:25:43.594490 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-7eadb5d4-a6ba-4a62-a3f2-15aa64e3b544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:43.595946 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-7eadb5d4-a6ba-4a62-a3f2-15aa64e3b544 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0573609 Mar 02 20:25:43.656047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cac31e-0d50-4c97-9f4d-52770fc6ee91 req-756aaed4-9b61-424e-a4fe-156c5618dd7a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:43.657414 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-51cac31e-0d50-4c97-9f4d-52770fc6ee91 req-756aaed4-9b61-424e-a4fe-156c5618dd7a tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 943 time: 0.0765059 Mar 02 20:25:43.672875 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-d12e001c-78d5-460e-a919-991c05f4ddb5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704618 Mar 02 20:25:43.702613 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-51cac31e-0d50-4c97-9f4d-52770fc6ee91 req-5d95288e-734f-4322-a85f-935372c89079 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395725 Mar 02 20:25:43.805479 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-4922e9c8-0f1e-4d5f-bef9-1a71cdf65ec0 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247013 Mar 02 20:25:43.935261 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5c08ec56-5dab-409c-805c-0df9593179f6 req-8327bf64-e6b0-4928-980b-5f05b6a0fe1c service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221926 Mar 02 20:25:44.902532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905f472-1473-4419-acc9-6165a400278e req-bad7a597-ecff-441e-ac5c-6b82c9fd9335 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:44.903952 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a905f472-1473-4419-acc9-6165a400278e req-bad7a597-ecff-441e-ac5c-6b82c9fd9335 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 943 time: 0.0790956 Mar 02 20:25:44.949369 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a905f472-1473-4419-acc9-6165a400278e req-061d90b0-0c3f-470b-8e54-9b3443ddfcba tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Mar 02 20:25:46.145995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0896d42-92bd-40e9-8cc1-652f72bba793 req-b21cb51d-7f80-40b6-8f3d-e8060ce899f3 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:46.147430 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a0896d42-92bd-40e9-8cc1-652f72bba793 req-b21cb51d-7f80-40b6-8f3d-e8060ce899f3 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 943 time: 0.0780127 Mar 02 20:25:46.194519 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a0896d42-92bd-40e9-8cc1-652f72bba793 req-456efe2a-fc12-4432-9414-2991a400934e tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416527 Mar 02 20:25:47.114473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-accbd58a-6157-422f-994f-fdf174f1e000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:47.391024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eabe2b-a1ba-445c-a7f6-ff8f8680a28e req-642bd700-9abf-4a0c-9052-3bff1ae3b60b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:47.392459 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e8eabe2b-a1ba-445c-a7f6-ff8f8680a28e req-642bd700-9abf-4a0c-9052-3bff1ae3b60b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 943 time: 0.0764887 Mar 02 20:25:47.439052 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e8eabe2b-a1ba-445c-a7f6-ff8f8680a28e req-c5e37608-d9ff-4d23-adb5-cb2a8420eb53 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Mar 02 20:25:48.639338 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25135169-41d9-4a6d-938d-3ad592be5726 req-249dd477-0668-495e-81c8-e6ca5eaf8fa2 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:48.640720 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-25135169-41d9-4a6d-938d-3ad592be5726 req-249dd477-0668-495e-81c8-e6ca5eaf8fa2 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 943 time: 0.0837014 Mar 02 20:25:48.695683 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-25135169-41d9-4a6d-938d-3ad592be5726 req-50dc9a75-92bf-4d03-ac1b-5db71564862e tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494223 Mar 02 20:25:49.156714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49132) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:49.314226 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5bad575a-94a8-4a3d-b612-c6037c8d2f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:49.336437 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-78120acb-2cab-441e-a7fa-93b6257e6d24 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers/5938e83c-1627-4a0b-a241-cb95ca213b0c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1786616 Mar 02 20:25:49.339309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49136) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:49.616498 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91929f68-f52e-43fd-85b3-1563e8fe3862 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Notify agent at dv-neutron-831593-2-hyperv the message router_removed_from_agent {{(pid=84504) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 02 20:25:49.619698 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-91929f68-f52e-43fd-85b3-1563e8fe3862 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "DELETE /v2.0/agents/cbd1dfe5-cf6c-4c3e-a343-c8814de2b884/l3-routers/5938e83c-1627-4a0b-a241-cb95ca213b0c HTTP/1.1" status: 204 len: 168 time: 0.2795124 Mar 02 20:25:49.622330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49140) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:49.955193 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9cb82-f4c2-4bb0-b50f-b2695f7e87a2 req-22ab96cc-376a-498c-8723-6c7a0ffa2a75 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:49.956619 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d1c9cb82-f4c2-4bb0-b50f-b2695f7e87a2 req-22ab96cc-376a-498c-8723-6c7a0ffa2a75 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 943 time: 0.1271679 Mar 02 20:25:49.958759 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7fbb99fa-d90a-458b-94a8-ff03fe1bdff9 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers/5938e83c-1627-4a0b-a241-cb95ca213b0c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3348761 Mar 02 20:25:49.961602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49146) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:50.101673 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ead32b88-0480-48ad-b811-1ef0b2a05f45 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 993 time: 0.1378033 Mar 02 20:25:50.103713 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d1c9cb82-f4c2-4bb0-b50f-b2695f7e87a2 req-d7b64b8c-500a-48de-890d-97c81029a5cd tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385937 Mar 02 20:25:50.407717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110be0c9-5311-4751-9aaf-d59b5e1e0af7 None None] New status for floating IP 2415d87b-0ae4-472b-bdb2-a863a2ce7c6f: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:25:50.572449 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:50.659059 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:50.950966 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9684cf21-2608-459a-880d-278588cc656a no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:25:51.069242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:51.102414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9684cf21-2608-459a-880d-278588cc656a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9684cf21-2608-459a-880d-278588cc656a,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:25:51.103933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49150) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:51.148599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:51.149467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 12cf1f6d-1b93-40ac-ae2d-28c011156096 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:25:51.214057 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5e662895-9653-4460-97f1-ba91929338c7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 991 time: 0.1087387 Mar 02 20:25:51.275624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9684cf21-2608-459a-880d-278588cc656a,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:51.316511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490cfb0-4b30-4174-955d-d38c4b228a4f req-59bbab12-44c8-43bd-8005-4e3ae7b126a3 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:51.318020 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3490cfb0-4b30-4174-955d-d38c4b228a4f req-59bbab12-44c8-43bd-8005-4e3ae7b126a3 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 943 time: 0.0795310 Mar 02 20:25:51.323453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:51.323800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:51.324137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:51.324485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:51.324794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:51.325127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:51.325445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:51.325763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:51.326106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:51.326687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:51.327003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:51.341379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:51.361705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 12cf1f6d-1b93-40ac-ae2d-28c011156096, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=12cf1f6d-1b93-40ac-ae2d-28c011156096,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:25:51.365559 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3490cfb0-4b30-4174-955d-d38c4b228a4f req-94799189-d0b3-4e82-894e-27bde48ff76d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 Mar 02 20:25:51.446749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:51.514051 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=12cf1f6d-1b93-40ac-ae2d-28c011156096,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:51.804417 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device dbc26262-17d9-48fe-a940-9661cb852979 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:25:51.832088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:51.938318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port dbc26262-17d9-48fe-a940-9661cb852979, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dbc26262-17d9-48fe-a940-9661cb852979,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:25:51.951922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'dbc26262-17d9-48fe-a940-9661cb852979', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'port_id': 'dbc26262-17d9-48fe-a940-9661cb852979', 'mac_address': 'fa:16:3e:99:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:25:52.003913 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:52.021458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc26262-17d9-48fe-a940-9661cb852979 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:25:52.036780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port dbc26262-17d9-48fe-a940-9661cb852979, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dbc26262-17d9-48fe-a940-9661cb852979,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:25:52.126150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:52.196326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=dbc26262-17d9-48fe-a940-9661cb852979,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:52.375396 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49158) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:52.377579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['dbc26262-17d9-48fe-a940-9661cb852979'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:25:52.590189 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c64c86-c1a5-4a08-b6f0-9cee400a1589 req-fd96bd6c-d5ee-4381-a394-4cca3a18c745 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:52.591652 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-32c64c86-c1a5-4a08-b6f0-9cee400a1589 req-fd96bd6c-d5ee-4381-a394-4cca3a18c745 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 944 time: 0.0971224 Mar 02 20:25:52.642135 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-32c64c86-c1a5-4a08-b6f0-9cee400a1589 req-0a819d0e-0dcf-4ee9-b57a-59a8d12f8901 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 Mar 02 20:25:52.754479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518d1579-4661-448f-8f29-fd746405e760 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Router 5938e83c-1627-4a0b-a241-cb95ca213b0c is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:25:52.754836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518d1579-4661-448f-8f29-fd746405e760 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Notify agent at dv-neutron-831593-2-hyperv the message router_added_to_agent {{(pid=84503) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 02 20:25:52.782570 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-518d1579-4661-448f-8f29-fd746405e760 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "POST /v2.0/agents/cbd1dfe5-cf6c-4c3e-a343-c8814de2b884/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4061127 Mar 02 20:25:52.787253 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49166) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:52.802869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778b453-5ebb-47c3-a010-5e0faa5a1c31 None None] Sync routers for ids ['5938e83c-1627-4a0b-a241-cb95ca213b0c'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:25:52.815735 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778b453-5ebb-47c3-a010-5e0faa5a1c31 None None] Routers {'5938e83c-1627-4a0b-a241-cb95ca213b0c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:25:52.816387 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b778b453-5ebb-47c3-a010-5e0faa5a1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:25:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5938e83c-1627-4a0b-a241-cb95ca213b0c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:25:52.972710 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a4dc93f4-d97f-4e88-8b28-536c1a8da610 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers/5938e83c-1627-4a0b-a241-cb95ca213b0c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1817396 Mar 02 20:25:52.972984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49172) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:52.996728 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-b778b453-5ebb-47c3-a010-5e0faa5a1c31 None None] Set router 5938e83c-1627-4a0b-a241-cb95ca213b0c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:25:53.079283 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8b9dc982-39da-45cb-9f1a-91eeb365dd82 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 991 time: 0.1052208 Mar 02 20:25:53.338130 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b778b453-5ebb-47c3-a010-5e0faa5a1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:25:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '2415d87b-0ae4-472b-bdb2-a863a2ce7c6f', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'port_id': '00d840af-2a20-4838-96bb-712e82bf28a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'mac_address': 'fa:16:3e:5f:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:25:11Z', 'updated_at': '2022-03-02T20:25:50Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9684cf21-2608-459a-880d-278588cc656a', 'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:1d:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:50Z', 'updated_at': '2022-03-02T20:25:51Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:25:53.341742 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778b453-5ebb-47c3-a010-5e0faa5a1c31 None None] Checking router: 5938e83c-1627-4a0b-a241-cb95ca213b0c for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:25:53.352445 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778b453-5ebb-47c3-a010-5e0faa5a1c31 None None] Routers {'5938e83c-1627-4a0b-a241-cb95ca213b0c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:25:53.353018 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b778b453-5ebb-47c3-a010-5e0faa5a1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:25:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5938e83c-1627-4a0b-a241-cb95ca213b0c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:25:53.528702 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-b778b453-5ebb-47c3-a010-5e0faa5a1c31 None None] Set router 5938e83c-1627-4a0b-a241-cb95ca213b0c gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:25:53.803163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device dbc26262-17d9-48fe-a940-9661cb852979 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:25:53.856430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e010a-6693-425b-a7bd-f8532771a737 req-5c8ed093-7f25-462f-863a-7ec297a3b7d5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:53.857898 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea2e010a-6693-425b-a7bd-f8532771a737 req-5c8ed093-7f25-462f-863a-7ec297a3b7d5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 944 time: 0.0788343 Mar 02 20:25:53.878825 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b778b453-5ebb-47c3-a010-5e0faa5a1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:25:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '2415d87b-0ae4-472b-bdb2-a863a2ce7c6f', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'port_id': '00d840af-2a20-4838-96bb-712e82bf28a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'mac_address': 'fa:16:3e:5f:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:25:11Z', 'updated_at': '2022-03-02T20:25:50Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9684cf21-2608-459a-880d-278588cc656a', 'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:1d:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:50Z', 'updated_at': '2022-03-02T20:25:51Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:25:53.883839 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b778b453-5ebb-47c3-a010-5e0faa5a1c31 None None] The sync data for ids ['5938e83c-1627-4a0b-a241-cb95ca213b0c'] in dv-neutron-831593-2-hyperv is: [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:24:51Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '12cf1f6d-1b93-40ac-ae2d-28c011156096', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:47Z', 'updated_at': '2022-03-02T20:25:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '2415d87b-0ae4-472b-bdb2-a863a2ce7c6f', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.156', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'port_id': '00d840af-2a20-4838-96bb-712e82bf28a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'mac_address': 'fa:16:3e:5f:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:25:11Z', 'updated_at': '2022-03-02T20:25:50Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9684cf21-2608-459a-880d-278588cc656a', 'name': '', 'network_id': 'e1cfd462-6e72-4cc8-819d-6c54672bba21', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:1d:3c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:50Z', 'updated_at': '2022-03-02T20:25:51Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '8ad0a54a-354f-44ee-b9b1-e11b31bc8f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:25:53.908740 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea2e010a-6693-425b-a7bd-f8532771a737 req-f5090924-70b4-434a-a4ab-a22a738c2af3 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447364 Mar 02 20:25:53.960266 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port dbc26262-17d9-48fe-a940-9661cb852979 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:25:53.966692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port dbc26262-17d9-48fe-a940-9661cb852979 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:25:53.966692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:54.083845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49178) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:54.106755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:54.137231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc26262-17d9-48fe-a940-9661cb852979'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:25:54.148378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port dbc26262-17d9-48fe-a940-9661cb852979, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dbc26262-17d9-48fe-a940-9661cb852979,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:25:54.201860 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc26262-17d9-48fe-a940-9661cb852979', 'code': 200} Mar 02 20:25:54.213442 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3a2f2210-4f18-47cf-808e-2c090574cfc0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 991 time: 0.1265652 Mar 02 20:25:54.214143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:54.290364 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=dbc26262-17d9-48fe-a940-9661cb852979,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:54.557713 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:25:54.627139 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c666ae20-489b-4e2f-9d73-b2717ff1f4b6 req-6122b108-7efb-4874-b2a8-c2951e77b19a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 1098 time: 0.0723245 Mar 02 20:25:54.676027 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c666ae20-489b-4e2f-9d73-b2717ff1f4b6 req-248158bc-bf6b-4989-bef6-1f3020bdee04 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395432 Mar 02 20:25:55.015045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9684cf21-2608-459a-880d-278588cc656a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:25:55.089746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9684cf21-2608-459a-880d-278588cc656a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:25:55.090255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:55.135278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d21d47-3aaa-4ae6-a262-a80e3e4a7bbf req-7dbc674c-ecca-46b1-b05e-bce730b88b9e tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:55.136758 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-60d21d47-3aaa-4ae6-a262-a80e3e4a7bbf req-7dbc674c-ecca-46b1-b05e-bce730b88b9e tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 945 time: 0.0911634 Mar 02 20:25:55.184467 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-60d21d47-3aaa-4ae6-a262-a80e3e4a7bbf req-a8033633-b39e-425c-b31c-102d844aed32 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Mar 02 20:25:55.215652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49186) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:55.224778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:55.256206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9684cf21-2608-459a-880d-278588cc656a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9684cf21-2608-459a-880d-278588cc656a,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:25:55.321007 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a2f2f0ba-c223-4290-95a3-20cbebb41edd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 991 time: 0.1041484 Mar 02 20:25:55.342736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:55.343542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 12cf1f6d-1b93-40ac-ae2d-28c011156096 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:25:55.453946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9684cf21-2608-459a-880d-278588cc656a,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:55.468256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 12cf1f6d-1b93-40ac-ae2d-28c011156096 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:25:55.468630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:55.582750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:55.599157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 12cf1f6d-1b93-40ac-ae2d-28c011156096, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=12cf1f6d-1b93-40ac-ae2d-28c011156096,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:25:55.691252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:55.759326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=12cf1f6d-1b93-40ac-ae2d-28c011156096,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:56.324319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49192) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:56.388749 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3a8ec-b284-431f-a9f1-6a98454162fd req-4ea45a50-6611-4504-91b8-28da86595b83 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:56.390540 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-05d3a8ec-b284-431f-a9f1-6a98454162fd req-4ea45a50-6611-4504-91b8-28da86595b83 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 945 time: 0.0833411 Mar 02 20:25:56.433175 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2a3b48ce-ad32-4eec-8155-faa5fb399b44 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 991 time: 0.1065135 Mar 02 20:25:56.437209 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-05d3a8ec-b284-431f-a9f1-6a98454162fd req-f72fc1f0-96dc-4ecb-b727-c94f0d8e1ba6 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 Mar 02 20:25:56.649878 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cfe03-e415-48af-8d1d-536768048e6a req-9db4a023-c57c-4898-ae57-f489bd3c0cbf tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:56.651240 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4b5cfe03-e415-48af-8d1d-536768048e6a req-9db4a023-c57c-4898-ae57-f489bd3c0cbf tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 945 time: 0.0784433 Mar 02 20:25:56.696517 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4b5cfe03-e415-48af-8d1d-536768048e6a req-35683120-3183-48a9-bbbe-012fb9aee66b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398009 Mar 02 20:25:56.725483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49198) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:56.926458 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e7eb49bf-ff0e-485b-80b1-2e2ee0a0d366 tempest-TestVolumeBootPattern-1540238876 tempest-TestVolumeBootPattern-1540238876-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 1093 time: 0.1973441 Mar 02 20:25:56.926772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49204) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:56.932715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': 'dbc26262-17d9-48fe-a940-9661cb852979', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:25:56.938428 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:25:56.942210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Usage tracker for resource:floatingip and tenant:27a22670d9d94d5cb974e0bd0ae4f9ef is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:25:56.947696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:25:56.950938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:25:56.962473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9684cf21-2608-459a-880d-278588cc656a up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:25:57.023489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:57.032623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9684cf21-2608-459a-880d-278588cc656a triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:25:57.032993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:57.148655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 12cf1f6d-1b93-40ac-ae2d-28c011156096 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:25:57.162591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:57.215139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 12cf1f6d-1b93-40ac-ae2d-28c011156096 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:25:57.215494 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:57.305036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Allocated IP 172.26.5.4 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/e862bf70-7f3e-4dea-b2a7-d25184ee8a00) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:25:57.435952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49208) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:57.549351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:57.664003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:57.665781 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-edbb1013-33ba-4add-8a01-85a886ae8884 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 991 time: 0.2275245 Mar 02 20:25:57.728841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:25:57.731947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:25:57.735367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:25:57.779529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'Port': ['ID=e862bf70-7f3e-4dea-b2a7-d25184ee8a00,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:57.795348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:57.795692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:57.796027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:57.796362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:57.796688 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:57.797015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:57.797336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:57.797657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:57.798007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:57.798326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:57.798640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:58.260111 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:58.386374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:58.584963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:58.628250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:58.667716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49214) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:58.729333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event updated for resources: {'Port': ['ID=e862bf70-7f3e-4dea-b2a7-d25184ee8a00,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:58.752008 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:58.775296 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-46ba6d61-784b-40da-b621-ff093590275c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 991 time: 0.1064503 Mar 02 20:25:58.939956 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Floating IP 9cbc3ad3-cbdc-48ca-b9fe-9af66019b934 associated. External IP: 172.26.5.4, port: dbc26262-17d9-48fe-a940-9661cb852979. Mar 02 20:25:59.413759 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:25:59.608675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:25:59.619191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59b068-3167-40a5-9ba1-42338363b7e8 None None] Sync routers for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:25:59.631405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59b068-3167-40a5-9ba1-42338363b7e8 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:25:59.632109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5a59b068-3167-40a5-9ba1-42338363b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:25:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:25:59.708287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:59.766949 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c6da1f29-624c-4d7f-a31b-ddf204e71cf5 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8385360 Mar 02 20:25:59.767624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'tag': 'dbc26262-17d9-48fe-a940-9661cb852979'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:25:59.779290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49222) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:59.814233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-5a59b068-3167-40a5-9ba1-42338363b7e8 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:25:59.892576 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2ac7dbde-6833-4ec6-a6c0-6352020e40b1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 991 time: 0.1121428 Mar 02 20:25:59.990969 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'tag': 'dbc26262-17d9-48fe-a940-9661cb852979', 'status': 'completed', 'code': 200} Mar 02 20:26:00.088272 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-42c7c44c-a178-47e9-a2db-0f62850fb613 req-c5b96d7e-5018-46c7-a39c-073656d57ec0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 1098 time: 0.0760770 Mar 02 20:26:00.199802 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5a59b068-3167-40a5-9ba1-42338363b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '591c82c3-422b-4ed1-a4c2-5c1afa2fdac7', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.212', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:3c:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f61d79-a398-4e46-994c-838f69aa38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:22:54Z', 'updated_at': '2022-03-02T20:22:57Z', 'revision_number': 1, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}, {'id': '9cbc3ad3-cbdc-48ca-b9fe-9af66019b934', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.4', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': 'dbc26262-17d9-48fe-a940-9661cb852979', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:99:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:25:58Z', 'updated_at': '2022-03-02T20:25:58Z', 'revision_number': 0, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:00.204202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59b068-3167-40a5-9ba1-42338363b7e8 None None] Checking router: 439f1d21-6bd2-42df-b2c1-b1f705ac9375 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:26:00.215705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59b068-3167-40a5-9ba1-42338363b7e8 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:26:00.216244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5a59b068-3167-40a5-9ba1-42338363b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:25:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:00.227916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7c44c-a178-47e9-a2db-0f62850fb613 req-1c783b63-c9c8-4ab0-9069-827f58b5fae3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:00.229367 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-42c7c44c-a178-47e9-a2db-0f62850fb613 req-1c783b63-c9c8-4ab0-9069-827f58b5fae3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.1312473 Mar 02 20:26:00.337135 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-42c7c44c-a178-47e9-a2db-0f62850fb613 req-46178b48-7f81-4304-9148-a1151b15b1c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc26262-17d9-48fe-a940-9661cb852979 HTTP/1.1" status: 200 len: 997 time: 0.1008182 Mar 02 20:26:00.394668 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-5a59b068-3167-40a5-9ba1-42338363b7e8 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:26:00.400395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7c44c-a178-47e9-a2db-0f62850fb613 req-f5d3ab48-0b15-42a7-ba84-de6427c31cc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:00.401823 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-42c7c44c-a178-47e9-a2db-0f62850fb613 req-f5d3ab48-0b15-42a7-ba84-de6427c31cc0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0575747 Mar 02 20:26:00.479366 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-42c7c44c-a178-47e9-a2db-0f62850fb613 req-320a3d44-5833-455a-832f-912589232292 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699639 Mar 02 20:26:00.727858 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-42c7c44c-a178-47e9-a2db-0f62850fb613 req-4b90e871-757a-464c-8dcc-cc6837f14b22 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411265 Mar 02 20:26:00.757428 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-5a59b068-3167-40a5-9ba1-42338363b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '591c82c3-422b-4ed1-a4c2-5c1afa2fdac7', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.212', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:3c:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f61d79-a398-4e46-994c-838f69aa38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:22:54Z', 'updated_at': '2022-03-02T20:22:57Z', 'revision_number': 1, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}, {'id': '9cbc3ad3-cbdc-48ca-b9fe-9af66019b934', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.4', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': 'dbc26262-17d9-48fe-a940-9661cb852979', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:99:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:25:58Z', 'updated_at': '2022-03-02T20:25:58Z', 'revision_number': 0, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:00.761853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59b068-3167-40a5-9ba1-42338363b7e8 None None] The sync data for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv is: [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '591c82c3-422b-4ed1-a4c2-5c1afa2fdac7', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.212', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:3c:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f61d79-a398-4e46-994c-838f69aa38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:22:54Z', 'updated_at': '2022-03-02T20:22:57Z', 'revision_number': 1, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}, {'id': '9cbc3ad3-cbdc-48ca-b9fe-9af66019b934', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.4', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': 'dbc26262-17d9-48fe-a940-9661cb852979', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:99:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:25:58Z', 'updated_at': '2022-03-02T20:25:58Z', 'revision_number': 0, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:26:00.863267 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-42c7c44c-a178-47e9-a2db-0f62850fb613 req-d298e313-d7fc-4780-b685-65c99497fec7 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290982 Mar 02 20:26:00.896695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49228) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:01.002627 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c6b55406-b4c9-4095-9aea-0e20622702e1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 991 time: 0.1047025 Mar 02 20:26:01.161634 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960fbbd3-43a6-4f7f-839b-e6bad02a639c None None] New status for floating IP 2415d87b-0ae4-472b-bdb2-a863a2ce7c6f: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:26:02.006673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49232) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:02.113459 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-508b3d96-8b16-4e31-a9ab-a3344044cf20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 200 len: 993 time: 0.1056669 Mar 02 20:26:02.420680 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49240) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:02.615439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 2d7839d3-aba1-45ac-96fc-ee1db8cb7c34 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:26:02.615781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:02.781729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:02.783586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:02.901538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 2d7839d3-aba1-45ac-96fc-ee1db8cb7c34 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:26:03.119794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:03.165312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=2d7839d3-aba1-45ac-96fc-ee1db8cb7c34,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:03.259008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:03.732425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 5938e83c-1627-4a0b-a241-cb95ca213b0c has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:26:03.931906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:26:03.948059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:04.002582 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-21952613-e621-4413-965c-19cbdb080edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/floatingips/2415d87b-0ae4-472b-bdb2-a863a2ce7c6f HTTP/1.1" status: 204 len: 168 time: 1.5784659 Mar 02 20:26:04.002582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'tag': '00d840af-2a20-4838-96bb-712e82bf28a6'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:26:04.056628 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'tag': '00d840af-2a20-4838-96bb-712e82bf28a6', 'status': 'completed', 'code': 200} Mar 02 20:26:04.151671 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da51815b-d2e4-4ed2-8ea0-bc1fac9305dd req-7f424383-ff84-4ea5-a086-6e81ec3cf441 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 1098 time: 0.0721676 Mar 02 20:26:04.288892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51815b-d2e4-4ed2-8ea0-bc1fac9305dd req-177ca272-b4f6-4c67-bedc-613cae47a1ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:04.290312 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da51815b-d2e4-4ed2-8ea0-bc1fac9305dd req-177ca272-b4f6-4c67-bedc-613cae47a1ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=e1cfd462-6e72-4cc8-819d-6c54672bba21 HTTP/1.1" status: 200 len: 899 time: 0.1315913 Mar 02 20:26:04.362174 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da51815b-d2e4-4ed2-8ea0-bc1fac9305dd req-d53b75a6-2e69-488c-9ebf-45e4a90818fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00d840af-2a20-4838-96bb-712e82bf28a6 HTTP/1.1" status: 200 len: 217 time: 0.0653951 Mar 02 20:26:04.425056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51815b-d2e4-4ed2-8ea0-bc1fac9305dd req-df7b9dd6-79e8-474c-97f7-595213e804ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:04.426493 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da51815b-d2e4-4ed2-8ea0-bc1fac9305dd req-df7b9dd6-79e8-474c-97f7-595213e804ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ad0a54a-354f-44ee-b9b1-e11b31bc8f28 HTTP/1.1" status: 200 len: 835 time: 0.0571804 Mar 02 20:26:04.508508 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da51815b-d2e4-4ed2-8ea0-bc1fac9305dd req-f2047aea-9585-4912-83fd-f22c4ff2b4a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1cfd462-6e72-4cc8-819d-6c54672bba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749345 Mar 02 20:26:04.655785 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da51815b-d2e4-4ed2-8ea0-bc1fac9305dd req-1ae38f11-90d8-4ae5-9178-e75961069ce6 service neutron] 10.222.0.31 "GET /v2.0/networks/e1cfd462-6e72-4cc8-819d-6c54672bba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310744 Mar 02 20:26:04.667650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180b201-b9c9-4ee0-bf23-135068face2f req-1700c682-177e-4f45-b88e-032bc912cd68 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:04.669195 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3180b201-b9c9-4ee0-bf23-135068face2f req-1700c682-177e-4f45-b88e-032bc912cd68 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 945 time: 0.0770252 Mar 02 20:26:04.717111 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3180b201-b9c9-4ee0-bf23-135068face2f req-2ae7e388-4704-46ea-9d57-e5c0651d1098 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420856 Mar 02 20:26:04.791175 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da51815b-d2e4-4ed2-8ea0-bc1fac9305dd req-ab4267d6-e6ed-4461-aade-0707de803093 service neutron] 10.222.0.31 "GET /v2.0/networks/e1cfd462-6e72-4cc8-819d-6c54672bba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282315 Mar 02 20:26:05.919931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b382e-212f-4a05-882e-a601bd66c45d req-7360e01c-3ce6-48aa-a717-168a05d8cb55 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:05.925643 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cd2b382e-212f-4a05-882e-a601bd66c45d req-7360e01c-3ce6-48aa-a717-168a05d8cb55 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 945 time: 0.0790851 Mar 02 20:26:05.967823 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cd2b382e-212f-4a05-882e-a601bd66c45d req-801965c8-1834-4df8-883f-90c218664f4c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=24da0f18-bf9b-4658-87a7-765be5ae90a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405028 Mar 02 20:26:06.086715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-0b21d7bb-442d-4032-adf6-6e2e29bb2f38 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:06.091919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-0b21d7bb-442d-4032-adf6-6e2e29bb2f38 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:26:06.188004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-0b21d7bb-442d-4032-adf6-6e2e29bb2f38 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:26:06.189171 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-0b21d7bb-442d-4032-adf6-6e2e29bb2f38 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 945 time: 0.1784496 Mar 02 20:26:06.262726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-8bdb3461-d816-4646-8a11-80a2a6c556a8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 00d840af-2a20-4838-96bb-712e82bf28a6 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:26:06.262832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-8bdb3461-d816-4646-8a11-80a2a6c556a8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:06.440056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a74595-33c9-41b8-b7a5-995929fed493 None None] New status for floating IP 9cbc3ad3-cbdc-48ca-b9fe-9af66019b934: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:26:06.519393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-8bdb3461-d816-4646-8a11-80a2a6c556a8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 00d840af-2a20-4838-96bb-712e82bf28a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=00d840af-2a20-4838-96bb-712e82bf28a6,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:26:06.519830 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-8bdb3461-d816-4646-8a11-80a2a6c556a8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:06.740918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-8bdb3461-d816-4646-8a11-80a2a6c556a8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 00d840af-2a20-4838-96bb-712e82bf28a6 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:26:06.948341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-8bdb3461-d816-4646-8a11-80a2a6c556a8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:07.001993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb3461-d816-4646-8a11-80a2a6c556a8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=00d840af-2a20-4838-96bb-712e82bf28a6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:07.075853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-8bdb3461-d816-4646-8a11-80a2a6c556a8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] No DVR routers for this DVR port 00d840af-2a20-4838-96bb-712e82bf28a6 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:26:07.078734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-8bdb3461-d816-4646-8a11-80a2a6c556a8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:07.081399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'name': 'network-vif-deleted', 'tag': '00d840af-2a20-4838-96bb-712e82bf28a6'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:26:07.132411 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be479023-5af0-4b73-9935-cfb6d79d7ba9 req-8a461534-0cd9-4c7b-8c9a-0daa098007fe tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef4c67f9-772b-4474-a03f-8ff8d6cc9180 HTTP/1.1" status: 200 len: 210 time: 0.0412865 Mar 02 20:26:07.137199 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-01d2c0f0-b1c2-4205-aeee-e38c8c85fcef req-8bdb3461-d816-4646-8a11-80a2a6c556a8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "DELETE /v2.0/ports/00d840af-2a20-4838-96bb-712e82bf28a6 HTTP/1.1" status: 204 len: 173 time: 0.9407740 Mar 02 20:26:07.145277 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4c67f9-772b-4474-a03f-8ff8d6cc9180', 'name': 'network-vif-deleted', 'tag': '00d840af-2a20-4838-96bb-712e82bf28a6', 'status': 'completed', 'code': 200} Mar 02 20:26:08.253300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49260) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:08.327481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8593ac9e-7093-4a5b-a17a-16cf75eec97e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:08.362164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8593ac9e-7093-4a5b-a17a-16cf75eec97e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:08.485546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8593ac9e-7093-4a5b-a17a-16cf75eec97e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:08.506814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593ac9e-7093-4a5b-a17a-16cf75eec97e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24da0f18-bf9b-4658-87a7-765be5ae90a6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:08.600187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8593ac9e-7093-4a5b-a17a-16cf75eec97e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:08.600456 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8593ac9e-7093-4a5b-a17a-16cf75eec97e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/24da0f18-bf9b-4658-87a7-765be5ae90a6 HTTP/1.1" status: 204 len: 168 time: 0.3459175 Mar 02 20:26:08.703539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49266) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:09.099178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:09.728768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 9684cf21-2608-459a-880d-278588cc656a {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:26:09.728768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:09.838296 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 00d840af-2a20-4838-96bb-712e82bf28a6 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:26:09.868442 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 00d840af-2a20-4838-96bb-712e82bf28a6 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:26:09.869435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 00d840af-2a20-4838-96bb-712e82bf28a6 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:26:10.013165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 9684cf21-2608-459a-880d-278588cc656a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9684cf21-2608-459a-880d-278588cc656a,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:26:10.013523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:10.141465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 9684cf21-2608-459a-880d-278588cc656a owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:26:10.399911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:10.448770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=9684cf21-2608-459a-880d-278588cc656a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:10.765217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:11.447566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 5938e83c-1627-4a0b-a241-cb95ca213b0c has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:26:11.651526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:26:11.663983 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1e597fa8-ae26-473c-b988-07d71598bf3f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/5938e83c-1627-4a0b-a241-cb95ca213b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9642813 Mar 02 20:26:11.666831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49272) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:11.847579 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffeda36-c80b-435a-b0eb-2b868d8c3596 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting subnet 8ad0a54a-354f-44ee-b9b1-e11b31bc8f28 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:26:11.851132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4ffeda36-c80b-435a-b0eb-2b868d8c3596 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:11.912318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4ffeda36-c80b-435a-b0eb-2b868d8c3596 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:11.996079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4ffeda36-c80b-435a-b0eb-2b868d8c3596 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:12.132037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4ffeda36-c80b-435a-b0eb-2b868d8c3596 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:12.169491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffeda36-c80b-435a-b0eb-2b868d8c3596 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad0a54a-354f-44ee-b9b1-e11b31bc8f28,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:12.176082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4ffeda36-c80b-435a-b0eb-2b868d8c3596 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:12.182116 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4ffeda36-c80b-435a-b0eb-2b868d8c3596 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/subnets/8ad0a54a-354f-44ee-b9b1-e11b31bc8f28 HTTP/1.1" status: 204 len: 168 time: 0.5142703 Mar 02 20:26:12.182451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c745d94b-26a0-45ca-a561-798043a27b0e None None] Network e1cfd462-6e72-4cc8-819d-6c54672bba21 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:26:12.186550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49276) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:12.395162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:12.428672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9962a66-858f-49af-8301-ab287e21c414 None None] DHCP port deletion for e1cfd462-6e72-4cc8-819d-6c54672bba21 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:26:12.433031 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e9962a66-858f-49af-8301-ab287e21c414 None None] Deleting port f5f63a61-e9a2-4eef-9de0-9607b561a120 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:26:12.433398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e9962a66-858f-49af-8301-ab287e21c414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:12.604241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:12.678507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e9962a66-858f-49af-8301-ab287e21c414 None None] For port f5f63a61-e9a2-4eef-9de0-9607b561a120, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f5f63a61-e9a2-4eef-9de0-9607b561a120,segment=NetworkSegment(54b18513-8860-4ca9-b17c-2a422d2a3370),segment_id=54b18513-8860-4ca9-b17c-2a422d2a3370)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:26:12.678983 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e9962a66-858f-49af-8301-ab287e21c414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:12.690898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 12cf1f6d-1b93-40ac-ae2d-28c011156096 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:26:12.691332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:12.809239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e9962a66-858f-49af-8301-ab287e21c414 None None] Calling delete_port for f5f63a61-e9a2-4eef-9de0-9607b561a120 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:26:12.868626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 12cf1f6d-1b93-40ac-ae2d-28c011156096, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=12cf1f6d-1b93-40ac-ae2d-28c011156096,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:26:12.869317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:12.925326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:12.962729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f5f63a61-e9a2-4eef-9de0-9607b561a120 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:26:12.989749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 12cf1f6d-1b93-40ac-ae2d-28c011156096 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:26:13.018489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e9962a66-858f-49af-8301-ab287e21c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.070371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No active binding found for port f5f63a61-e9a2-4eef-9de0-9607b561a120 {{(pid=84505) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 20:26:13.070761 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f5f63a61-e9a2-4eef-9de0-9607b561a120 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:26:13.072992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9962a66-858f-49af-8301-ab287e21c414 None None] Pushing event deleted for resources: {'Port': ['ID=f5f63a61-e9a2-4eef-9de0-9607b561a120,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:13.077366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9962a66-858f-49af-8301-ab287e21c414 None None] No DVR routers for this DVR port f5f63a61-e9a2-4eef-9de0-9607b561a120 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:26:13.320214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.367301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=12cf1f6d-1b93-40ac-ae2d-28c011156096,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:13.589804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.774819 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba73be-8004-44f8-a600-41875dcd716c None None] Sync routers for ids ['5938e83c-1627-4a0b-a241-cb95ca213b0c'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:26:13.787105 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba73be-8004-44f8-a600-41875dcd716c None None] Routers {'5938e83c-1627-4a0b-a241-cb95ca213b0c'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:26:13.788212 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0eba73be-8004-44f8-a600-41875dcd716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:25:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5938e83c-1627-4a0b-a241-cb95ca213b0c'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:13.847325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.852603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.914368 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-0eba73be-8004-44f8-a600-41875dcd716c None None] Set router 5938e83c-1627-4a0b-a241-cb95ca213b0c gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:26:13.931124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.933275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Fanout notify agent at l3_agent the message router_deleted on router 5938e83c-1627-4a0b-a241-cb95ca213b0c {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:26:13.946911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.947936 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fb13a49e-95a2-4fe4-b9b9-c56d7d031a20 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/routers/5938e83c-1627-4a0b-a241-cb95ca213b0c HTTP/1.1" status: 204 len: 168 time: 1.7604222 Mar 02 20:26:13.950701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49280) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:14.019555 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0eba73be-8004-44f8-a600-41875dcd716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938e83c-1627-4a0b-a241-cb95ca213b0c', 'name': 'tempest-TestNetworkBasicOps-router-513625469', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:46Z', 'updated_at': '2022-03-02T20:26:13Z', 'revision_number': 7, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:14.023918 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba73be-8004-44f8-a600-41875dcd716c None None] Checking router: 5938e83c-1627-4a0b-a241-cb95ca213b0c for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:26:14.034603 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba73be-8004-44f8-a600-41875dcd716c None None] Routers set() bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:26:14.034965 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba73be-8004-44f8-a600-41875dcd716c None None] Router IDs set() for agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 20:26:14.036309 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_agentschedulers_db [None req-0eba73be-8004-44f8-a600-41875dcd716c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5938e83c-1627-4a0b-a241-cb95ca213b0c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:25:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent'). {{(pid=84506) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 20:26:14.036309 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba73be-8004-44f8-a600-41875dcd716c None None] The sync data for ids ['5938e83c-1627-4a0b-a241-cb95ca213b0c'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:26:14.064355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.196154 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.220143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cfd462-6e72-4cc8-819d-6c54672bba21']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:14.232455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b18513-8860-4ca9-b17c-2a422d2a3370') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:14.232745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b18513-8860-4ca9-b17c-2a422d2a3370') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:14.244420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.259824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.265646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:26:14.266054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:26:14.287966 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:26:14.462605 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.482191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.494326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Network': ['ID=e1cfd462-6e72-4cc8-819d-6c54672bba21,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:14.537868 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-78098c06-25be-489b-8722-2db7e5735ce1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/networks/e1cfd462-6e72-4cc8-819d-6c54672bba21 HTTP/1.1" status: 204 len: 168 time: 0.5856287 Mar 02 20:26:14.560248 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49284) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:14.565878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'network': {'name': 'tempest-network-smoke--274524146', 'project_id': '809bdfa688034064abc15e030437eaaf', 'port_security_enabled': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:14.571613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:14.575680 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:network and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:14.578800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:14.584441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:14.662745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:26:14.665753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.694005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:26:14.702954 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.703299 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Added segment aa6d6262-73aa-476d-8f15-980a9632b9e5 of type vlan for network 261558a0-6be2-4b9e-9ca4-39946112a578 Mar 02 20:26:14.727812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.791069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45928e3c-9883-4f43-aac9-27e27adc87bf None None] New status for floating IP 2415d87b-0ae4-472b-bdb2-a863a2ce7c6f: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:26:14.851543 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.855481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:14.856061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.971421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Network': ['ID=261558a0-6be2-4b9e-9ca4-39946112a578,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:14.976115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9684cf21-2608-459a-880d-278588cc656a no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:26:14.999467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 261558a0-6be2-4b9e-9ca4-39946112a578 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:26:15.007287 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-892fa48d-5e69-4898-b16e-caeec760d784 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4395015 Mar 02 20:26:15.007287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49288) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:15.010532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'admin_state_up': True, 'project_id': '809bdfa688034064abc15e030437eaaf', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:15.017434 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:15.022096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:router and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:15.025053 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:15.026955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 9684cf21-2608-459a-880d-278588cc656a {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:26:15.026955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9684cf21-2608-459a-880d-278588cc656a not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:26:15.026955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 12cf1f6d-1b93-40ac-ae2d-28c011156096 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:26:15.031900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:15.107521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.107521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.107770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 12cf1f6d-1b93-40ac-ae2d-28c011156096 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:26:15.107770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 12cf1f6d-1b93-40ac-ae2d-28c011156096 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:26:15.124975 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.420236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.644913 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.674930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.813413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.116 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/87b141bf-2820-4606-bec2-dc91a41e46d8) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:26:15.959858 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:16.045942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:16.133208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:16.136657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:16.138762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=87b141bf-2820-4606-bec2-dc91a41e46d8,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:16.149232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:26:16.369486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:16.370406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:16.658522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:26:16.872570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:26:16.883321 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Sync routers for ids ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:26:16.909723 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Routers {'8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:26:16.909723 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:25:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:17.002748 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:17.002748 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dedbd236-443b-4800-8f09-53f514e9c615 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9903002 Mar 02 20:26:17.002748 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49292) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:17.104701 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Set router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:26:17.142422 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bc50226b-dd2b-4954-91e3-d0d45cd7441c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:17.297031 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-88b77d37-f0c2-4b26-92ed-b4c2997e71fe tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=809bdfa688034064abc15e030437eaaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2898669 Mar 02 20:26:17.297031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49300) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:17.406253 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:16Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:17.406253 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Checking router: 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:26:17.406253 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Updating router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 port 87b141bf-2820-4606-bec2-dc91a41e46d8 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:26:17.449016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f79facc-c25c-4feb-a3d5-7f1ce873943f tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:17.449016 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0f79facc-c25c-4feb-a3d5-7f1ce873943f tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1545908 Mar 02 20:26:17.457310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49304) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:17.467989 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:17.504430 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-12782057-0161-4ba4-8adc-f074d893b5f8 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437019 Mar 02 20:26:17.504430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49308) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:17.509895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-254348169', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'project_id': '809bdfa688034064abc15e030437eaaf', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:17.760333 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:17.767082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:subnet and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:17.767082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:17.783952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:17.835757 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:17.852108 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Transition to ACTIVE for port object 87b141bf-2820-4606-bec2-dc91a41e46d8 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:17.873318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:26:17.968572 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:17.980454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:18.096869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Attempting to bind port 87b141bf-2820-4606-bec2-dc91a41e46d8 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:26:18.096869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Attempting to bind port 87b141bf-2820-4606-bec2-dc91a41e46d8 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:26:18.096869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Attempting to bind port 87b141bf-2820-4606-bec2-dc91a41e46d8 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:26:18.096869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:26:18.096869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:26:18.096869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:18.096869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:26:18.096869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Bound port: 87b141bf-2820-4606-bec2-dc91a41e46d8, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:26:18.109154 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:18.145506 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Pushing event updated for resources: {'Port': ['ID=87b141bf-2820-4606-bec2-dc91a41e46d8,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:18.161680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:18.161680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:18.161680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:18.161680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:18.161680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:18.161680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:18.161680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:18.161680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:18.161680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:18.161680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:18.161680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:18.216401 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] For port 87b141bf-2820-4606-bec2-dc91a41e46d8, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:26:18.216401 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] For port 87b141bf-2820-4606-bec2-dc91a41e46d8, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=87b141bf-2820-4606-bec2-dc91a41e46d8,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:26:18.280197 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:18.362837 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Routers {'8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:26:18.362837 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:25:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:18.373230 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:18.416540 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9684d8b-cf0c-4939-a682-9f28a510e810 None None] Pushing event updated for resources: {'Port': ['ID=87b141bf-2820-4606-bec2-dc91a41e46d8,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:18.468984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Subnet': ['ID=c0447d60-4952-40e5-abce-e78aa1892073,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:18.468984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Checking segment: {'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:26:18.468984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network hostable DHCP agents. Network: 261558a0-6be2-4b9e-9ca4-39946112a578, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:26:18.546289 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] Set router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:26:18.557901 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 261558a0-6be2-4b9e-9ca4-39946112a578 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:26:18.642732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 261558a0-6be2-4b9e-9ca4-39946112a578) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:18.642732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:18.642732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:18.652652 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9363bbc3-4049-4123-8822-0fa628a31c9e None None] Network 261558a0-6be2-4b9e-9ca4-39946112a578 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:26:18.780463 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-77db8dad-8f46-42ab-b1c6-2da652a08e50 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2747202 Mar 02 20:26:18.780463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49312) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:18.879617 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:16Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:18.879617 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc746bc-3e4f-41e6-a0c5-aebfd986a531 None None] The sync data for ids ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'] in dv-neutron-831593-2-hyperv is: [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:16Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:26:18.914582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-261558a0-6be2-4b9e-9ca4-39946112a578', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ips': [{'subnet_id': 'c0447d60-4952-40e5-abce-e78aa1892073'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:26:18.914582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.097225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Allocated IP 172.20.0.2 (261558a0-6be2-4b9e-9ca4-39946112a578/c0447d60-4952-40e5-abce-e78aa1892073/2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:26:19.331823 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.345510 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Transition to ACTIVE for port object 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:19.368521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Transition to ACTIVE for port object 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:19.376740 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d367d5bb-cd96-4c15-b9f2-c6bb0e2ebeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.465735 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.526650 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Network 261558a0-6be2-4b9e-9ca4-39946112a578 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:19.526650 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:19.544200 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:26:19.552316 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Pushing event updated for resources: {'Port': ['ID=2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:19.640349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Attempting to bind port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:26:19.640349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Attempting to bind port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:26:19.640349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Attempting to bind port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c on network 261558a0-6be2-4b9e-9ca4-39946112a578 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:26:19.649811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:26:19.649811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Checking segment: {'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:26:19.649811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.649811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Bound using segment: {'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:26:19.649811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Bound port: 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:26:19.649811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.664594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.808040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] For port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:26:19.815849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] For port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c,segment=NetworkSegment(aa6d6262-73aa-476d-8f15-980a9632b9e5),segment_id=aa6d6262-73aa-476d-8f15-980a9632b9e5)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:26:19.919093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.003348 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4340cb-45ae-4e76-b16d-8cf9fe4a4ffa None None] Pushing event updated for resources: {'Port': ['ID=2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:20.263367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.1 (261558a0-6be2-4b9e-9ca4-39946112a578/c0447d60-4952-40e5-abce-e78aa1892073/9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:26:20.450281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.469377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:20.535999 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.571060 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.582046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.636969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 261558a0-6be2-4b9e-9ca4-39946112a578 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:20.640062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:20.646028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:26:20.668260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:20.701920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.910963 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.114002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 87b141bf-2820-4606-bec2-dc91a41e46d8 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:21.213679 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27526e42-1d6f-4d37-9f1e-3a4cc7256f93 None None] Network 261558a0-6be2-4b9e-9ca4-39946112a578 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:26:21.508871 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.753546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 87b141bf-2820-4606-bec2-dc91a41e46d8 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:21.759976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 87b141bf-2820-4606-bec2-dc91a41e46d8 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:21.764643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.812303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-eb5ad905-383d-4a1c-a7b0-360475cba49e None None] Provisioning for port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:21.834262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.905788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.921891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.924474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 87b141bf-2820-4606-bec2-dc91a41e46d8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=87b141bf-2820-4606-bec2-dc91a41e46d8,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:26:21.953815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:21.958734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.983628 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.983628 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:22.051211 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-762931a1-2151-48f7-a26c-6a6658555d2e None None] Provisioning for port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:22.079063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-762931a1-2151-48f7-a26c-6a6658555d2e None None] Provisioning complete for port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:22.079210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-762931a1-2151-48f7-a26c-6a6658555d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:22.107405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 261558a0-6be2-4b9e-9ca4-39946112a578 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:22.108590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:22.153537 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=87b141bf-2820-4606-bec2-dc91a41e46d8,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:22.155964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-762931a1-2151-48f7-a26c-6a6658555d2e None None] Port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:26:22.255271 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:22.273010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:22.273010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:22.426438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:22.464344 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-00992f00-655b-4a16-a77a-e29f2fb58d91 None None] Provisioning complete for port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:22.464344 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-00992f00-655b-4a16-a77a-e29f2fb58d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:22.552187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c,segment=NetworkSegment(aa6d6262-73aa-476d-8f15-980a9632b9e5),segment_id=aa6d6262-73aa-476d-8f15-980a9632b9e5)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:26:22.552187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-00992f00-655b-4a16-a77a-e29f2fb58d91 None None] Port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:26:22.639460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:22.647352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:26:22.716723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:22.851704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:26:22.869667 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3a9a1245-fb29-44a0-bb82-9adda777b447 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/8b06bddb-0b2c-4aa2-ab89-6af6b170ce81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0884690 Mar 02 20:26:22.869667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49316) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:22.982366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 87b141bf-2820-4606-bec2-dc91a41e46d8 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:23.023359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2fe6e4-b76a-4c01-bb53-49d50033d34a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.023730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2fe6e4-b76a-4c01-bb53-49d50033d34a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.024094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2fe6e4-b76a-4c01-bb53-49d50033d34a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.024451 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2fe6e4-b76a-4c01-bb53-49d50033d34a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.024805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2fe6e4-b76a-4c01-bb53-49d50033d34a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.025156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2fe6e4-b76a-4c01-bb53-49d50033d34a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.029843 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49320) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:23.042294 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2a2fe6e4-b76a-4c01-bb53-49d50033d34a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1732335 Mar 02 20:26:23.054963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 87b141bf-2820-4606-bec2-dc91a41e46d8 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:23.055417 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:23.104087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e52d6-2459-4b0c-88c6-5fec3a44b806 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.104201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e52d6-2459-4b0c-88c6-5fec3a44b806 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.104564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e52d6-2459-4b0c-88c6-5fec3a44b806 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.104929 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e52d6-2459-4b0c-88c6-5fec3a44b806 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.105280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e52d6-2459-4b0c-88c6-5fec3a44b806 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.105626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e52d6-2459-4b0c-88c6-5fec3a44b806 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:23.110332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49324) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:23.110603 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e07e52d6-2459-4b0c-88c6-5fec3a44b806 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0795114 Mar 02 20:26:23.176231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:23.254570 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:23.254935 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:23.338324 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-832c74b4-b430-4d7b-883f-3c5098cb2b60 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2214968 Mar 02 20:26:23.740684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49330) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:23.746461 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-730036532', 'description': 'tempest-secgroup-smoke-730036532 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:23.752402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:23.757435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:23.760383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:23.766013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:23.828018 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:23.863578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:23.868065 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:23.871032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:23.876752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:23.936960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:23.993318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.040617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:24.097071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.102125 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e7d0dd80-26e2-41b4-84c3-9e765b1fcdd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3566461 Mar 02 20:26:24.102272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49334) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:24.107955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-bf392091-a87a-4ff5-ab78-5b0a4ebcceaf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e31b432f-d7ce-4e0a-a5c4-2448f711f4b0', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:24.114109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bf392091-a87a-4ff5-ab78-5b0a4ebcceaf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:24.124921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bf392091-a87a-4ff5-ab78-5b0a4ebcceaf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:24.124921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-bf392091-a87a-4ff5-ab78-5b0a4ebcceaf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:24.128664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-bf392091-a87a-4ff5-ab78-5b0a4ebcceaf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:24.203054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf392091-a87a-4ff5-ab78-5b0a4ebcceaf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.265176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf392091-a87a-4ff5-ab78-5b0a4ebcceaf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.309593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Sync routers for ids ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:26:24.321685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Routers {'8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:26:24.322378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:26:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:24.343073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf392091-a87a-4ff5-ab78-5b0a4ebcceaf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.366977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf392091-a87a-4ff5-ab78-5b0a4ebcceaf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9fedae-bdc7-4c63-b859-58811500d1f0,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:24.433692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bf392091-a87a-4ff5-ab78-5b0a4ebcceaf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.435023 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bf392091-a87a-4ff5-ab78-5b0a4ebcceaf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3317649 Mar 02 20:26:24.438493 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49338) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:24.444803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-96492607-6ab9-41ff-a22c-ff2a311093ba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e31b432f-d7ce-4e0a-a5c4-2448f711f4b0', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:24.452467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-96492607-6ab9-41ff-a22c-ff2a311093ba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:24.459441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-96492607-6ab9-41ff-a22c-ff2a311093ba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:24.462844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-96492607-6ab9-41ff-a22c-ff2a311093ba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:24.468500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-96492607-6ab9-41ff-a22c-ff2a311093ba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:24.515911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Set router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:26:24.577536 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-96492607-6ab9-41ff-a22c-ff2a311093ba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.644446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-96492607-6ab9-41ff-a22c-ff2a311093ba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.713702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-96492607-6ab9-41ff-a22c-ff2a311093ba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.740043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96492607-6ab9-41ff-a22c-ff2a311093ba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615a6764-733d-4ab2-8cdc-8347a744b25c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:24.816472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-96492607-6ab9-41ff-a22c-ff2a311093ba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.821060 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-96492607-6ab9-41ff-a22c-ff2a311093ba tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3782568 Mar 02 20:26:24.821060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49342) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:24.826770 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-106a1233-d230-4aea-852e-1299d8a66518 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e31b432f-d7ce-4e0a-a5c4-2448f711f4b0', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:24.832709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-106a1233-d230-4aea-852e-1299d8a66518 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:24.837345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-106a1233-d230-4aea-852e-1299d8a66518 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:24.849322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-106a1233-d230-4aea-852e-1299d8a66518 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:24.849322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-106a1233-d230-4aea-852e-1299d8a66518 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:24.882445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:20Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2', 'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4b:c6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:20Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:24.888078 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Checking router: 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:26:24.889941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Updating router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:26:24.922645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-106a1233-d230-4aea-852e-1299d8a66518 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.951646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.982322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-106a1233-d230-4aea-852e-1299d8a66518 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.056715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-106a1233-d230-4aea-852e-1299d8a66518 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.080367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a1233-d230-4aea-852e-1299d8a66518 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a4a7ce-124d-4076-af62-6c9ffe7de3a5,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:25.136814 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-106a1233-d230-4aea-852e-1299d8a66518 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.140604 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-106a1233-d230-4aea-852e-1299d8a66518 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3161175 Mar 02 20:26:25.140814 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49346) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:25.146278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-69102d57-16c1-41f6-afdf-d5de8b27df3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e31b432f-d7ce-4e0a-a5c4-2448f711f4b0', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:25.152427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-69102d57-16c1-41f6-afdf-d5de8b27df3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:25.156619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-69102d57-16c1-41f6-afdf-d5de8b27df3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:25.159756 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-69102d57-16c1-41f6-afdf-d5de8b27df3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:25.165615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-69102d57-16c1-41f6-afdf-d5de8b27df3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:25.259762 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69102d57-16c1-41f6-afdf-d5de8b27df3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.295098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.306848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Transition to ACTIVE for port object 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:25.323777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69102d57-16c1-41f6-afdf-d5de8b27df3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.365789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.393614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69102d57-16c1-41f6-afdf-d5de8b27df3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.419660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69102d57-16c1-41f6-afdf-d5de8b27df3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d35c47-f656-4949-8033-1ef8fe02aa69,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:25.490757 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12d5f0-dafa-4631-89a4-e3a91db1b661 None None] Pushing event updated for resources: {'Port': ['ID=9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:25.510083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69102d57-16c1-41f6-afdf-d5de8b27df3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.513897 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-69102d57-16c1-41f6-afdf-d5de8b27df3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3695614 Mar 02 20:26:25.514891 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49350) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:25.520541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e31b432f-d7ce-4e0a-a5c4-2448f711f4b0', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:25.528122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:25.532428 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:25.536083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:25.543108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:25.583133 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Attempting to bind port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:26:25.583531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Attempting to bind port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:26:25.584589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Attempting to bind port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 on network 261558a0-6be2-4b9e-9ca4-39946112a578 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:26:25.591183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:26:25.591557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Checking segment: {'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:26:25.591941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.592334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Bound using segment: {'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:26:25.592793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Bound port: 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:26:25.593164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.634286 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:26:25.641129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.697202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] For port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:26:25.701234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] For port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2,segment=NetworkSegment(aa6d6262-73aa-476d-8f15-980a9632b9e5),segment_id=aa6d6262-73aa-476d-8f15-980a9632b9e5)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:26:25.717302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.822835 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.850397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.870598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a722c82a-b404-4619-b7a9-68695bcb433a,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:25.904117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12d5f0-dafa-4631-89a4-e3a91db1b661 None None] Pushing event updated for resources: {'Port': ['ID=9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:25.909809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Routers {'8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:26:25.910450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:26:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:25.973431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.973431 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-46204b04-6c75-4ae7-ac7f-fc7a5aa2165a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4569547 Mar 02 20:26:25.975196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49356) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:25.980943 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e31b432f-d7ce-4e0a-a5c4-2448f711f4b0', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:25.991202 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:25.992593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:25.995875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:26.002139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:26.096532 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:26:26.104088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.105181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] Set router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:26:26.179265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.245169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.270801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b64cca-b2ec-4424-87a6-3c8cb75ebf97,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:26.366177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.369728 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1772eaa9-769c-4136-a582-7d2b4aba808f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3912873 Mar 02 20:26:26.468672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:20Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2', 'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4b:c6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:20Z', 'updated_at': '2022-03-02T20:26:25Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:26.472738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cbb8cf-c527-4c88-b189-5b47a30ee376 None None] The sync data for ids ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'] in dv-neutron-831593-2-hyperv is: [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:20Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2', 'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4b:c6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:20Z', 'updated_at': '2022-03-02T20:26:25Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:26:26.588377 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-9814c013-2ce8-4617-9a47-15f78a34ee2a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-730036532&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.0465097 Mar 02 20:26:26.744133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-f2fc0e03-68b0-4642-8629-4d6bafa761a9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:26.745624 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-f2fc0e03-68b0-4642-8629-4d6bafa761a9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/networks?id=261558a0-6be2-4b9e-9ca4-39946112a578 HTTP/1.1" status: 200 len: 796 time: 0.1506324 Mar 02 20:26:26.762720 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-f0267380-530d-4138-8315-9de6ff1d0880 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/quotas/809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 375 time: 0.0117393 Mar 02 20:26:26.850643 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-ca324ca7-60c9-4c80-be0d-7a1075f5eb46 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823877 Mar 02 20:26:27.013784 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-acf46c3a-bea2-4ed8-96a4-4cac595f46b0 service neutron] 10.222.0.44 "GET /v2.0/networks/261558a0-6be2-4b9e-9ca4-39946112a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485350 Mar 02 20:26:27.021504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:27.165418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:27.172237 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:27.173102 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:27.307689 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-746b0533-0606-4936-9c52-d316bcbdffde service neutron] 10.222.0.44 "GET /v2.0/networks/261558a0-6be2-4b9e-9ca4-39946112a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861862 Mar 02 20:26:27.308478 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:27.348518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2,segment=NetworkSegment(aa6d6262-73aa-476d-8f15-980a9632b9e5),segment_id=aa6d6262-73aa-476d-8f15-980a9632b9e5)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:26:27.428196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:27.538911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:27.567137 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cfda46f9-a3f6-4b5c-858a-78e1fe05d679 req-2ce0ee86-d5f8-4671-aea7-c6c7e365b589 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 210 time: 0.0525086 Mar 02 20:26:28.742187 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30c13b91-5cc2-489e-bf9d-9f8fa33c97ac req-f2362a23-d83d-4cc8-9a43-c08ccca1dd38 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 210 time: 0.0444767 Mar 02 20:26:28.975063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:29.043419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:29.043786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:29.909591 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7dd92817-c709-4fcc-8224-0218835571bd req-48d506cf-a6be-424b-94e9-24fa7cbbcc5b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 210 time: 0.0414703 Mar 02 20:26:30.068553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-46abdca7-2d17-4525-b2e5-297e38ce67ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:30.068553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-46abdca7-2d17-4525-b2e5-297e38ce67ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:26:30.147851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-46abdca7-2d17-4525-b2e5-297e38ce67ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:26:30.148950 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-46abdca7-2d17-4525-b2e5-297e38ce67ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=261558a0-6be2-4b9e-9ca4-39946112a578 HTTP/1.1" status: 200 len: 796 time: 0.2315762 Mar 02 20:26:30.209866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-f73f7c91-3a1c-48f2-afc3-125e0c83349a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:26:30.353483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-f73f7c91-3a1c-48f2-afc3-125e0c83349a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:26:30.354695 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-f73f7c91-3a1c-48f2-afc3-125e0c83349a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 379 time: 0.1872406 Mar 02 20:26:30.364163 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'device_id': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'admin_state_up': True, 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'security_groups': ['e31b432f-d7ce-4e0a-a5c4-2448f711f4b0']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:30.499802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:30.506807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:port and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:30.507249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:30.513076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:30.582407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:26:30.587438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.751207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.5 (261558a0-6be2-4b9e-9ca4-39946112a578/c0447d60-4952-40e5-abce-e78aa1892073/1f63eb90-e30f-4b20-b342-ab20f1949505) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:26:30.947780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.964447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 1f63eb90-e30f-4b20-b342-ab20f1949505 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:31.075620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:31.118551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e9467-c699-4f30-991b-12fdac48d5e8 req-0d9d3766-6750-4a75-9cf5-c2a45ed11524 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:31.120062 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d37e9467-c699-4f30-991b-12fdac48d5e8 req-0d9d3766-6750-4a75-9cf5-c2a45ed11524 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 931 time: 0.0835862 Mar 02 20:26:31.170891 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d37e9467-c699-4f30-991b-12fdac48d5e8 req-1fe84e59-a3a7-4fb9-8866-1cf11e8f3860 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449295 Mar 02 20:26:31.263409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 261558a0-6be2-4b9e-9ca4-39946112a578 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:31.266590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:31.272130 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:26:31.295780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=1f63eb90-e30f-4b20-b342-ab20f1949505,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:31.339725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:31.340340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:31.463059 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-77db2d85-65f7-4f87-ae19-f09d62268973 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1024170 Mar 02 20:26:31.475052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Request body: {'port': {'device_id': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:31.561496 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:26:31.576926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-688dcfb2-ebd2-4a64-bf66-1a3819b77884 None None] Provisioning for port 1f63eb90-e30f-4b20-b342-ab20f1949505 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:31.582300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-688dcfb2-ebd2-4a64-bf66-1a3819b77884 None None] Provisioning complete for port 1f63eb90-e30f-4b20-b342-ab20f1949505 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:31.582820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-688dcfb2-ebd2-4a64-bf66-1a3819b77884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:31.595395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:31.642349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-688dcfb2-ebd2-4a64-bf66-1a3819b77884 None None] Port 1f63eb90-e30f-4b20-b342-ab20f1949505 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:26:32.001823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f63eb90-e30f-4b20-b342-ab20f1949505 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:26:32.016781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.031700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Transition to ACTIVE for port object 1f63eb90-e30f-4b20-b342-ab20f1949505 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:32.088917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.228128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Pushing event updated for resources: {'Port': ['ID=1f63eb90-e30f-4b20-b342-ab20f1949505,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:32.344610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Attempting to bind port 1f63eb90-e30f-4b20-b342-ab20f1949505 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:26:32.344948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Attempting to bind port 1f63eb90-e30f-4b20-b342-ab20f1949505 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:26:32.345277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Attempting to bind port 1f63eb90-e30f-4b20-b342-ab20f1949505 on network 261558a0-6be2-4b9e-9ca4-39946112a578 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:26:32.352459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Port 1f63eb90-e30f-4b20-b342-ab20f1949505 on network 261558a0-6be2-4b9e-9ca4-39946112a578 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:26:32.355495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Attempting to bind port 1f63eb90-e30f-4b20-b342-ab20f1949505 on network 261558a0-6be2-4b9e-9ca4-39946112a578 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:26:32.359578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:26:32.359915 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Checking segment: {'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:26:32.360300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Bound using segment: {'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:26:32.360724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Bound port: 1f63eb90-e30f-4b20-b342-ab20f1949505, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6d6262-73aa-476d-8f15-980a9632b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:26:32.361069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.426579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f7e41-95f5-42f7-ae68-a0252454a016 req-60f8e32b-615d-40a2-a299-077247e53bd9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:32.428928 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6f3f7e41-95f5-42f7-ae68-a0252454a016 req-60f8e32b-615d-40a2-a299-077247e53bd9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 943 time: 0.0880899 Mar 02 20:26:32.486912 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6f3f7e41-95f5-42f7-ae68-a0252454a016 req-01ae7fd6-1727-4241-9239-ba87dcd6c8d4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520415 Mar 02 20:26:32.509341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] For port 1f63eb90-e30f-4b20-b342-ab20f1949505, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:26:32.512452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] For port 1f63eb90-e30f-4b20-b342-ab20f1949505, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1f63eb90-e30f-4b20-b342-ab20f1949505,segment=NetworkSegment(aa6d6262-73aa-476d-8f15-980a9632b9e5),segment_id=aa6d6262-73aa-476d-8f15-980a9632b9e5)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:26:32.531312 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b6ca64ff-9b4e-4484-a544-2a0191eba4c6 req-314a41cf-30b5-43b0-9f93-9072c66f296c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1256361 Mar 02 20:26:32.671061 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b6ca64ff-9b4e-4484-a544-2a0191eba4c6 req-f64942a8-87ec-4816-a65e-078f28b7c33b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 1098 time: 0.0704539 Mar 02 20:26:32.673998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.822015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.822910 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] 10.222.0.31 "PUT /v2.0/ports/1f63eb90-e30f-4b20-b342-ab20f1949505 HTTP/1.1" status: 200 len: 1093 time: 1.3518808 Mar 02 20:26:32.825153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'tag': '1f63eb90-e30f-4b20-b342-ab20f1949505'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:26:32.849140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c0f3f-a68c-41f7-ac14-f17966d739fc service neutron] Pushing event updated for resources: {'Port': ['ID=1f63eb90-e30f-4b20-b342-ab20f1949505,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:32.891811 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'tag': '1f63eb90-e30f-4b20-b342-ab20f1949505', 'status': 'completed', 'code': 200} Mar 02 20:26:32.894325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca64ff-9b4e-4484-a544-2a0191eba4c6 req-c0b522a4-d7ef-47fd-a75c-13b8f7f6c014 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:32.896023 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b6ca64ff-9b4e-4484-a544-2a0191eba4c6 req-c0b522a4-d7ef-47fd-a75c-13b8f7f6c014 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.1884694 Mar 02 20:26:33.067787 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b6ca64ff-9b4e-4484-a544-2a0191eba4c6 req-6196f5e2-5c62-4386-b47f-90d10bd041b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533ea055-e19f-42b2-a30a-a2f1854694b5 HTTP/1.1" status: 200 len: 1001 time: 0.1548049 Mar 02 20:26:33.104095 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d377de0-dddb-4b61-bd32-259fee481b83 req-a061c636-6f35-4b9b-8f96-b433d89c502c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 1096 time: 0.1447816 Mar 02 20:26:33.214447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca64ff-9b4e-4484-a544-2a0191eba4c6 req-60948cf2-656d-4c19-9450-ff8fcfc14aba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:33.215563 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b6ca64ff-9b4e-4484-a544-2a0191eba4c6 req-60948cf2-656d-4c19-9450-ff8fcfc14aba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.1466446 Mar 02 20:26:33.408604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d377de0-dddb-4b61-bd32-259fee481b83 req-d4f90a5a-e5ab-4d4e-bbe7-f05e8017df42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:33.410485 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d377de0-dddb-4b61-bd32-259fee481b83 req-d4f90a5a-e5ab-4d4e-bbe7-f05e8017df42 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=809bdfa688034064abc15e030437eaaf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2919729 Mar 02 20:26:33.513671 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b6ca64ff-9b4e-4484-a544-2a0191eba4c6 req-d2493c68-c6f1-497d-a078-08475addaa90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2907507 Mar 02 20:26:33.641491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d377de0-dddb-4b61-bd32-259fee481b83 req-2b1b8777-23e1-4a2d-b556-6710fff1aa29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:33.641491 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2d377de0-dddb-4b61-bd32-259fee481b83 req-2b1b8777-23e1-4a2d-b556-6710fff1aa29 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2233870 Mar 02 20:26:33.689818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4323cda-b74b-4f1c-98da-d86f4461f421 req-705425e9-b79c-4ffe-9008-0e969b49e7b0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:33.691297 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d4323cda-b74b-4f1c-98da-d86f4461f421 req-705425e9-b79c-4ffe-9008-0e969b49e7b0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 943 time: 0.0823808 Mar 02 20:26:33.720918 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b6ca64ff-9b4e-4484-a544-2a0191eba4c6 req-61576f9f-16e0-43b6-95c0-54cfbf92cb92 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985400 Mar 02 20:26:33.742934 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d4323cda-b74b-4f1c-98da-d86f4461f421 req-ff673329-0585-4791-a361-a2c5505c6ede tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449686 Mar 02 20:26:33.868543 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-03ad4064-e1f4-4ef2-af24-9131ea20c5be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 1096 time: 0.1866951 Mar 02 20:26:33.873572 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b6ca64ff-9b4e-4484-a544-2a0191eba4c6 req-b4c3e50b-13ca-4f9c-abc6-2b447dce6cec service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455541 Mar 02 20:26:33.948422 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-128f3d9a-4247-4605-b0e8-48702d26f86e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f63eb90-e30f-4b20-b342-ab20f1949505 HTTP/1.1" status: 200 len: 217 time: 0.0682712 Mar 02 20:26:34.012920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-3babd50a-f2da-46e4-82c8-09392a9d1151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:34.014496 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-3babd50a-f2da-46e4-82c8-09392a9d1151 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0447d60-4952-40e5-abce-e78aa1892073 HTTP/1.1" status: 200 len: 843 time: 0.0584521 Mar 02 20:26:34.097085 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-b02460ae-162e-4693-a06e-1a4340ae6a5b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261558a0-6be2-4b9e-9ca4-39946112a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746062 Mar 02 20:26:34.242739 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-0e09fdec-c197-4954-a3b8-b84fedb575e6 service neutron] 10.222.0.31 "GET /v2.0/networks/261558a0-6be2-4b9e-9ca4-39946112a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384914 Mar 02 20:26:34.375048 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8a9afe17-b8a2-4aee-9ae9-8716d2889b60 req-62b77738-4165-4c2a-b5af-6bc6eef36564 service neutron] 10.222.0.31 "GET /v2.0/networks/261558a0-6be2-4b9e-9ca4-39946112a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250772 Mar 02 20:26:34.948405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12caf6-d100-4c53-bf41-d2af8a35a586 req-91105549-0bc1-4adc-983c-f4d08cdf11de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:34.949857 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b12caf6-d100-4c53-bf41-d2af8a35a586 req-91105549-0bc1-4adc-983c-f4d08cdf11de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 943 time: 0.0814660 Mar 02 20:26:34.994837 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b12caf6-d100-4c53-bf41-d2af8a35a586 req-f40d4997-e50e-4c27-9a4b-6175dd09869b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389981 Mar 02 20:26:36.196291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0545e12-e01b-41f3-bfd6-8e849b0aa86f req-14709a9d-7023-4257-8b5b-c8ebb04f84b2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:36.197789 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e0545e12-e01b-41f3-bfd6-8e849b0aa86f req-14709a9d-7023-4257-8b5b-c8ebb04f84b2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 943 time: 0.0765772 Mar 02 20:26:36.244346 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e0545e12-e01b-41f3-bfd6-8e849b0aa86f req-284fc28d-5b37-4e74-b48e-66e990816a2d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407040 Mar 02 20:26:37.562251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b264a9-0b5d-4b56-992a-a901b6d3c08b req-3ed18d18-c5d0-4864-853c-61dffc77a818 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:37.563704 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-06b264a9-0b5d-4b56-992a-a901b6d3c08b req-3ed18d18-c5d0-4864-853c-61dffc77a818 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 943 time: 0.1937969 Mar 02 20:26:37.612456 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-06b264a9-0b5d-4b56-992a-a901b6d3c08b req-167338ba-bb57-4b19-9b09-0b78f46f8972 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430286 Mar 02 20:26:37.974466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 1f63eb90-e30f-4b20-b342-ab20f1949505 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:26:38.111831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 1f63eb90-e30f-4b20-b342-ab20f1949505, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1f63eb90-e30f-4b20-b342-ab20f1949505,segment=NetworkSegment(aa6d6262-73aa-476d-8f15-980a9632b9e5),segment_id=aa6d6262-73aa-476d-8f15-980a9632b9e5)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:26:38.124951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '1f63eb90-e30f-4b20-b342-ab20f1949505', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'port_id': '1f63eb90-e30f-4b20-b342-ab20f1949505', 'mac_address': 'fa:16:3e:97:4d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:26:38.177250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:38.194520 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f63eb90-e30f-4b20-b342-ab20f1949505 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:26:38.209384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 1f63eb90-e30f-4b20-b342-ab20f1949505, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1f63eb90-e30f-4b20-b342-ab20f1949505,segment=NetworkSegment(aa6d6262-73aa-476d-8f15-980a9632b9e5),segment_id=aa6d6262-73aa-476d-8f15-980a9632b9e5)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:26:38.250791 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:38.322135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=1f63eb90-e30f-4b20-b342-ab20f1949505,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:38.522681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['1f63eb90-e30f-4b20-b342-ab20f1949505'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:26:38.810043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a072b4-81cd-4f47-b2fe-6b370ed84878 req-62c5c490-20cf-4da5-aeac-57e17d099aa9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:38.811492 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-12a072b4-81cd-4f47-b2fe-6b370ed84878 req-62c5c490-20cf-4da5-aeac-57e17d099aa9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 944 time: 0.0765901 Mar 02 20:26:38.857001 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-12a072b4-81cd-4f47-b2fe-6b370ed84878 req-d2ade07d-b202-4719-8adf-a20a63409a30 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400174 Mar 02 20:26:39.973719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 1f63eb90-e30f-4b20-b342-ab20f1949505 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:40.055979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601b189-3253-4037-8091-6a1a1c6c620b req-d43cb58e-27ff-461b-b408-842db6eb0318 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:40.057395 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b601b189-3253-4037-8091-6a1a1c6c620b req-d43cb58e-27ff-461b-b408-842db6eb0318 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 944 time: 0.0802944 Mar 02 20:26:40.096385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 1f63eb90-e30f-4b20-b342-ab20f1949505 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:40.101302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 1f63eb90-e30f-4b20-b342-ab20f1949505 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:40.101830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:40.106481 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b601b189-3253-4037-8091-6a1a1c6c620b req-e0fc2842-5b82-491f-b6c0-856a964780bf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434744 Mar 02 20:26:40.217633 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:40.244298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f63eb90-e30f-4b20-b342-ab20f1949505'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:26:40.253972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 1f63eb90-e30f-4b20-b342-ab20f1949505, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1f63eb90-e30f-4b20-b342-ab20f1949505,segment=NetworkSegment(aa6d6262-73aa-476d-8f15-980a9632b9e5),segment_id=aa6d6262-73aa-476d-8f15-980a9632b9e5)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:26:40.296663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:40.327720 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f63eb90-e30f-4b20-b342-ab20f1949505', 'code': 200} Mar 02 20:26:40.365545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=1f63eb90-e30f-4b20-b342-ab20f1949505,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:40.720754 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8cadb068-b299-4292-aac3-c83ec54ad9d3 req-6ee46b52-c27d-4319-ac7f-b1478db860b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 1098 time: 0.0683479 Mar 02 20:26:40.763968 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8cadb068-b299-4292-aac3-c83ec54ad9d3 req-11fd5b5b-a790-439c-8553-9b3fbd5468a4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361197 Mar 02 20:26:41.329978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18da156-c3e4-4823-9d54-7b40c24bbdc8 req-692d05d7-14a6-4f72-8182-1d26fd85affd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:41.331496 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c18da156-c3e4-4823-9d54-7b40c24bbdc8 req-692d05d7-14a6-4f72-8182-1d26fd85affd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 945 time: 0.0900817 Mar 02 20:26:41.392527 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c18da156-c3e4-4823-9d54-7b40c24bbdc8 req-5b4a5cd3-6321-4691-8002-ecf4298e848f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531411 Mar 02 20:26:42.672392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50e134-f3f4-444f-92f9-90a15cc93b7b req-29fd637a-76d3-40a5-a3df-8cd78cb95575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:42.673834 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7a50e134-f3f4-444f-92f9-90a15cc93b7b req-29fd637a-76d3-40a5-a3df-8cd78cb95575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 945 time: 0.1480014 Mar 02 20:26:42.720201 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7a50e134-f3f4-444f-92f9-90a15cc93b7b req-63868929-cc17-44e7-9afb-6b2da79238db tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408697 Mar 02 20:26:42.822890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:42.917868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7155e7-171a-4272-b83a-f420ead4781e req-5766a30a-d4a3-4fa1-a85f-1fb18f96fa11 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:42.919856 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9a7155e7-171a-4272-b83a-f420ead4781e req-5766a30a-d4a3-4fa1-a85f-1fb18f96fa11 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 945 time: 0.0788724 Mar 02 20:26:42.966660 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9a7155e7-171a-4272-b83a-f420ead4781e req-f5c14830-e5c7-4251-84d7-49e6e1fef8f9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417314 Mar 02 20:26:42.996039 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49416) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:43.068033 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-53290840-4f6c-45cd-9f15-88c369f62f76 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 1093 time: 0.0676839 Mar 02 20:26:43.068033 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49420) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:43.072963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '1f63eb90-e30f-4b20-b342-ab20f1949505', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:26:43.078719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:43.082525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:floatingip and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:43.085312 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:43.090967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:43.148111 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:43.283538 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:43.421894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.189 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/2a8e6c44-97fc-475c-afa5-e758da648515) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:26:43.647845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:43.719088 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:43.785497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:43.788367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:43.793274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:26:43.822767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=2a8e6c44-97fc-475c-afa5-e758da648515,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:44.307960 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:44.410952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:44.617575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:44.702142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:44.807140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=2a8e6c44-97fc-475c-afa5-e758da648515,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:44.820921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:45.016385 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP 572849b6-7cb5-41ae-b622-1cf64eae73b3 associated. External IP: 172.26.5.189, port: 1f63eb90-e30f-4b20-b342-ab20f1949505. Mar 02 20:26:45.505143 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:26:45.710008 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:26:45.720611 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b6604-48db-4c1a-b9aa-3b2113414622 None None] Sync routers for ids ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:26:45.735600 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b6604-48db-4c1a-b9aa-3b2113414622 None None] Routers {'8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:26:45.736206 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-403b6604-48db-4c1a-b9aa-3b2113414622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:26:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:45.816525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:45.876578 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c9d9d6d8-ffd1-45c4-91d0-472534fbc8b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8059514 Mar 02 20:26:45.876578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'tag': '1f63eb90-e30f-4b20-b342-ab20f1949505'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:26:45.877367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49426) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:45.914398 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-403b6604-48db-4c1a-b9aa-3b2113414622 None None] Set router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:26:45.942126 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'tag': '1f63eb90-e30f-4b20-b342-ab20f1949505', 'status': 'completed', 'code': 200} Mar 02 20:26:46.034305 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7e809e57-dccf-4f4f-b39b-8815e677145d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/572849b6-7cb5-41ae-b622-1cf64eae73b3 HTTP/1.1" status: 200 len: 991 time: 0.1556566 Mar 02 20:26:46.061874 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1e41fe2-75bd-40fd-ad9a-1a3b4a85928d req-7f69f2a0-1a8d-4da9-a196-93535cc53912 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 1098 time: 0.0928376 Mar 02 20:26:46.198927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41fe2-75bd-40fd-ad9a-1a3b4a85928d req-e6c93067-a8bb-4b02-b1b7-b40eceb210e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:46.200457 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1e41fe2-75bd-40fd-ad9a-1a3b4a85928d req-e6c93067-a8bb-4b02-b1b7-b40eceb210e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=261558a0-6be2-4b9e-9ca4-39946112a578 HTTP/1.1" status: 200 len: 898 time: 0.1316707 Mar 02 20:26:46.287569 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-403b6604-48db-4c1a-b9aa-3b2113414622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:20Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '572849b6-7cb5-41ae-b622-1cf64eae73b3', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.189', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'port_id': '1f63eb90-e30f-4b20-b342-ab20f1949505', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'mac_address': 'fa:16:3e:97:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:26:44Z', 'updated_at': '2022-03-02T20:26:44Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2', 'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4b:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:20Z', 'updated_at': '2022-03-02T20:26:27Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:46.291481 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b6604-48db-4c1a-b9aa-3b2113414622 None None] Checking router: 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:26:46.303074 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b6604-48db-4c1a-b9aa-3b2113414622 None None] Routers {'8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:26:46.303828 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-403b6604-48db-4c1a-b9aa-3b2113414622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:26:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:46.415063 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1e41fe2-75bd-40fd-ad9a-1a3b4a85928d req-4914d5bb-5656-41af-a9ff-e030dff0624d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f63eb90-e30f-4b20-b342-ab20f1949505 HTTP/1.1" status: 200 len: 999 time: 0.2073472 Mar 02 20:26:46.478984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41fe2-75bd-40fd-ad9a-1a3b4a85928d req-c6db9d5a-b336-4171-a052-2a01b2ccc63a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:46.480495 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1e41fe2-75bd-40fd-ad9a-1a3b4a85928d req-c6db9d5a-b336-4171-a052-2a01b2ccc63a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0447d60-4952-40e5-abce-e78aa1892073 HTTP/1.1" status: 200 len: 843 time: 0.0586863 Mar 02 20:26:46.485795 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-403b6604-48db-4c1a-b9aa-3b2113414622 None None] Set router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:26:46.559743 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1e41fe2-75bd-40fd-ad9a-1a3b4a85928d req-acbf26cd-477d-42b6-a177-badcd41c8947 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261558a0-6be2-4b9e-9ca4-39946112a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722320 Mar 02 20:26:46.694803 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1e41fe2-75bd-40fd-ad9a-1a3b4a85928d req-bf20fca7-a3b2-4b7b-8994-485e736c2a0a service neutron] 10.222.0.31 "GET /v2.0/networks/261558a0-6be2-4b9e-9ca4-39946112a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271343 Mar 02 20:26:46.828354 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1e41fe2-75bd-40fd-ad9a-1a3b4a85928d req-58b2eb4a-4132-4345-9203-ef6924da155a service neutron] 10.222.0.31 "GET /v2.0/networks/261558a0-6be2-4b9e-9ca4-39946112a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266830 Mar 02 20:26:46.836670 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-403b6604-48db-4c1a-b9aa-3b2113414622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:20Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '572849b6-7cb5-41ae-b622-1cf64eae73b3', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.189', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'port_id': '1f63eb90-e30f-4b20-b342-ab20f1949505', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'mac_address': 'fa:16:3e:97:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:26:44Z', 'updated_at': '2022-03-02T20:26:44Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2', 'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4b:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:20Z', 'updated_at': '2022-03-02T20:26:27Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:46.840781 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b6604-48db-4c1a-b9aa-3b2113414622 None None] The sync data for ids ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'] in dv-neutron-831593-2-hyperv is: [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:20Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '572849b6-7cb5-41ae-b622-1cf64eae73b3', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.189', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'port_id': '1f63eb90-e30f-4b20-b342-ab20f1949505', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'mac_address': 'fa:16:3e:97:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:26:44Z', 'updated_at': '2022-03-02T20:26:44Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2', 'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4b:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:20Z', 'updated_at': '2022-03-02T20:26:27Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:26:47.038399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49432) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:47.053745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271ff50-64b2-4a52-acc0-2ef7b7e22a21 None None] New status for floating IP 572849b6-7cb5-41ae-b622-1cf64eae73b3: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:26:47.114610 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4a746e3a-b0c6-4efc-899b-9cb435a625fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:47.156797 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b9418df3-17ae-41dc-9352-b8b7ca878f9a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/572849b6-7cb5-41ae-b622-1cf64eae73b3 HTTP/1.1" status: 200 len: 991 time: 0.1166811 Mar 02 20:26:48.159769 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49436) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:48.266049 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c4697591-6f64-425a-a379-06c859e112aa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/572849b6-7cb5-41ae-b622-1cf64eae73b3 HTTP/1.1" status: 200 len: 993 time: 0.1047564 Mar 02 20:26:49.330639 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0ac860f0-e810-4d33-bb58-0ae742d1ccf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:50.541717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:50.593353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:51.810426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:08.562078 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:27:12.845198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:17.106628 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6edb8ae9-4cc1-4a37-8386-641fc22f67ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:19.346778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d3af70a1-ed3f-4711-bd90-52c38c587299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:20.511492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:20.552404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:21.832646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:32.541690 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c120bd-b5aa-4a9e-9e35-f4fdbaffe336 req-ae7ef755-e813-4ecc-8bc2-02f800f92b0e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1335003 Mar 02 20:27:32.636385 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c120bd-b5aa-4a9e-9e35-f4fdbaffe336 req-e8ff1707-359b-4c94-bfe9-6e093f1e5111 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 1098 time: 0.0734940 Mar 02 20:27:32.782905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c120bd-b5aa-4a9e-9e35-f4fdbaffe336 req-df196e92-f387-4e3d-8454-d12b50e32290 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:32.785018 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c120bd-b5aa-4a9e-9e35-f4fdbaffe336 req-df196e92-f387-4e3d-8454-d12b50e32290 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.1281252 Mar 02 20:27:32.888503 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c120bd-b5aa-4a9e-9e35-f4fdbaffe336 req-42dbfd14-663d-400c-b113-7d35d46121b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc26262-17d9-48fe-a940-9661cb852979 HTTP/1.1" status: 200 len: 999 time: 0.0978649 Mar 02 20:27:32.951054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c120bd-b5aa-4a9e-9e35-f4fdbaffe336 req-5d26a9b2-34fe-455a-90be-4998a5b3a66d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:32.953183 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c120bd-b5aa-4a9e-9e35-f4fdbaffe336 req-5d26a9b2-34fe-455a-90be-4998a5b3a66d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0570822 Mar 02 20:27:33.030943 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c120bd-b5aa-4a9e-9e35-f4fdbaffe336 req-c4061bd0-ed58-4c92-a343-f7b7ed0cc9d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715289 Mar 02 20:27:33.164626 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c120bd-b5aa-4a9e-9e35-f4fdbaffe336 req-2764d9ca-7854-4ecd-b19a-71891d04ff49 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266122 Mar 02 20:27:33.296402 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81c120bd-b5aa-4a9e-9e35-f4fdbaffe336 req-34f1dfb4-09c5-4399-bbaa-a23c6455249d service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250498 Mar 02 20:27:42.871933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:45.561820 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:27:47.129516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b35c4614-4ca1-480c-8655-d63d1f0e901d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:49.334616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a90deb5a-f50e-4729-afda-e3c3531c30fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:50.494818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:50.563429 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:51.820419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:12.897843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:17.117236 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1c8b330f-c69f-4afa-8bd0-0c5807df842d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:19.294552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3c4c6806-1065-410f-9000-b982f7408c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:20.545745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:20.580220 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:21.825862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:22.562333 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:28:26.333250 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49474) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:26.612907 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Deleting port e862bf70-7f3e-4dea-b2a7-d25184ee8a00 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:26.613161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:26.778996 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:26.779323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:26.897609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Calling delete_port for e862bf70-7f3e-4dea-b2a7-d25184ee8a00 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:28:27.089692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:27.136481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event deleted for resources: {'Port': ['ID=e862bf70-7f3e-4dea-b2a7-d25184ee8a00,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:27.206505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:27.206794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:27.207109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:27.207475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:27.207911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:27.208242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:27.208567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:27.208892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:27.209210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:27.209525 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:27.209838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:27.241752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:27.638610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:28:27.832952 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:28:27.843326 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1e193-a2b6-4c02-ac9a-06cf442c1778 None None] Sync routers for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:28:27.849135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:27.855657 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1e193-a2b6-4c02-ac9a-06cf442c1778 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:28:27.856310 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8bb1e193-a2b6-4c02-ac9a-06cf442c1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:28:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:27.903746 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fa4877b7-5628-43c8-9260-f544272450dc tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "DELETE /v2.0/floatingips/9cbc3ad3-cbdc-48ca-b9fe-9af66019b934 HTTP/1.1" status: 204 len: 168 time: 1.5693505 Mar 02 20:28:27.904322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'tag': 'dbc26262-17d9-48fe-a940-9661cb852979'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:28:28.039055 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-8bb1e193-a2b6-4c02-ac9a-06cf442c1778 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:28:28.045346 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'tag': 'dbc26262-17d9-48fe-a940-9661cb852979', 'status': 'completed', 'code': 200} Mar 02 20:28:28.145104 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be0fee1a-c5ef-4b26-bda5-7b145b2a31a7 req-6c60e487-22df-496d-b097-337a89be15d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 1098 time: 0.0732138 Mar 02 20:28:28.389272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fee1a-c5ef-4b26-bda5-7b145b2a31a7 req-7f3286a6-c77a-49af-a759-18acf4082a74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:28.390834 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be0fee1a-c5ef-4b26-bda5-7b145b2a31a7 req-7f3286a6-c77a-49af-a759-18acf4082a74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.2357447 Mar 02 20:28:28.411269 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8bb1e193-a2b6-4c02-ac9a-06cf442c1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '591c82c3-422b-4ed1-a4c2-5c1afa2fdac7', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.212', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:3c:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f61d79-a398-4e46-994c-838f69aa38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:22:54Z', 'updated_at': '2022-03-02T20:22:57Z', 'revision_number': 1, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:28.415046 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1e193-a2b6-4c02-ac9a-06cf442c1778 None None] Checking router: 439f1d21-6bd2-42df-b2c1-b1f705ac9375 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:28:28.427068 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1e193-a2b6-4c02-ac9a-06cf442c1778 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:28:28.427068 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8bb1e193-a2b6-4c02-ac9a-06cf442c1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:28:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:28.467676 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be0fee1a-c5ef-4b26-bda5-7b145b2a31a7 req-760d1277-031e-40f7-b599-c0311dcc817d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc26262-17d9-48fe-a940-9661cb852979 HTTP/1.1" status: 200 len: 217 time: 0.0692680 Mar 02 20:28:28.480204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd73ee-2a81-4460-b900-79ebe88bdd13 req-356430a7-578f-4814-847b-c8a538dc908b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:28.481760 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2bdd73ee-2a81-4460-b900-79ebe88bdd13 req-356430a7-578f-4814-847b-c8a538dc908b tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 945 time: 0.0926945 Mar 02 20:28:28.531997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fee1a-c5ef-4b26-bda5-7b145b2a31a7 req-553ec17c-78a4-4387-b848-502e2088cd2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:28.533435 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be0fee1a-c5ef-4b26-bda5-7b145b2a31a7 req-553ec17c-78a4-4387-b848-502e2088cd2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0590858 Mar 02 20:28:28.538997 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2bdd73ee-2a81-4460-b900-79ebe88bdd13 req-65b4d983-2adf-462d-8408-eef0a43284c4 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504911 Mar 02 20:28:28.607747 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-8bb1e193-a2b6-4c02-ac9a-06cf442c1778 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:28:28.611239 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be0fee1a-c5ef-4b26-bda5-7b145b2a31a7 req-98943cce-963c-4edb-84f9-21bdbc7bda26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706570 Mar 02 20:28:28.742917 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be0fee1a-c5ef-4b26-bda5-7b145b2a31a7 req-3b5dc06d-4eb1-4590-84b5-16daf3a4f21a service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237769 Mar 02 20:28:28.880606 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-be0fee1a-c5ef-4b26-bda5-7b145b2a31a7 req-3991aa04-6e8c-420f-b5af-70437630235e service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303792 Mar 02 20:28:28.977291 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-8bb1e193-a2b6-4c02-ac9a-06cf442c1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '591c82c3-422b-4ed1-a4c2-5c1afa2fdac7', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.212', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:3c:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f61d79-a398-4e46-994c-838f69aa38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:22:54Z', 'updated_at': '2022-03-02T20:22:57Z', 'revision_number': 1, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:28.982107 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1e193-a2b6-4c02-ac9a-06cf442c1778 None None] The sync data for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv is: [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '591c82c3-422b-4ed1-a4c2-5c1afa2fdac7', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'floating_ip_address': '172.26.5.212', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'port_id': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'mac_address': 'fa:16:3e:3c:61:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f61d79-a398-4e46-994c-838f69aa38cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:22:54Z', 'updated_at': '2022-03-02T20:22:57Z', 'revision_number': 1, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:28:29.192153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a322c71b-4494-4c1c-8d73-f3c2381a6440 None None] New status for floating IP 9cbc3ad3-cbdc-48ca-b9fe-9af66019b934: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:28:29.739042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96384c3a-739d-4bf7-8226-5f9e4a84f274 req-bd91911d-fc15-4ab4-a74b-fa00dbf1a407 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:29.740575 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96384c3a-739d-4bf7-8226-5f9e4a84f274 req-bd91911d-fc15-4ab4-a74b-fa00dbf1a407 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 945 time: 0.0797446 Mar 02 20:28:29.786293 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96384c3a-739d-4bf7-8226-5f9e4a84f274 req-3c9afc87-1335-4eed-be60-20861c31b3d9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393405 Mar 02 20:28:30.195611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-64f4073c-4c45-4677-aefa-77ff006f33ec tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:30.196202 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-64f4073c-4c45-4677-aefa-77ff006f33ec tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Synchronizing usage tracker for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:28:30.265651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-64f4073c-4c45-4677-aefa-77ff006f33ec tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Unset dirty status for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:28:30.266785 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-64f4073c-4c45-4677-aefa-77ff006f33ec tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 945 time: 0.1466889 Mar 02 20:28:30.341038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-92ebab1f-a204-4fd0-aaba-2b9002991b25 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Deleting port dbc26262-17d9-48fe-a940-9661cb852979 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:30.341372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-92ebab1f-a204-4fd0-aaba-2b9002991b25 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:30.574632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-92ebab1f-a204-4fd0-aaba-2b9002991b25 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] For port dbc26262-17d9-48fe-a940-9661cb852979, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dbc26262-17d9-48fe-a940-9661cb852979,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:28:30.574986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-92ebab1f-a204-4fd0-aaba-2b9002991b25 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:30.696048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-92ebab1f-a204-4fd0-aaba-2b9002991b25 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Calling delete_port for dbc26262-17d9-48fe-a940-9661cb852979 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:28:30.894784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-92ebab1f-a204-4fd0-aaba-2b9002991b25 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:30.947623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebab1f-a204-4fd0-aaba-2b9002991b25 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event deleted for resources: {'Port': ['ID=dbc26262-17d9-48fe-a940-9661cb852979,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:30.956095 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-49de09d9-2445-4425-b0b9-99b791b612a6 req-c1e2b4c4-531c-418d-b00f-0bdcbefd5c90 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 210 time: 0.0431437 Mar 02 20:28:31.020003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-92ebab1f-a204-4fd0-aaba-2b9002991b25 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] No DVR routers for this DVR port dbc26262-17d9-48fe-a940-9661cb852979 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:28:31.022427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-92ebab1f-a204-4fd0-aaba-2b9002991b25 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:31.024899 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'name': 'network-vif-deleted', 'tag': 'dbc26262-17d9-48fe-a940-9661cb852979'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:28:31.079589 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e8ca82-ed62-493b-8b90-4f085d8b36ac', 'name': 'network-vif-deleted', 'tag': 'dbc26262-17d9-48fe-a940-9661cb852979', 'status': 'completed', 'code': 200} Mar 02 20:28:31.083737 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f283bc06-d401-47fc-9b99-5dbb20fb9d79 req-92ebab1f-a204-4fd0-aaba-2b9002991b25 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "DELETE /v2.0/ports/dbc26262-17d9-48fe-a940-9661cb852979 HTTP/1.1" status: 204 len: 173 time: 0.8088012 Mar 02 20:28:32.138998 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d6beeea3-b498-44f4-bc0f-e2a5648ad261 req-8445aee2-7245-429b-97dd-67c0d8a89ca0 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03e8ca82-ed62-493b-8b90-4f085d8b36ac HTTP/1.1" status: 200 len: 210 time: 0.0439150 Mar 02 20:28:32.662312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device dbc26262-17d9-48fe-a940-9661cb852979 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:28:32.695078 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: dbc26262-17d9-48fe-a940-9661cb852979 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:28:32.695423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device dbc26262-17d9-48fe-a940-9661cb852979 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:28:33.443881 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-911d0636-e96e-4c45-a9da-f960d447e612 req-79dc0c6f-e078-474d-88d9-433c52b4df50 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713439 Mar 02 20:28:33.584874 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-911d0636-e96e-4c45-a9da-f960d447e612 req-3abda86d-cc5d-4d22-b602-da2e2fb3193f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 1098 time: 0.0692375 Mar 02 20:28:33.824971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d0636-e96e-4c45-a9da-f960d447e612 req-54888350-5b8e-4801-9a8d-30276a1450f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:33.826457 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-911d0636-e96e-4c45-a9da-f960d447e612 req-54888350-5b8e-4801-9a8d-30276a1450f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.2226076 Mar 02 20:28:33.935794 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-911d0636-e96e-4c45-a9da-f960d447e612 req-13e7e145-21cf-49e7-a828-fc4a2cd0f55c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533ea055-e19f-42b2-a30a-a2f1854694b5 HTTP/1.1" status: 200 len: 1001 time: 0.0986030 Mar 02 20:28:33.998347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d0636-e96e-4c45-a9da-f960d447e612 req-f8f24373-5e3c-458c-b793-3bb559c03bfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:33.999928 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-911d0636-e96e-4c45-a9da-f960d447e612 req-f8f24373-5e3c-458c-b793-3bb559c03bfd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0577519 Mar 02 20:28:34.079491 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-911d0636-e96e-4c45-a9da-f960d447e612 req-aa493183-aea9-420c-8244-9bfdd9a47402 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722723 Mar 02 20:28:34.214844 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-911d0636-e96e-4c45-a9da-f960d447e612 req-f76b7507-f43b-402f-ae49-afb19d19f6ba service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279268 Mar 02 20:28:34.347780 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-911d0636-e96e-4c45-a9da-f960d447e612 req-a2f98432-ad26-4414-93c4-549f35456afe service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260417 Mar 02 20:28:37.993355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49516) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:38.190762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Deleting port b44d6a89-edb7-4817-81e1-a5d88ee1f248 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:38.191093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:38.359807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:38.360176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:38.480647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Calling delete_port for b44d6a89-edb7-4817-81e1-a5d88ee1f248 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:28:38.705767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:38.749090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event deleted for resources: {'Port': ['ID=b44d6a89-edb7-4817-81e1-a5d88ee1f248,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:38.842220 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:39.328169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:28:39.532962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:28:39.545545 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef818f3-f607-48fd-8d86-885112d815fe None None] Sync routers for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:28:39.549839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:39.558555 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef818f3-f607-48fd-8d86-885112d815fe None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:28:39.559228 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4ef818f3-f607-48fd-8d86-885112d815fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:28:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:39.608273 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4c0e113a-10b1-4f6b-92cf-13b2eb7153b9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "DELETE /v2.0/floatingips/591c82c3-422b-4ed1-a4c2-5c1afa2fdac7 HTTP/1.1" status: 204 len: 168 time: 1.6136200 Mar 02 20:28:39.608779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f61d79-a398-4e46-994c-838f69aa38cf', 'tag': '533ea055-e19f-42b2-a30a-a2f1854694b5'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:28:39.669364 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f61d79-a398-4e46-994c-838f69aa38cf', 'tag': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'status': 'completed', 'code': 200} Mar 02 20:28:39.743299 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-4ef818f3-f607-48fd-8d86-885112d815fe None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:28:39.775472 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6012f3b7-366d-4711-b80e-b04a3c61d3c2 req-638f982b-5293-4a41-ba79-dc95d6eba91d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 1098 time: 0.0847688 Mar 02 20:28:39.916249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012f3b7-366d-4711-b80e-b04a3c61d3c2 req-0ef11612-0edc-4211-ad9a-ec090d5d3b98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:39.917628 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6012f3b7-366d-4711-b80e-b04a3c61d3c2 req-0ef11612-0edc-4211-ad9a-ec090d5d3b98 service neutron] 10.222.0.31 "GET /v2.0/networks?id=82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 200 len: 914 time: 0.1353495 Mar 02 20:28:39.989840 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6012f3b7-366d-4711-b80e-b04a3c61d3c2 req-6472e8c8-925f-4544-8a02-8fe6acfbbaeb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533ea055-e19f-42b2-a30a-a2f1854694b5 HTTP/1.1" status: 200 len: 217 time: 0.0644312 Mar 02 20:28:40.066962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012f3b7-366d-4711-b80e-b04a3c61d3c2 req-65902dc0-fdb2-454e-8a7b-6a50bb5e3a0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:40.068711 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6012f3b7-366d-4711-b80e-b04a3c61d3c2 req-65902dc0-fdb2-454e-8a7b-6a50bb5e3a0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 200 len: 851 time: 0.0725608 Mar 02 20:28:40.077736 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4ef818f3-f607-48fd-8d86-885112d815fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:40.081558 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef818f3-f607-48fd-8d86-885112d815fe None None] Checking router: 439f1d21-6bd2-42df-b2c1-b1f705ac9375 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:28:40.092201 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef818f3-f607-48fd-8d86-885112d815fe None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:28:40.092778 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4ef818f3-f607-48fd-8d86-885112d815fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:28:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:40.164700 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6012f3b7-366d-4711-b80e-b04a3c61d3c2 req-fc73f1f6-43bd-44b3-aaef-444dba2bc0db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=82ac1006-fbfb-4cae-a77f-d83f7abec9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864580 Mar 02 20:28:40.286072 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-4ef818f3-f607-48fd-8d86-885112d815fe None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:28:40.286274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a544e-de2a-47fc-a408-eb1ea4d56618 req-bf61c98b-cf11-4721-aefd-f4c68efd73dd tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:40.287540 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e90a544e-de2a-47fc-a408-eb1ea4d56618 req-bf61c98b-cf11-4721-aefd-f4c68efd73dd tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 945 time: 0.0805254 Mar 02 20:28:40.314032 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6012f3b7-366d-4711-b80e-b04a3c61d3c2 req-1a1b546e-8edb-47b9-8f0c-425139fcb4d1 service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402276 Mar 02 20:28:40.343448 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e90a544e-de2a-47fc-a408-eb1ea4d56618 req-9e965156-229e-4d2c-a942-3ebb9cee156e tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492713 Mar 02 20:28:40.454680 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6012f3b7-366d-4711-b80e-b04a3c61d3c2 req-4a421fa9-2f2f-4e1b-aeef-18f72b4d399e service neutron] 10.222.0.31 "GET /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337602 Mar 02 20:28:40.633450 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4ef818f3-f607-48fd-8d86-885112d815fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:40.637603 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef818f3-f607-48fd-8d86-885112d815fe None None] The sync data for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv is: [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:17:48Z', 'revision_number': 4, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '4bf8f10b-3953-4fc2-9b79-840b2f52224f', 'name': '', 'network_id': '82ac1006-fbfb-4cae-a77f-d83f7abec9de', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'mac_address': 'fa:16:3e:d1:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:47Z', 'updated_at': '2022-03-02T20:18:14Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'subnets': [{'id': '2afb9036-43e4-41be-8d2f-419a51a61236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:28:40.793745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-7cd4b9dc-5b94-48ca-a6a3-568909d6e1c9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:40.793884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-7cd4b9dc-5b94-48ca-a6a3-568909d6e1c9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Synchronizing usage tracker for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:28:40.868946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9eec4-5f8c-4101-95c3-34646ac70b44 None None] New status for floating IP 591c82c3-422b-4ed1-a4c2-5c1afa2fdac7: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:28:40.876917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-7cd4b9dc-5b94-48ca-a6a3-568909d6e1c9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Unset dirty status for tenant:27a22670d9d94d5cb974e0bd0ae4f9ef on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:28:40.878263 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-7cd4b9dc-5b94-48ca-a6a3-568909d6e1c9 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 945 time: 0.1621654 Mar 02 20:28:40.950250 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-89c1c1a9-e163-485c-9957-7b314ab67f14 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Deleting port 533ea055-e19f-42b2-a30a-a2f1854694b5 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:40.950498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-89c1c1a9-e163-485c-9957-7b314ab67f14 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:41.292056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-89c1c1a9-e163-485c-9957-7b314ab67f14 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] For port 533ea055-e19f-42b2-a30a-a2f1854694b5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=533ea055-e19f-42b2-a30a-a2f1854694b5,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:28:41.292319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-89c1c1a9-e163-485c-9957-7b314ab67f14 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:41.411468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-89c1c1a9-e163-485c-9957-7b314ab67f14 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Calling delete_port for 533ea055-e19f-42b2-a30a-a2f1854694b5 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:28:41.549928 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ff1a6-2bde-4f71-ac7b-0e9ec9349cae req-1ab42fa5-0572-4b7a-92ac-fa47e1c72ce6 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:41.551411 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b55ff1a6-2bde-4f71-ac7b-0e9ec9349cae req-1ab42fa5-0572-4b7a-92ac-fa47e1c72ce6 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 945 time: 0.0819809 Mar 02 20:28:41.598658 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b55ff1a6-2bde-4f71-ac7b-0e9ec9349cae req-9eb6d7f3-dd88-41de-bd6e-3c1e3a1a8486 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc7990d4-8e1b-405e-81d6-bce5dca50249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Mar 02 20:28:41.608810 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-89c1c1a9-e163-485c-9957-7b314ab67f14 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:41.662364 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1c1a9-e163-485c-9957-7b314ab67f14 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event deleted for resources: {'Port': ['ID=533ea055-e19f-42b2-a30a-a2f1854694b5,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:41.735736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-89c1c1a9-e163-485c-9957-7b314ab67f14 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] No DVR routers for this DVR port 533ea055-e19f-42b2-a30a-a2f1854694b5 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:28:41.738021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-89c1c1a9-e163-485c-9957-7b314ab67f14 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:41.740454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f61d79-a398-4e46-994c-838f69aa38cf', 'name': 'network-vif-deleted', 'tag': '533ea055-e19f-42b2-a30a-a2f1854694b5'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:28:41.792064 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d031123f-1aeb-4df5-b434-65c93d1e4da5 req-89c1c1a9-e163-485c-9957-7b314ab67f14 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.31 "DELETE /v2.0/ports/533ea055-e19f-42b2-a30a-a2f1854694b5 HTTP/1.1" status: 204 len: 173 time: 0.9055555 Mar 02 20:28:41.796350 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f61d79-a398-4e46-994c-838f69aa38cf', 'name': 'network-vif-deleted', 'tag': '533ea055-e19f-42b2-a30a-a2f1854694b5', 'status': 'completed', 'code': 200} Mar 02 20:28:42.774331 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4925f130-a641-4e04-bd43-acd5512e7292 req-6c573ed5-756a-4b89-a8b4-6a3e7d3cb895 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "GET /v2.0/ports?device_id=03f61d79-a398-4e46-994c-838f69aa38cf HTTP/1.1" status: 200 len: 210 time: 0.0404208 Mar 02 20:28:42.849467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:43.879055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49538) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:44.061806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Deleting port b4c686c2-b816-40ec-8a02-16ada59054cb {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:44.062165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:44.226883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:44.227218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:44.345727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Calling delete_port for b4c686c2-b816-40ec-8a02-16ada59054cb owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:28:44.619538 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:44.664361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event deleted for resources: {'Port': ['ID=b4c686c2-b816-40ec-8a02-16ada59054cb,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:44.687766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49544) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:44.693558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-5168890f-96bb-446c-8a52-e544f77b6770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:28:44.705604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:44.705974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:44.706318 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:44.706676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:44.706978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:44.707304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:44.707628 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:44.707948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:44.708268 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:44.708371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 533ea055-e19f-42b2-a30a-a2f1854694b5 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:28:44.708782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:44.708964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:28:44.743732 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 533ea055-e19f-42b2-a30a-a2f1854694b5 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:28:44.744070 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 533ea055-e19f-42b2-a30a-a2f1854694b5 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:28:44.768897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:44.784056 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:44.785179 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a0db0512-889d-4c71-a483-4284f8ac8b80 tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "DELETE /v2.0/floatingips/b3ac1d91-b4ca-4c54-9e62-966c4f466d52 HTTP/1.1" status: 204 len: 168 time: 0.9047515 Mar 02 20:28:44.940144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5168890f-96bb-446c-8a52-e544f77b6770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6960475'] for subnet, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:45.203678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5168890f-96bb-446c-8a52-e544f77b6770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773523832989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7828140'] for subnet, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:45.259945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5168890f-96bb-446c-8a52-e544f77b6770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:45.260524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5168890f-96bb-446c-8a52-e544f77b6770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:45.263933 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5168890f-96bb-446c-8a52-e544f77b6770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/subnets/c0447d60-4952-40e5-abce-e78aa1892073 HTTP/1.1" status: 200 len: 835 time: 0.5730336 Mar 02 20:28:45.265377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0ebbb3-3e09-4a5f-bd92-37b6cc901d90 None None] Network 261558a0-6be2-4b9e-9ca4-39946112a578 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:28:45.273485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168890f-96bb-446c-8a52-e544f77b6770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Subnet': ['ID=c0447d60-4952-40e5-abce-e78aa1892073,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:45.748117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0bc9163b-9dc1-474e-94ba-7a00e302dd63 None None] Provisioning complete for port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:28:45.756417 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0bc9163b-9dc1-474e-94ba-7a00e302dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:45.893433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0bc9163b-9dc1-474e-94ba-7a00e302dd63 None None] Provisioning complete for port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:28:45.893874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0bc9163b-9dc1-474e-94ba-7a00e302dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:46.016653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0bc9163b-9dc1-474e-94ba-7a00e302dd63 None None] Provisioning complete for port 1f63eb90-e30f-4b20-b342-ab20f1949505 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:28:46.017017 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0bc9163b-9dc1-474e-94ba-7a00e302dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:47.105504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f4600e11-d526-4f4d-a7f7-97e4183690c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:47.343604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49564) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:47.414986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-de697e82-3dab-4c22-b664-3a3a31bdd78d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:47.444582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-de697e82-3dab-4c22-b664-3a3a31bdd78d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:47.568465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-de697e82-3dab-4c22-b664-3a3a31bdd78d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:47.586357 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de697e82-3dab-4c22-b664-3a3a31bdd78d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7990d4-8e1b-405e-81d6-bce5dca50249,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:47.652817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-de697e82-3dab-4c22-b664-3a3a31bdd78d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:47.653979 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-de697e82-3dab-4c22-b664-3a3a31bdd78d tempest-TestVolumeBootPattern-2004159738 tempest-TestVolumeBootPattern-2004159738-project] 10.222.0.44 "DELETE /v2.0/security-groups/cc7990d4-8e1b-405e-81d6-bce5dca50249 HTTP/1.1" status: 204 len: 168 time: 0.3093684 Mar 02 20:28:48.796266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49574) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:49.299406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2ca05783-5d81-4dc6-b3d2-45770ff30e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:49.303371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:49.969995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] Deleting port 4bf8f10b-3953-4fc2-9b79-840b2f52224f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:49.970656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:50.140724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] For port 4bf8f10b-3953-4fc2-9b79-840b2f52224f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4bf8f10b-3953-4fc2-9b79-840b2f52224f,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:28:50.141080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:50.259398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] Calling delete_port for 4bf8f10b-3953-4fc2-9b79-840b2f52224f owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:28:50.453775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:50.502835 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf8f10b-3953-4fc2-9b79-840b2f52224f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:50.562606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:50.637047 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:50.800081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:51.476006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] Router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:28:51.669321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:28:51.677869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470052c9-6d9a-4415-80f6-44f51f673096 None None] Sync routers for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:28:51.681109 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aa774c2a-4b64-4d1c-918a-238f2c3bccf5 admin admin] 10.222.0.44 "PUT /v2.0/routers/439f1d21-6bd2-42df-b2c1-b1f705ac9375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8838320 Mar 02 20:28:51.684652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49584) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:51.690859 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470052c9-6d9a-4415-80f6-44f51f673096 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:28:51.691457 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-470052c9-6d9a-4415-80f6-44f51f673096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:28:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:51.865915 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-470052c9-6d9a-4415-80f6-44f51f673096 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:28:51.871642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:51.876904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:52.082851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:52.156777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Deleting port b288b488-c6ca-418f-a8b3-b6a91e79452c {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:52.157112 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-470052c9-6d9a-4415-80f6-44f51f673096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:28:50Z', 'revision_number': 5, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port': {'id': 'b288b488-c6ca-418f-a8b3-b6a91e79452c', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:43Z', 'updated_at': '2022-03-02T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:52.157387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:52.160959 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470052c9-6d9a-4415-80f6-44f51f673096 None None] Checking router: 439f1d21-6bd2-42df-b2c1-b1f705ac9375 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:28:52.171888 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470052c9-6d9a-4415-80f6-44f51f673096 None None] Routers {'439f1d21-6bd2-42df-b2c1-b1f705ac9375'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:28:52.172473 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-470052c9-6d9a-4415-80f6-44f51f673096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:28:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:52.318660 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-470052c9-6d9a-4415-80f6-44f51f673096 None None] Set router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:28:52.330533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] For port b288b488-c6ca-418f-a8b3-b6a91e79452c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b288b488-c6ca-418f-a8b3-b6a91e79452c,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:28:52.330885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:52.424390 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-470052c9-6d9a-4415-80f6-44f51f673096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:28:52Z', 'revision_number': 6, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:52.428598 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470052c9-6d9a-4415-80f6-44f51f673096 None None] The sync data for ids ['439f1d21-6bd2-42df-b2c1-b1f705ac9375'] in dv-neutron-831593-2-hyperv is: [{'id': '439f1d21-6bd2-42df-b2c1-b1f705ac9375', 'name': 'tempest-TestVolumeBootPattern-1118580646-router', 'tenant_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:41Z', 'updated_at': '2022-03-02T20:28:52Z', 'revision_number': 6, 'project_id': '27a22670d9d94d5cb974e0bd0ae4f9ef', 'gw_port_host': None}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:28:52.556301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Calling delete_port for b288b488-c6ca-418f-a8b3-b6a91e79452c owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:28:52.797084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:52.844657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=b288b488-c6ca-418f-a8b3-b6a91e79452c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:53.064508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:53.197246 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b288b488-c6ca-418f-a8b3-b6a91e79452c no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:28:53.270531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: b288b488-c6ca-418f-a8b3-b6a91e79452c {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:28:53.270877 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b288b488-c6ca-418f-a8b3-b6a91e79452c not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:28:53.271293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4bf8f10b-3953-4fc2-9b79-840b2f52224f no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:28:53.302542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 4bf8f10b-3953-4fc2-9b79-840b2f52224f {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:28:53.302883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4bf8f10b-3953-4fc2-9b79-840b2f52224f not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:28:53.325310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:53.330142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:53.413851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:53.414392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 439f1d21-6bd2-42df-b2c1-b1f705ac9375 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:28:53.426271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:53.427405 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cf770179-aaac-434d-b3d5-7a4103ad2c2e admin admin] 10.222.0.44 "DELETE /v2.0/routers/439f1d21-6bd2-42df-b2c1-b1f705ac9375 HTTP/1.1" status: 204 len: 168 time: 1.7418716 Mar 02 20:28:53.429960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49590) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:53.490281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b5dbca-5de5-4a3f-86fb-ce61c175d26a admin admin] Deleting subnet 2afb9036-43e4-41be-8d2f-419a51a61236 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:28:53.493355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38b5dbca-5de5-4a3f-86fb-ce61c175d26a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:53.543692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38b5dbca-5de5-4a3f-86fb-ce61c175d26a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:53.621714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38b5dbca-5de5-4a3f-86fb-ce61c175d26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:53.728206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38b5dbca-5de5-4a3f-86fb-ce61c175d26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:53.766209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5dbca-5de5-4a3f-86fb-ce61c175d26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2afb9036-43e4-41be-8d2f-419a51a61236,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:53.774244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-38b5dbca-5de5-4a3f-86fb-ce61c175d26a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:53.780333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f328f64f-f2c9-4af8-9327-5d7e9cfcd264 None None] Network 82ac1006-fbfb-4cae-a77f-d83f7abec9de requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:28:53.781549 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-38b5dbca-5de5-4a3f-86fb-ce61c175d26a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2afb9036-43e4-41be-8d2f-419a51a61236 HTTP/1.1" status: 204 len: 168 time: 0.3506103 Mar 02 20:28:53.784083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49594) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:53.885300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:53.896120 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Deleting port bb01f303-896b-4c12-8c78-645f1c955f93 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:53.896445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.035224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60748800-0a9c-4df0-adc1-e26523453e3f None None] DHCP port deletion for 82ac1006-fbfb-4cae-a77f-d83f7abec9de request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:28:54.039624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-60748800-0a9c-4df0-adc1-e26523453e3f None None] Deleting port bb01f303-896b-4c12-8c78-645f1c955f93 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:54.039996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-60748800-0a9c-4df0-adc1-e26523453e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.199300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] For port bb01f303-896b-4c12-8c78-645f1c955f93, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bb01f303-896b-4c12-8c78-645f1c955f93,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:28:54.199566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.245171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-60748800-0a9c-4df0-adc1-e26523453e3f None None] For port bb01f303-896b-4c12-8c78-645f1c955f93, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bb01f303-896b-4c12-8c78-645f1c955f93,segment=NetworkSegment(21a2903f-20f8-4885-bc2c-3465db5e55fb),segment_id=21a2903f-20f8-4885-bc2c-3465db5e55fb)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:28:54.246415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-60748800-0a9c-4df0-adc1-e26523453e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.318769 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Calling delete_port for bb01f303-896b-4c12-8c78-645f1c955f93 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:28:54.364668 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-60748800-0a9c-4df0-adc1-e26523453e3f None None] Calling delete_port for bb01f303-896b-4c12-8c78-645f1c955f93 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:28:54.448412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.453830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-60748800-0a9c-4df0-adc1-e26523453e3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:28:54.454163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-60748800-0a9c-4df0-adc1-e26523453e3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:28:54.494106 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb01f303-896b-4c12-8c78-645f1c955f93,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:54.499310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] No DVR routers for this DVR port bb01f303-896b-4c12-8c78-645f1c955f93 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:28:54.613393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.638857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ac1006-fbfb-4cae-a77f-d83f7abec9de']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:54.650544 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a2903f-20f8-4885-bc2c-3465db5e55fb') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:54.650844 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a2903f-20f8-4885-bc2c-3465db5e55fb') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:54.661813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.681122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.687955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:28:54.688336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:28:54.701159 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:28:54.807756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.812492 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.836168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] Pushing event deleted for resources: {'Network': ['ID=82ac1006-fbfb-4cae-a77f-d83f7abec9de,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:54.894460 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-94d08c17-665a-4886-b29f-885c9589513d admin admin] 10.222.0.44 "DELETE /v2.0/networks/82ac1006-fbfb-4cae-a77f-d83f7abec9de HTTP/1.1" status: 204 len: 168 time: 1.1094272 Mar 02 20:28:54.897238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49598) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:54.955597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-60748800-0a9c-4df0-adc1-e26523453e3f None None] Deleting port bb01f303-896b-4c12-8c78-645f1c955f93 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:54.955978 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-60748800-0a9c-4df0-adc1-e26523453e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:55.018674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-60748800-0a9c-4df0-adc1-e26523453e3f None None] The port 'bb01f303-896b-4c12-8c78-645f1c955f93' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:28:55.048434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb01f303-896b-4c12-8c78-645f1c955f93 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:28:55.084638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: bb01f303-896b-4c12-8c78-645f1c955f93 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:28:55.084948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb01f303-896b-4c12-8c78-645f1c955f93 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:28:55.291135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:55.974292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] Deleting port 10e01311-adae-4352-ace8-431ac382d22a {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:55.974999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:56.141244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] For port 10e01311-adae-4352-ace8-431ac382d22a, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=10e01311-adae-4352-ace8-431ac382d22a,segment=NetworkSegment(6426d153-fabb-4602-ae54-54a851eb0195),segment_id=6426d153-fabb-4602-ae54-54a851eb0195)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:28:56.141593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:56.263944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] Calling delete_port for 10e01311-adae-4352-ace8-431ac382d22a owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:28:56.470234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:56.508992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e01311-adae-4352-ace8-431ac382d22a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:56.803056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:57.467198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] Router 5f512904-3ab5-476c-bfb1-de94e42ddb92 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:28:57.667724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:28:57.676413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb6dda-2fa6-426e-bb4c-aba2c9064f46 None None] Sync routers for ids ['5f512904-3ab5-476c-bfb1-de94e42ddb92'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:28:57.687908 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb6dda-2fa6-426e-bb4c-aba2c9064f46 None None] Routers {'5f512904-3ab5-476c-bfb1-de94e42ddb92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:28:57.688519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-95bb6dda-2fa6-426e-bb4c-aba2c9064f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:28:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5f512904-3ab5-476c-bfb1-de94e42ddb92'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:57.735837 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-70d4e78c-339f-49e5-bd97-2d97a75e81d4 admin admin] 10.222.0.44 "PUT /v2.0/routers/5f512904-3ab5-476c-bfb1-de94e42ddb92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8374977 Mar 02 20:28:57.738190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49602) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:57.864645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-95bb6dda-2fa6-426e-bb4c-aba2c9064f46 None None] Set router 5f512904-3ab5-476c-bfb1-de94e42ddb92 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:28:57.930792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:58.130375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:58.150292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-95bb6dda-2fa6-426e-bb4c-aba2c9064f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'name': 'tempest-TestVolumeBootPattern-938125701-router', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '8413cfc2-c174-4d19-8a17-588146329965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:57Z', 'updated_at': '2022-03-02T20:28:56Z', 'revision_number': 5, 'project_id': '4029da931e22489aba2c00ff9903632c', 'gw_port': {'id': '8413cfc2-c174-4d19-8a17-588146329965', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:58Z', 'updated_at': '2022-03-02T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:58.155052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb6dda-2fa6-426e-bb4c-aba2c9064f46 None None] Checking router: 5f512904-3ab5-476c-bfb1-de94e42ddb92 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:28:58.165415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb6dda-2fa6-426e-bb4c-aba2c9064f46 None None] Routers {'5f512904-3ab5-476c-bfb1-de94e42ddb92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:28:58.166042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-95bb6dda-2fa6-426e-bb4c-aba2c9064f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:28:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['5f512904-3ab5-476c-bfb1-de94e42ddb92'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:58.190676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Deleting port 8413cfc2-c174-4d19-8a17-588146329965 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:58.191022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:58.350769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-95bb6dda-2fa6-426e-bb4c-aba2c9064f46 None None] Set router 5f512904-3ab5-476c-bfb1-de94e42ddb92 gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:28:58.365258 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] For port 8413cfc2-c174-4d19-8a17-588146329965, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8413cfc2-c174-4d19-8a17-588146329965,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:28:58.365616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:58.453138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-95bb6dda-2fa6-426e-bb4c-aba2c9064f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'name': 'tempest-TestVolumeBootPattern-938125701-router', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:57Z', 'updated_at': '2022-03-02T20:28:58Z', 'revision_number': 6, 'project_id': '4029da931e22489aba2c00ff9903632c', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:58.456950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb6dda-2fa6-426e-bb4c-aba2c9064f46 None None] The sync data for ids ['5f512904-3ab5-476c-bfb1-de94e42ddb92'] in dv-neutron-831593-2-hyperv is: [{'id': '5f512904-3ab5-476c-bfb1-de94e42ddb92', 'name': 'tempest-TestVolumeBootPattern-938125701-router', 'tenant_id': '4029da931e22489aba2c00ff9903632c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:57Z', 'updated_at': '2022-03-02T20:28:58Z', 'revision_number': 6, 'project_id': '4029da931e22489aba2c00ff9903632c', 'gw_port_host': None}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:28:58.488137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Calling delete_port for 8413cfc2-c174-4d19-8a17-588146329965 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:28:58.716744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:58.762014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Pushing event deleted for resources: {'Port': ['ID=8413cfc2-c174-4d19-8a17-588146329965,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:59.083791 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:59.239035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 10e01311-adae-4352-ace8-431ac382d22a no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:28:59.274363 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 10e01311-adae-4352-ace8-431ac382d22a {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:28:59.274655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 10e01311-adae-4352-ace8-431ac382d22a not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:28:59.275044 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8413cfc2-c174-4d19-8a17-588146329965 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:28:59.306277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 8413cfc2-c174-4d19-8a17-588146329965 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:28:59.306624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8413cfc2-c174-4d19-8a17-588146329965 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:28:59.337630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:59.342022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:59.419073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:59.419571 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f512904-3ab5-476c-bfb1-de94e42ddb92 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:28:59.431525 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:59.435652 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a33f544f-cbce-4d58-9b08-90da6a6f530d admin admin] 10.222.0.44 "DELETE /v2.0/routers/5f512904-3ab5-476c-bfb1-de94e42ddb92 HTTP/1.1" status: 204 len: 168 time: 1.6935291 Mar 02 20:28:59.436187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49606) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:59.505308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db1a49e-55e1-45ce-8855-ffe4b3ec6aae admin admin] Deleting subnet 42bf5249-8a7d-4c3a-973b-4c5baf67ccbf {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:28:59.507625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7db1a49e-55e1-45ce-8855-ffe4b3ec6aae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:59.561520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7db1a49e-55e1-45ce-8855-ffe4b3ec6aae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:59.562504 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:28:59.637992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7db1a49e-55e1-45ce-8855-ffe4b3ec6aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:59.785482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7db1a49e-55e1-45ce-8855-ffe4b3ec6aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:59.827637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1a49e-55e1-45ce-8855-ffe4b3ec6aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42bf5249-8a7d-4c3a-973b-4c5baf67ccbf,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:59.832416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7db1a49e-55e1-45ce-8855-ffe4b3ec6aae admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:59.837506 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53116420-b7e6-4d62-94ac-a9e56a6d509d None None] Network c8bdd446-26d7-4d55-a02a-ba6e39362e68 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:28:59.837776 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7db1a49e-55e1-45ce-8855-ffe4b3ec6aae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/42bf5249-8a7d-4c3a-973b-4c5baf67ccbf HTTP/1.1" status: 204 len: 168 time: 0.4004610 Mar 02 20:28:59.840342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49610) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:59.945894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:59.956751 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Deleting port a7f22a39-b335-4d66-aaac-174b59322af8 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:28:59.957073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:00.086135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe7819-e08f-4db0-be76-0b8bff280cc1 None None] DHCP port deletion for c8bdd446-26d7-4d55-a02a-ba6e39362e68 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:29:00.091401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-74fe7819-e08f-4db0-be76-0b8bff280cc1 None None] Deleting port a7f22a39-b335-4d66-aaac-174b59322af8 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:29:00.091778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-74fe7819-e08f-4db0-be76-0b8bff280cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:00.161851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] For port a7f22a39-b335-4d66-aaac-174b59322af8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a7f22a39-b335-4d66-aaac-174b59322af8,segment=NetworkSegment(6426d153-fabb-4602-ae54-54a851eb0195),segment_id=6426d153-fabb-4602-ae54-54a851eb0195)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:29:00.162232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:00.286337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Calling delete_port for a7f22a39-b335-4d66-aaac-174b59322af8 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:29:00.291081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-74fe7819-e08f-4db0-be76-0b8bff280cc1 None None] For port a7f22a39-b335-4d66-aaac-174b59322af8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a7f22a39-b335-4d66-aaac-174b59322af8,segment=NetworkSegment(6426d153-fabb-4602-ae54-54a851eb0195),segment_id=6426d153-fabb-4602-ae54-54a851eb0195)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:29:00.291577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-74fe7819-e08f-4db0-be76-0b8bff280cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:00.407949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-74fe7819-e08f-4db0-be76-0b8bff280cc1 None None] Calling delete_port for a7f22a39-b335-4d66-aaac-174b59322af8 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:29:00.408135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:00.452726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f22a39-b335-4d66-aaac-174b59322af8,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:00.459622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] No DVR routers for this DVR port a7f22a39-b335-4d66-aaac-174b59322af8 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:29:00.478790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-74fe7819-e08f-4db0-be76-0b8bff280cc1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:29:00.479131 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-74fe7819-e08f-4db0-be76-0b8bff280cc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:29:00.573060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:00.601602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bdd446-26d7-4d55-a02a-ba6e39362e68']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:00.614221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6426d153-fabb-4602-ae54-54a851eb0195') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:00.614516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6426d153-fabb-4602-ae54-54a851eb0195') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:00.626682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:00.642924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:00.648936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:29:00.649317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:29:00.662323 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:29:00.813502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:00.829384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:00.842201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] Pushing event deleted for resources: {'Network': ['ID=c8bdd446-26d7-4d55-a02a-ba6e39362e68,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:00.847052 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a7e0bca0-fd0d-439b-b7f0-a4fc79e5168c admin admin] 10.222.0.44 "DELETE /v2.0/networks/c8bdd446-26d7-4d55-a02a-ba6e39362e68 HTTP/1.1" status: 204 len: 168 time: 1.0057983 Mar 02 20:29:00.980744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-74fe7819-e08f-4db0-be76-0b8bff280cc1 None None] Deleting port a7f22a39-b335-4d66-aaac-174b59322af8 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:29:00.981116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-74fe7819-e08f-4db0-be76-0b8bff280cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:01.044005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-74fe7819-e08f-4db0-be76-0b8bff280cc1 None None] The port 'a7f22a39-b335-4d66-aaac-174b59322af8' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:29:01.050120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a7f22a39-b335-4d66-aaac-174b59322af8 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:29:01.083948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: a7f22a39-b335-4d66-aaac-174b59322af8 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:29:01.084286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a7f22a39-b335-4d66-aaac-174b59322af8 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:29:01.207320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49616) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:01.257655 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-baf0c920-f2db-4ea3-aa08-01d239b515d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27a22670d9d94d5cb974e0bd0ae4f9ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491595 Mar 02 20:29:01.260114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49620) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:01.319308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a573167-0c79-404f-86df-c5a0f054e4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:01.345279 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a573167-0c79-404f-86df-c5a0f054e4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:01.465791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a573167-0c79-404f-86df-c5a0f054e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:01.482548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a573167-0c79-404f-86df-c5a0f054e4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750f3ae1-a496-4d01-8faf-0af3c37b0a76,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:01.488669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a573167-0c79-404f-86df-c5a0f054e4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:01.489771 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4a573167-0c79-404f-86df-c5a0f054e4f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/750f3ae1-a496-4d01-8faf-0af3c37b0a76 HTTP/1.1" status: 204 len: 168 time: 0.2279994 Mar 02 20:29:02.183481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49628) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:02.232007 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a4693e64-8186-4d3a-8f58-3d11e50a6351 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4029da931e22489aba2c00ff9903632c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473473 Mar 02 20:29:02.234314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49632) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:02.290883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-245fab28-8ea1-42d1-b5f4-4f9500451d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:02.315393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-245fab28-8ea1-42d1-b5f4-4f9500451d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:02.419522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-245fab28-8ea1-42d1-b5f4-4f9500451d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:02.435309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fab28-8ea1-42d1-b5f4-4f9500451d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af5e1d8-b1d4-4f2f-819a-7e8d4a9328bc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:02.440051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-245fab28-8ea1-42d1-b5f4-4f9500451d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:02.440554 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-245fab28-8ea1-42d1-b5f4-4f9500451d10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3af5e1d8-b1d4-4f2f-819a-7e8d4a9328bc HTTP/1.1" status: 204 len: 168 time: 0.2053893 Mar 02 20:29:12.888961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:17.116205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-afd33484-fb46-4f9b-a81c-314f0e0aabe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:19.327960 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42b099bc-0ebc-4ffe-8cb3-1e0eccfd8adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:20.545249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:20.596109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:21.842057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:28.189859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49642) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:28.383997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 2a8e6c44-97fc-475c-afa5-e758da648515 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:29:28.384251 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:28.550097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:28.550418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:28.665788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 2a8e6c44-97fc-475c-afa5-e758da648515 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:29:28.870526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:28.913273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=2a8e6c44-97fc-475c-afa5-e758da648515,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:28.956827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:28.957180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:28.957512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:28.957844 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:28.958200 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:28.958524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:28.958845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:28.959167 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:28.959484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:28.959822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:28.960117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:29.017787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:29.495043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:29:29.695083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:29:29.706752 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab73f78-3f52-471f-b7b4-3591161cdccc None None] Sync routers for ids ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:29:29.711840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:29.719163 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab73f78-3f52-471f-b7b4-3591161cdccc None None] Routers {'8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:29:29.719763 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dab73f78-3f52-471f-b7b4-3591161cdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:29:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:29.772272 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e5d9b154-c9f4-47ad-9b38-aa44f8ff7859 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/floatingips/572849b6-7cb5-41ae-b622-1cf64eae73b3 HTTP/1.1" status: 204 len: 168 time: 1.5809648 Mar 02 20:29:29.772648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'tag': '1f63eb90-e30f-4b20-b342-ab20f1949505'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:29:29.853150 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'tag': '1f63eb90-e30f-4b20-b342-ab20f1949505', 'status': 'completed', 'code': 200} Mar 02 20:29:29.929108 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-dab73f78-3f52-471f-b7b4-3591161cdccc None None] Set router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:29:29.972385 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-07533fd8-c395-478c-a152-6d05b87f8bd2 req-8f52d558-22c5-4558-a07f-9676b4022fd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 1098 time: 0.0827503 Mar 02 20:29:30.134370 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533fd8-c395-478c-a152-6d05b87f8bd2 req-29f2c7bc-5e47-4c0b-a3a2-d03e07726d88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:30.135363 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-07533fd8-c395-478c-a152-6d05b87f8bd2 req-29f2c7bc-5e47-4c0b-a3a2-d03e07726d88 service neutron] 10.222.0.31 "GET /v2.0/networks?id=261558a0-6be2-4b9e-9ca4-39946112a578 HTTP/1.1" status: 200 len: 898 time: 0.1561828 Mar 02 20:29:30.210395 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-07533fd8-c395-478c-a152-6d05b87f8bd2 req-3628996f-07fd-4f47-8e01-14a10ba252be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f63eb90-e30f-4b20-b342-ab20f1949505 HTTP/1.1" status: 200 len: 217 time: 0.0674610 Mar 02 20:29:30.275109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533fd8-c395-478c-a152-6d05b87f8bd2 req-2e8904e8-6302-428f-8570-5bc246f9a274 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:30.276572 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-07533fd8-c395-478c-a152-6d05b87f8bd2 req-2e8904e8-6302-428f-8570-5bc246f9a274 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c0447d60-4952-40e5-abce-e78aa1892073 HTTP/1.1" status: 200 len: 843 time: 0.0597787 Mar 02 20:29:30.300066 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dab73f78-3f52-471f-b7b4-3591161cdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:20Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2', 'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4b:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:20Z', 'updated_at': '2022-03-02T20:26:27Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:30.303882 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab73f78-3f52-471f-b7b4-3591161cdccc None None] Checking router: 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:29:30.315127 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab73f78-3f52-471f-b7b4-3591161cdccc None None] Routers {'8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:29:30.315731 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dab73f78-3f52-471f-b7b4-3591161cdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:29:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:30.354642 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa4295-50b5-46a3-a590-d5d4e40f1cce req-80ce4183-378e-4c62-8afa-0ffec11370f0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:30.358024 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-affa4295-50b5-46a3-a590-d5d4e40f1cce req-80ce4183-378e-4c62-8afa-0ffec11370f0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 945 time: 0.0871379 Mar 02 20:29:30.358994 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-07533fd8-c395-478c-a152-6d05b87f8bd2 req-a6eb28b4-9e8f-41be-98c0-8cb3f86555b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261558a0-6be2-4b9e-9ca4-39946112a578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749097 Mar 02 20:29:30.407541 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-affa4295-50b5-46a3-a590-d5d4e40f1cce req-51dd81b5-5a56-467f-811d-7033597fd0b8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 Mar 02 20:29:30.496459 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-07533fd8-c395-478c-a152-6d05b87f8bd2 req-2863ef08-833f-4c5d-b945-1cfdaa9d575a service neutron] 10.222.0.31 "GET /v2.0/networks/261558a0-6be2-4b9e-9ca4-39946112a578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275001 Mar 02 20:29:30.497557 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-dab73f78-3f52-471f-b7b4-3591161cdccc None None] Set router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:29:30.627526 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-07533fd8-c395-478c-a152-6d05b87f8bd2 req-40b68e8d-f6a1-49ec-aabb-5616a0e59c8a service neutron] 10.222.0.31 "GET /v2.0/networks/261558a0-6be2-4b9e-9ca4-39946112a578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246090 Mar 02 20:29:30.804745 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dab73f78-3f52-471f-b7b4-3591161cdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:20Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2', 'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4b:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:20Z', 'updated_at': '2022-03-02T20:26:27Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:30.809260 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab73f78-3f52-471f-b7b4-3591161cdccc None None] The sync data for ids ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'] in dv-neutron-831593-2-hyperv is: [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:20Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2', 'name': '', 'network_id': '261558a0-6be2-4b9e-9ca4-39946112a578', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:4b:c6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:20Z', 'updated_at': '2022-03-02T20:26:27Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': 'c0447d60-4952-40e5-abce-e78aa1892073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:29:31.017035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d1eb4-89d3-4a66-a789-59d595af179e None None] New status for floating IP 572849b6-7cb5-41ae-b622-1cf64eae73b3: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:29:31.613170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfbff9-614c-4a9d-aa9c-c11b7a778e58 req-39e1605f-7c70-46f1-8e25-9d2c5e590a10 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:31.614584 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9abfbff9-614c-4a9d-aa9c-c11b7a778e58 req-39e1605f-7c70-46f1-8e25-9d2c5e590a10 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 945 time: 0.0805058 Mar 02 20:29:31.665116 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9abfbff9-614c-4a9d-aa9c-c11b7a778e58 req-423a01aa-5522-451f-baee-c3390566eaa6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439391 Mar 02 20:29:31.811765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-24ebbed0-57bd-4c9f-aed2-083c9514ac75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:31.812460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-24ebbed0-57bd-4c9f-aed2-083c9514ac75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:29:31.888133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-24ebbed0-57bd-4c9f-aed2-083c9514ac75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:29:31.889332 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-24ebbed0-57bd-4c9f-aed2-083c9514ac75 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 945 time: 0.1542509 Mar 02 20:29:31.959187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-c116017c-8577-4c1c-9eff-52ac03a65760 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 1f63eb90-e30f-4b20-b342-ab20f1949505 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:29:31.959526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-c116017c-8577-4c1c-9eff-52ac03a65760 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:32.299723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-c116017c-8577-4c1c-9eff-52ac03a65760 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 1f63eb90-e30f-4b20-b342-ab20f1949505, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1f63eb90-e30f-4b20-b342-ab20f1949505,segment=NetworkSegment(aa6d6262-73aa-476d-8f15-980a9632b9e5),segment_id=aa6d6262-73aa-476d-8f15-980a9632b9e5)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:29:32.300076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-c116017c-8577-4c1c-9eff-52ac03a65760 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:32.421852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-c116017c-8577-4c1c-9eff-52ac03a65760 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 1f63eb90-e30f-4b20-b342-ab20f1949505 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:29:32.654043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-c116017c-8577-4c1c-9eff-52ac03a65760 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:32.705573 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116017c-8577-4c1c-9eff-52ac03a65760 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=1f63eb90-e30f-4b20-b342-ab20f1949505,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:32.780486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-c116017c-8577-4c1c-9eff-52ac03a65760 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] No DVR routers for this DVR port 1f63eb90-e30f-4b20-b342-ab20f1949505 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:29:32.782843 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-c116017c-8577-4c1c-9eff-52ac03a65760 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:32.785421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'name': 'network-vif-deleted', 'tag': '1f63eb90-e30f-4b20-b342-ab20f1949505'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:29:32.836163 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7d8f3d4d-0776-4490-bd71-26eb660481fc req-d7849007-237b-47f4-9bac-f32030822a49 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ae04e6-f526-4b13-a672-78a3aa3a542a HTTP/1.1" status: 200 len: 210 time: 0.0401702 Mar 02 20:29:32.840981 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ae04e6-f526-4b13-a672-78a3aa3a542a', 'name': 'network-vif-deleted', 'tag': '1f63eb90-e30f-4b20-b342-ab20f1949505', 'status': 'completed', 'code': 200} Mar 02 20:29:32.864869 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-29d332fc-ebdf-4698-bf16-052de5b057bd req-c116017c-8577-4c1c-9eff-52ac03a65760 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "DELETE /v2.0/ports/1f63eb90-e30f-4b20-b342-ab20f1949505 HTTP/1.1" status: 204 len: 173 time: 0.9681985 Mar 02 20:29:33.947418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49664) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:34.019700 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41b0f03c-a23a-4dec-8d52-382c93bbb7fd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:34.048430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41b0f03c-a23a-4dec-8d52-382c93bbb7fd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:34.167194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41b0f03c-a23a-4dec-8d52-382c93bbb7fd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:34.186972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0f03c-a23a-4dec-8d52-382c93bbb7fd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31b432f-d7ce-4e0a-a5c4-2448f711f4b0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:34.235697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-41b0f03c-a23a-4dec-8d52-382c93bbb7fd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:34.236824 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-41b0f03c-a23a-4dec-8d52-382c93bbb7fd tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/e31b432f-d7ce-4e0a-a5c4-2448f711f4b0 HTTP/1.1" status: 204 len: 168 time: 0.2884066 Mar 02 20:29:34.345069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49670) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:34.740664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:34.938663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 1f63eb90-e30f-4b20-b342-ab20f1949505 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:29:34.971435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 1f63eb90-e30f-4b20-b342-ab20f1949505 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:29:34.971783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 1f63eb90-e30f-4b20-b342-ab20f1949505 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:29:35.430033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:29:35.430583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:35.616913 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2,segment=NetworkSegment(aa6d6262-73aa-476d-8f15-980a9632b9e5),segment_id=aa6d6262-73aa-476d-8f15-980a9632b9e5)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:29:35.617262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:35.735019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:29:36.007453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:36.053136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:36.353510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:36.562225 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:29:37.010518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:29:37.215551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:29:37.224796 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ac2f3-ad42-437f-a9ac-2177e936ec13 None None] Sync routers for ids ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:29:37.231067 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-21acdbe7-c7e5-45de-9565-b50d58bde602 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/8b06bddb-0b2c-4aa2-ab89-6af6b170ce81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8840809 Mar 02 20:29:37.232444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49674) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:37.237300 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ac2f3-ad42-437f-a9ac-2177e936ec13 None None] Routers {'8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:29:37.237891 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0f6ac2f3-ad42-437f-a9ac-2177e936ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:29:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:37.416603 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-0f6ac2f3-ad42-437f-a9ac-2177e936ec13 None None] Set router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:29:37.500468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3443c7-97da-4dc0-81b1-a1b302435f07 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting subnet c0447d60-4952-40e5-abce-e78aa1892073 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:29:37.503440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cf3443c7-97da-4dc0-81b1-a1b302435f07 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:37.562791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cf3443c7-97da-4dc0-81b1-a1b302435f07 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:37.644522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cf3443c7-97da-4dc0-81b1-a1b302435f07 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:37.699569 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0f6ac2f3-ad42-437f-a9ac-2177e936ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:29:35Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:37.703586 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ac2f3-ad42-437f-a9ac-2177e936ec13 None None] Checking router: 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:29:37.714024 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ac2f3-ad42-437f-a9ac-2177e936ec13 None None] Routers {'8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:29:37.715190 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0f6ac2f3-ad42-437f-a9ac-2177e936ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:29:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:37.807931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cf3443c7-97da-4dc0-81b1-a1b302435f07 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:37.847324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3443c7-97da-4dc0-81b1-a1b302435f07 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Subnet': ['ID=c0447d60-4952-40e5-abce-e78aa1892073,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:37.853623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cf3443c7-97da-4dc0-81b1-a1b302435f07 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:37.860791 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cf3443c7-97da-4dc0-81b1-a1b302435f07 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/subnets/c0447d60-4952-40e5-abce-e78aa1892073 HTTP/1.1" status: 204 len: 168 time: 0.6273134 Mar 02 20:29:37.861886 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52afd282-2ebc-4e04-9c9a-81f75c0f18e3 None None] Network 261558a0-6be2-4b9e-9ca4-39946112a578 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:29:37.863393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49678) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:37.912261 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-0f6ac2f3-ad42-437f-a9ac-2177e936ec13 None None] Set router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:29:38.125160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.177839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] DHCP port deletion for 261558a0-6be2-4b9e-9ca4-39946112a578 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:29:38.182649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Deleting port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:29:38.183021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.227803 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0f6ac2f3-ad42-437f-a9ac-2177e936ec13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:29:35Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:38.232694 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6ac2f3-ad42-437f-a9ac-2177e936ec13 None None] The sync data for ids ['8b06bddb-0b2c-4aa2-ab89-6af6b170ce81'] in dv-neutron-831593-2-hyperv is: [{'id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'name': 'tempest-TestNetworkBasicOps-router-2131751915', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:29:35Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '87b141bf-2820-4606-bec2-dc91a41e46d8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:06:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b06bddb-0b2c-4aa2-ab89-6af6b170ce81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:15Z', 'updated_at': '2022-03-02T20:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:29:38.385328 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.411538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] For port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c,segment=NetworkSegment(aa6d6262-73aa-476d-8f15-980a9632b9e5),segment_id=aa6d6262-73aa-476d-8f15-980a9632b9e5)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:29:38.411829 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.436344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 87b141bf-2820-4606-bec2-dc91a41e46d8 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:29:38.436685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.531691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Calling delete_port for 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:29:38.618283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 87b141bf-2820-4606-bec2-dc91a41e46d8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=87b141bf-2820-4606-bec2-dc91a41e46d8,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:29:38.618631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.654168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.699404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Pushing event deleted for resources: {'Port': ['ID=2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:38.715384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:38.715384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:38.715384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:38.715384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:38.715384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:38.715384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:38.715384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:38.715384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:38.715384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:38.716187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:38.716187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:38.720150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf44eec-44c3-4639-b7bb-1fa5ef11c2ae None None] No DVR routers for this DVR port 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:29:38.751371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 87b141bf-2820-4606-bec2-dc91a41e46d8 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:29:38.984655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:39.029142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=87b141bf-2820-4606-bec2-dc91a41e46d8,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:39.068405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:29:39.101049 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:29:39.101392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9f5b49c6-ad32-495f-a1e1-d586d8ffb2f2 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:29:39.101803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:29:39.133204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:29:39.133546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 2dd4aed3-4e7c-4cc8-89a5-9dc0da8bc96c not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:29:39.340581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:39.598251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:39.602260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:39.686978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:39.687467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Fanout notify agent at l3_agent the message router_deleted on router 8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:29:39.702806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:39.704327 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-52b3a2ca-681c-47e8-8fef-370ebdacee34 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/routers/8b06bddb-0b2c-4aa2-ab89-6af6b170ce81 HTTP/1.1" status: 204 len: 168 time: 1.8393984 Mar 02 20:29:39.706593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49682) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:39.826128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:39.954219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:39.982020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261558a0-6be2-4b9e-9ca4-39946112a578']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:39.993403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6d6262-73aa-476d-8f15-980a9632b9e5') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:39.993691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6d6262-73aa-476d-8f15-980a9632b9e5') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:40.004457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.019393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.025342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:29:40.025732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:29:40.040767 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:29:40.178791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.199949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.211279 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Network': ['ID=261558a0-6be2-4b9e-9ca4-39946112a578,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:40.293604 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2d5073a6-c9c2-4743-b6a8-d8a02dd9470b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/networks/261558a0-6be2-4b9e-9ca4-39946112a578 HTTP/1.1" status: 204 len: 168 time: 0.5859215 Mar 02 20:29:40.306368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49686) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:40.311835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'network': {'name': 'tempest-network-smoke--6948628', 'project_id': '809bdfa688034064abc15e030437eaaf', 'port_security_enabled': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:40.316884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:40.320975 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:network and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:40.324409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:40.330367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:40.418865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:29:40.421750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.450494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:29:40.459585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.459917 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Added segment a0a9820e-aa74-44a9-a8c0-b99e377ba1fa of type vlan for network eff82f09-fe8c-4207-a597-0851d9ac9b49 Mar 02 20:29:40.485502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.584564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.588230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:40.588791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.702306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Network': ['ID=eff82f09-fe8c-4207-a597-0851d9ac9b49,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:40.712055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network eff82f09-fe8c-4207-a597-0851d9ac9b49 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:29:40.779847 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-17d2c988-6836-409d-8f97-38d31a5a67c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4723685 Mar 02 20:29:40.782424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49690) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:40.787668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'admin_state_up': True, 'project_id': '809bdfa688034064abc15e030437eaaf', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:40.795060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:40.799051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:router and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:40.802023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:40.807781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:40.881638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.882589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.900693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:41.065245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 87b141bf-2820-4606-bec2-dc91a41e46d8 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:29:41.099650 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 87b141bf-2820-4606-bec2-dc91a41e46d8 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:29:41.100182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 87b141bf-2820-4606-bec2-dc91a41e46d8 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:29:41.110849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:41.346366 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:41.461184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:41.594254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.79 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/4b096092-cba2-465c-a1ae-2ec738dc9453) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:29:41.738753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:41.801605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:41.879443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:29:41.882125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:41.885785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:29:41.921853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=4b096092-cba2-465c-a1ae-2ec738dc9453,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:42.087998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:42.088718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:42.384440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:29:42.594264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:29:42.603719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Sync routers for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:29:42.615543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:29:42.616149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:29:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:42.687171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:42.688331 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4956e0b3-f81b-49e8-9888-8d768074b845 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9049852 Mar 02 20:29:42.691491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49694) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:42.734592 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f870e6a8-9c45-4937-89f2-cc884983766a tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=809bdfa688034064abc15e030437eaaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419056 Mar 02 20:29:42.737219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49698) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:42.793134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:29:42.867655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f43b3f-adda-4167-837c-dade3d9f15c8 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:42.869163 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e4f43b3f-adda-4167-837c-dade3d9f15c8 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310420 Mar 02 20:29:42.872673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49702) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:42.911360 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e9bff040-7906-465d-a714-72f54fabfd77 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375314 Mar 02 20:29:42.913691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49706) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:42.918948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-411848434', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'project_id': '809bdfa688034064abc15e030437eaaf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:43.021682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.029765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:43.033609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:subnet and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:43.036442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:43.042402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:43.115904 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:29:43.145814 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:41Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:43.150000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Checking router: af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:29:43.150509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Updating router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 port 4b096092-cba2-465c-a1ae-2ec738dc9453 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:29:43.202623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.227139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.531134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.543279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Transition to ACTIVE for port object 4b096092-cba2-465c-a1ae-2ec738dc9453 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:43.591180 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.618756 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.672490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Subnet': ['ID=0132daa8-d841-4490-a2e1-4b86a79080b4,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:43.684783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Checking segment: {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:29:43.685137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network hostable DHCP agents. Network: eff82f09-fe8c-4207-a597-0851d9ac9b49, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:29:43.700467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f13b2-e31e-4391-bf05-ca6a3ca1e617 None None] Pushing event updated for resources: {'Port': ['ID=4b096092-cba2-465c-a1ae-2ec738dc9453,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:43.703092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Attempting to bind port 4b096092-cba2-465c-a1ae-2ec738dc9453 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:29:43.703459 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Attempting to bind port 4b096092-cba2-465c-a1ae-2ec738dc9453 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:29:43.703822 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Attempting to bind port 4b096092-cba2-465c-a1ae-2ec738dc9453 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:29:43.710603 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:29:43.715801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:29:43.715801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.715801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:29:43.715801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Bound port: 4b096092-cba2-465c-a1ae-2ec738dc9453, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:29:43.715801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.755918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network eff82f09-fe8c-4207-a597-0851d9ac9b49 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:29:43.785375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] For port 4b096092-cba2-465c-a1ae-2ec738dc9453, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:29:43.788214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] For port 4b096092-cba2-465c-a1ae-2ec738dc9453, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4b096092-cba2-465c-a1ae-2ec738dc9453,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:29:43.836019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, eff82f09-fe8c-4207-a597-0851d9ac9b49) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:43.841372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:43.841969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.848109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01715abe-8b69-4030-9275-f24ad48abacc None None] Network eff82f09-fe8c-4207-a597-0851d9ac9b49 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:29:43.910901 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-124cbf20-70a4-440d-8dc2-c098847a169c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9961741 Mar 02 20:29:43.916099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49710) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:43.921237 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:44.082615 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f13b2-e31e-4391-bf05-ca6a3ca1e617 None None] Pushing event updated for resources: {'Port': ['ID=4b096092-cba2-465c-a1ae-2ec738dc9453,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:44.115975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:29:44.116614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:29:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:44.340669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-eff82f09-fe8c-4207-a597-0851d9ac9b49', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:29:44.341488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:44.457573 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:29:44.792108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Allocated IP 172.20.0.2 (eff82f09-fe8c-4207-a597-0851d9ac9b49/0132daa8-d841-4490-a2e1-4b86a79080b4/fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:29:44.794060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:45.034102 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:41Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:45.043805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29560bbe-f3aa-4e07-90fe-a05b78accb75 None None] The sync data for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv is: [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:41Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:29:45.066578 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:45.080601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Transition to ACTIVE for port object fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:45.107039 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Transition to ACTIVE for port object fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:45.185409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:45.267655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.1 (eff82f09-fe8c-4207-a597-0851d9ac9b49/0132daa8-d841-4490-a2e1-4b86a79080b4/3fd1392f-6c20-4f75-9985-10bd4f68849b) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:29:45.269025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Network eff82f09-fe8c-4207-a597-0851d9ac9b49 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:29:45.272606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:45.274536 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Pushing event updated for resources: {'Port': ['ID=fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:45.277342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:29:45.371296 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Attempting to bind port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:29:45.371669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Attempting to bind port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:29:45.372071 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Attempting to bind port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 on network eff82f09-fe8c-4207-a597-0851d9ac9b49 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:29:45.378656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:29:45.379046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Checking segment: {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:29:45.379435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:45.379819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Bound using segment: {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:29:45.380294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Bound port: fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:29:45.380662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:45.447199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:45.464797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 3fd1392f-6c20-4f75-9985-10bd4f68849b will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:45.474984 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] For port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:29:45.478490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] For port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:29:45.573587 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:45.596307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:45.668176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f23fb9-3d04-46f3-adf8-4c705ffae401 None None] Pushing event updated for resources: {'Port': ['ID=fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:45.778123 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network eff82f09-fe8c-4207-a597-0851d9ac9b49 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:29:45.781298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:45.785468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:29:45.816389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=3fd1392f-6c20-4f75-9985-10bd4f68849b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:45.854135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:45.854394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:45.854886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:45.855125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:45.855454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:45.855782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:45.856103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:45.856423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:45.856749 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:45.857065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:45.857413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:45.871303 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:46.041069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:46.446343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:46.504457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:46.590211 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91af9b5-27fd-44e1-9326-cf38093edfe7 None None] Network eff82f09-fe8c-4207-a597-0851d9ac9b49 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:29:46.618538 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:46.622331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=3fd1392f-6c20-4f75-9985-10bd4f68849b,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:46.757550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network eff82f09-fe8c-4207-a597-0851d9ac9b49 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:29:46.758721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:46.813839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-47d80af7-afd8-4eff-a664-1d009a42b036 None None] Provisioning for port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:47.108900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-64e77b29-7d59-4ffd-82b5-0a59e52b7b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.159010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5e2ef5c4-f47a-4541-b28c-7b7216ea9cba None None] Provisioning for port 3fd1392f-6c20-4f75-9985-10bd4f68849b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:47.164118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5e2ef5c4-f47a-4541-b28c-7b7216ea9cba None None] Provisioning complete for port 3fd1392f-6c20-4f75-9985-10bd4f68849b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:47.169663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5e2ef5c4-f47a-4541-b28c-7b7216ea9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.185864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:29:47.215446 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:47.268164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ef5c4-f47a-4541-b28c-7b7216ea9cba None None] Port 3fd1392f-6c20-4f75-9985-10bd4f68849b cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:29:47.350147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:47.355627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:47.355996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.431515 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-715e67ce-1de8-469c-ac8a-168e0c5e9e16 None None] Provisioning complete for port 3fd1392f-6c20-4f75-9985-10bd4f68849b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:47.431888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-715e67ce-1de8-469c-ac8a-168e0c5e9e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.519885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:29:47.534181 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-19daa5cd-f1dd-4029-8190-93c038d62e1f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6170254 Mar 02 20:29:47.536782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49714) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:47.545074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-715e67ce-1de8-469c-ac8a-168e0c5e9e16 None None] Port 3fd1392f-6c20-4f75-9985-10bd4f68849b cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:29:47.557496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.591387 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:29:47.666512 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2bea6f11-188d-4fcc-8c45-6a0114291669 None None] Provisioning complete for port 3fd1392f-6c20-4f75-9985-10bd4f68849b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:47.666873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2bea6f11-188d-4fcc-8c45-6a0114291669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.675503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3b882-67ef-4c62-81b4-97090b837936 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:47.675815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3b882-67ef-4c62-81b4-97090b837936 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:47.676174 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3b882-67ef-4c62-81b4-97090b837936 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:47.676526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3b882-67ef-4c62-81b4-97090b837936 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:47.678166 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aca3b882-67ef-4c62-81b4-97090b837936 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1403584 Mar 02 20:29:47.680883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49718) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:47.693666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.694461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4b096092-cba2-465c-a1ae-2ec738dc9453 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:47.747619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde3436-33ba-4410-ba9a-f7cea95102bf tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:47.747985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde3436-33ba-4410-ba9a-f7cea95102bf tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:47.748339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde3436-33ba-4410-ba9a-f7cea95102bf tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:47.748693 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde3436-33ba-4410-ba9a-f7cea95102bf tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:47.750429 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8fde3436-33ba-4410-ba9a-f7cea95102bf tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0686820 Mar 02 20:29:47.753188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49722) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:47.805935 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2bea6f11-188d-4fcc-8c45-6a0114291669 None None] Port 3fd1392f-6c20-4f75-9985-10bd4f68849b cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:29:47.833275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:47.881764 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 4b096092-cba2-465c-a1ae-2ec738dc9453 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:47.887589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4b096092-cba2-465c-a1ae-2ec738dc9453 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:47.888070 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.958658 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ab0c7f75-69e4-465d-a69b-8ba2253b05ce tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2043276 Mar 02 20:29:48.005766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.022340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 4b096092-cba2-465c-a1ae-2ec738dc9453, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4b096092-cba2-465c-a1ae-2ec738dc9453,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:29:48.093093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.161651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=4b096092-cba2-465c-a1ae-2ec738dc9453,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:48.227273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49728) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:48.232908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-744716078', 'description': 'tempest-secgroup-smoke-744716078 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:48.238800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:48.242864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:48.246465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:48.252005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:48.327649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.363529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:48.367394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:48.370233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:48.377041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:48.431978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.492932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.537762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:48.584447 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.586823 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a5982934-b501-4952-b47f-7f2c8200eb3c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3585243 Mar 02 20:29:48.590662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49732) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:48.594286 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Sync routers for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:29:48.596242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b179e021-be6f-44ab-9a9c-fe093318ec09 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c8eb2-7df4-4edb-958e-956c0fb54d6b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:48.602093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b179e021-be6f-44ab-9a9c-fe093318ec09 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:48.606650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b179e021-be6f-44ab-9a9c-fe093318ec09 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:48.607451 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:29:48.608049 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:29:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:48.609519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b179e021-be6f-44ab-9a9c-fe093318ec09 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:48.615164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b179e021-be6f-44ab-9a9c-fe093318ec09 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:48.693988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b179e021-be6f-44ab-9a9c-fe093318ec09 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.754312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b179e021-be6f-44ab-9a9c-fe093318ec09 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.782418 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:29:48.836039 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b179e021-be6f-44ab-9a9c-fe093318ec09 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.860306 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179e021-be6f-44ab-9a9c-fe093318ec09 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbc9860-55e5-4e33-9b9f-226c0fe83ef3,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:48.939100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b179e021-be6f-44ab-9a9c-fe093318ec09 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.940421 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b179e021-be6f-44ab-9a9c-fe093318ec09 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3488278 Mar 02 20:29:48.943187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49736) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:48.948572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7ddb4337-82cb-40fb-87ae-01a09945ca64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c8eb2-7df4-4edb-958e-956c0fb54d6b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:48.954649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7ddb4337-82cb-40fb-87ae-01a09945ca64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:48.958419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7ddb4337-82cb-40fb-87ae-01a09945ca64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:48.961208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7ddb4337-82cb-40fb-87ae-01a09945ca64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:48.967407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7ddb4337-82cb-40fb-87ae-01a09945ca64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:49.034132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4337-82cb-40fb-87ae-01a09945ca64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.096730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:49.107193 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:46Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:49.112235 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Checking router: af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:29:49.121639 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Updating router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 port 3fd1392f-6c20-4f75-9985-10bd4f68849b binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:29:49.121774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4337-82cb-40fb-87ae-01a09945ca64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.163235 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.165963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:49.166405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.184733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4337-82cb-40fb-87ae-01a09945ca64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.213284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb4337-82cb-40fb-87ae-01a09945ca64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d131d252-6760-45f2-8c80-a75f6b217e8e,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:49.276015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4337-82cb-40fb-87ae-01a09945ca64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.278570 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7ddb4337-82cb-40fb-87ae-01a09945ca64 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3340862 Mar 02 20:29:49.281085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49740) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:49.286583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-1c31f406-d102-4479-99b6-8516b775d8de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c8eb2-7df4-4edb-958e-956c0fb54d6b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:49.292555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1c31f406-d102-4479-99b6-8516b775d8de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:49.296244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1c31f406-d102-4479-99b6-8516b775d8de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:49.299087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-1c31f406-d102-4479-99b6-8516b775d8de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:49.304695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-1c31f406-d102-4479-99b6-8516b775d8de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:49.341506 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1baa6225-e618-4a1a-b2e8-ec155b1b1637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.346118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4b096092-cba2-465c-a1ae-2ec738dc9453 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:49.368358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1c31f406-d102-4479-99b6-8516b775d8de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.420710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4b096092-cba2-465c-a1ae-2ec738dc9453 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:49.421081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.437584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1c31f406-d102-4479-99b6-8516b775d8de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.504195 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1c31f406-d102-4479-99b6-8516b775d8de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.520939 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.529142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31f406-d102-4479-99b6-8516b775d8de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d798dc41-32d5-44ea-bab3-9e23669c8eeb,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:49.534046 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Transition to ACTIVE for port object 3fd1392f-6c20-4f75-9985-10bd4f68849b will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:49.607145 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1c31f406-d102-4479-99b6-8516b775d8de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.608333 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1c31f406-d102-4479-99b6-8516b775d8de tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3262999 Mar 02 20:29:49.610986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49744) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:49.616307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b24d19d1-b2c5-48c0-892e-7f782e39561e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c8eb2-7df4-4edb-958e-956c0fb54d6b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:49.622694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b24d19d1-b2c5-48c0-892e-7f782e39561e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:49.626475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b24d19d1-b2c5-48c0-892e-7f782e39561e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:49.629301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b24d19d1-b2c5-48c0-892e-7f782e39561e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:49.635119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b24d19d1-b2c5-48c0-892e-7f782e39561e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:49.641945 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.723016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b24d19d1-b2c5-48c0-892e-7f782e39561e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.761795 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Pushing event updated for resources: {'Port': ['ID=3fd1392f-6c20-4f75-9985-10bd4f68849b,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:49.797604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b24d19d1-b2c5-48c0-892e-7f782e39561e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.824724 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:49.825053 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:49.825379 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:49.825698 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:49.826040 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:49.826356 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:49.826663 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:49.827237 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:49.827544 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:49.827913 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:49.828223 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:49.881648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b24d19d1-b2c5-48c0-892e-7f782e39561e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.888470 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Attempting to bind port 3fd1392f-6c20-4f75-9985-10bd4f68849b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:29:49.888829 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Attempting to bind port 3fd1392f-6c20-4f75-9985-10bd4f68849b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:29:49.889178 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Attempting to bind port 3fd1392f-6c20-4f75-9985-10bd4f68849b on network eff82f09-fe8c-4207-a597-0851d9ac9b49 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:29:49.895560 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:29:49.896572 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Checking segment: {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:29:49.896572 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.896774 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Bound using segment: {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:29:49.897190 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Bound port: 3fd1392f-6c20-4f75-9985-10bd4f68849b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:29:49.897550 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.904118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d19d1-b2c5-48c0-892e-7f782e39561e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3ae8b8-6fa8-486f-87f2-bd5186e14c1a,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:49.973150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b24d19d1-b2c5-48c0-892e-7f782e39561e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.974427 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b24d19d1-b2c5-48c0-892e-7f782e39561e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3624852 Mar 02 20:29:49.977126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49748) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:49.982582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c8eb2-7df4-4edb-958e-956c0fb54d6b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:49.988205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:49.990275 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] For port 3fd1392f-6c20-4f75-9985-10bd4f68849b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:29:49.991881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:49.993173 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] For port 3fd1392f-6c20-4f75-9985-10bd4f68849b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3fd1392f-6c20-4f75-9985-10bd4f68849b,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:29:49.994756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:50.000502 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:50.064771 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:50.092942 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:29:50.101022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:50.145191 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f0ec1-4fa2-49a5-a4f3-d4e1ee780535 None None] Pushing event updated for resources: {'Port': ['ID=3fd1392f-6c20-4f75-9985-10bd4f68849b,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:50.149755 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:29:50.150385 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:29:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:50.176069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:50.235829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:50.265483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6319df-1485-4686-bdd9-f6bee8799c53,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:50.333094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:50.334372 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6188f49a-4e8d-43e4-a7fc-8fc9f8cb709f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3563273 Mar 02 20:29:50.334846 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:29:50.337044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49752) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:50.343179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c8eb2-7df4-4edb-958e-956c0fb54d6b', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:50.349993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:50.354113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:50.357373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:50.363422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:50.424454 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:29:50.430976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:50.502192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:50.510295 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:50.550029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:50.572800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:50.579306 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07dd746-8104-4443-8264-e3b9e503ec70,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:50.641182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:50.642416 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5939f15a-5926-4d42-9891-f009c9954345 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3044145 Mar 02 20:29:50.643857 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:49Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:50.647890 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef8300-b68d-47e9-974e-83cbf8a91351 None None] The sync data for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv is: [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:49Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:29:50.896185 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-a7bd1288-d229-4b1a-9e77-bf57b650eeb1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744716078&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.0428011 Mar 02 20:29:51.059498 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cf781876-7256-44c5-821e-54f3ec341986 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:51.060170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cf781876-7256-44c5-821e-54f3ec341986 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:29:51.120864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3fd1392f-6c20-4f75-9985-10bd4f68849b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:51.138692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cf781876-7256-44c5-821e-54f3ec341986 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:29:51.139878 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cf781876-7256-44c5-821e-54f3ec341986 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/networks?id=eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 200 len: 794 time: 0.2373860 Mar 02 20:29:51.157764 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-b71b7283-933b-4477-995b-9a479521ad6a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/quotas/809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 375 time: 0.0120060 Mar 02 20:29:51.241966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-dab114f6-cb15-4fbb-8695-598ac4c91a7e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:29:51.247130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 3fd1392f-6c20-4f75-9985-10bd4f68849b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:51.252834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3fd1392f-6c20-4f75-9985-10bd4f68849b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:51.253198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:51.344475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-dab114f6-cb15-4fbb-8695-598ac4c91a7e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:29:51.345852 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-dab114f6-cb15-4fbb-8695-598ac4c91a7e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1826422 Mar 02 20:29:51.375638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:51.415211 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 3fd1392f-6c20-4f75-9985-10bd4f68849b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3fd1392f-6c20-4f75-9985-10bd4f68849b,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:29:51.493111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:51.562067 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=3fd1392f-6c20-4f75-9985-10bd4f68849b,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:51.628105 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-6abd4b33-b8c2-4221-8edb-a173754dd1d1 service neutron] 10.222.0.44 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688310 Mar 02 20:29:51.759774 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-8c75cfd3-dee8-40eb-b3a6-26baeda09f0a service neutron] 10.222.0.44 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242955 Mar 02 20:29:51.881693 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:52.037741 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9da2c78b-8b53-4842-a90c-b3e148e69709 req-5a7b0526-4cda-44fc-bd5d-0d887319be9f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 210 time: 0.0518436 Mar 02 20:29:53.083780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3fd1392f-6c20-4f75-9985-10bd4f68849b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:53.157460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3fd1392f-6c20-4f75-9985-10bd4f68849b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:53.157830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:53.225423 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-242ed2e6-caf2-436c-bd7d-baebbc67a2e9 req-7a859fe6-49b8-47ba-93b0-d46679ab9c7b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 210 time: 0.0426121 Mar 02 20:29:54.170920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-ef689e0c-70cc-4d83-8cda-05990377b153 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:54.172311 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-ef689e0c-70cc-4d83-8cda-05990377b153 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 200 len: 794 time: 0.1469905 Mar 02 20:29:54.230287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-4c6c9504-5e60-4225-903f-f1a52b606c44 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:29:54.321500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-4c6c9504-5e60-4225-903f-f1a52b606c44 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:29:54.322815 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-4c6c9504-5e60-4225-903f-f1a52b606c44 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 379 time: 0.1332028 Mar 02 20:29:54.335736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'device_id': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'admin_state_up': True, 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'security_groups': ['ac7c8eb2-7df4-4edb-958e-956c0fb54d6b']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:54.390606 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-997139d3-6a42-4b0d-835d-e662192559df req-daa94607-d839-4e27-83d4-a7528c1da89d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 210 time: 0.0419717 Mar 02 20:29:54.575883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:54.586198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:54.693109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:29:54.696160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:54.853226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.14 (eff82f09-fe8c-4207-a597-0851d9ac9b49/0132daa8-d841-4490-a2e1-4b86a79080b4/31658928-5770-4015-a8ad-705e467057cf) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:29:55.035335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:55.050669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 31658928-5770-4015-a8ad-705e467057cf will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:55.138904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:55.215839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network eff82f09-fe8c-4207-a597-0851d9ac9b49 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:29:55.218918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:55.221402 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:29:55.253000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=31658928-5770-4015-a8ad-705e467057cf,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:55.287846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:55.288449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:55.385355 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-de787215-c1b2-4479-8024-8c7e158f4c81 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0537713 Mar 02 20:29:55.400530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Request body: {'port': {'device_id': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:29:55.475608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c9746dfc-cfc5-4055-8d08-0aacbb8734e0 None None] Provisioning for port 31658928-5770-4015-a8ad-705e467057cf completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:55.481872 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c9746dfc-cfc5-4055-8d08-0aacbb8734e0 None None] Provisioning complete for port 31658928-5770-4015-a8ad-705e467057cf triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:55.482490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c9746dfc-cfc5-4055-8d08-0aacbb8734e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:55.512981 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:55.538966 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c9746dfc-cfc5-4055-8d08-0aacbb8734e0 None None] Port 31658928-5770-4015-a8ad-705e467057cf cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:29:55.599654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2588e7-fc51-4447-8f85-a69e30e99a29 req-9dc0c618-9342-47f9-ad74-2e67f09f9860 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:55.601115 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2c2588e7-fc51-4447-8f85-a69e30e99a29 req-9dc0c618-9342-47f9-ad74-2e67f09f9860 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 932 time: 0.0819399 Mar 02 20:29:55.649047 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2c2588e7-fc51-4447-8f85-a69e30e99a29 req-d5c77d1d-9c53-4eca-8533-f6f1f5192d60 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Mar 02 20:29:55.854522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31658928-5770-4015-a8ad-705e467057cf {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:29:55.861303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:55.875228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Transition to ACTIVE for port object 31658928-5770-4015-a8ad-705e467057cf will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:55.938575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:56.066905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Pushing event updated for resources: {'Port': ['ID=31658928-5770-4015-a8ad-705e467057cf,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:56.174556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Attempting to bind port 31658928-5770-4015-a8ad-705e467057cf on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:29:56.174892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Attempting to bind port 31658928-5770-4015-a8ad-705e467057cf by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:29:56.175214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Attempting to bind port 31658928-5770-4015-a8ad-705e467057cf on network eff82f09-fe8c-4207-a597-0851d9ac9b49 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:29:56.180806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Port 31658928-5770-4015-a8ad-705e467057cf on network eff82f09-fe8c-4207-a597-0851d9ac9b49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:29:56.181118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Attempting to bind port 31658928-5770-4015-a8ad-705e467057cf on network eff82f09-fe8c-4207-a597-0851d9ac9b49 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:29:56.187352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:29:56.187682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Checking segment: {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:29:56.188054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Bound using segment: {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:29:56.188467 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Bound port: 31658928-5770-4015-a8ad-705e467057cf, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:29:56.188851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:56.274701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] For port 31658928-5770-4015-a8ad-705e467057cf, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:29:56.277599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] For port 31658928-5770-4015-a8ad-705e467057cf, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31658928-5770-4015-a8ad-705e467057cf,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:29:56.412825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:56.478211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:56.479571 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] 10.222.0.31 "PUT /v2.0/ports/31658928-5770-4015-a8ad-705e467057cf HTTP/1.1" status: 200 len: 1094 time: 1.0831320 Mar 02 20:29:56.479999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'tag': '31658928-5770-4015-a8ad-705e467057cf'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:29:56.497088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8335a8-8f2d-49a1-81c2-6d2e500cf154 service neutron] Pushing event updated for resources: {'Port': ['ID=31658928-5770-4015-a8ad-705e467057cf,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:56.540642 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'tag': '31658928-5770-4015-a8ad-705e467057cf', 'status': 'completed', 'code': 200} Mar 02 20:29:56.634667 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bb4e2940-f204-4752-bb47-bdb5962705d6 req-db67a8b7-7596-4b47-b9da-e26f106ff193 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0733128 Mar 02 20:29:56.778342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e2940-f204-4752-bb47-bdb5962705d6 req-04ef7f61-8a3d-4f39-8056-5d4caaff4499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:56.779660 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bb4e2940-f204-4752-bb47-bdb5962705d6 req-04ef7f61-8a3d-4f39-8056-5d4caaff4499 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=809bdfa688034064abc15e030437eaaf&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1363654 Mar 02 20:29:56.845768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a517e8b-32d5-4ac8-aa2e-11f8d6e79979 req-f6cd1c71-55f2-4e17-9c42-4e103b0facd9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:56.847346 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7a517e8b-32d5-4ac8-aa2e-11f8d6e79979 req-f6cd1c71-55f2-4e17-9c42-4e103b0facd9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 944 time: 0.0773969 Mar 02 20:29:56.895396 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7a517e8b-32d5-4ac8-aa2e-11f8d6e79979 req-e0aa7c0f-1f46-4394-93aa-abdc027b6844 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423009 Mar 02 20:29:57.006837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e2940-f204-4752-bb47-bdb5962705d6 req-6674a805-3362-4a6c-a818-bba0161e7e97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:57.008280 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bb4e2940-f204-4752-bb47-bdb5962705d6 req-6674a805-3362-4a6c-a818-bba0161e7e97 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2224078 Mar 02 20:29:57.125743 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-59389f30-c19f-4810-a351-c05f6fea932c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0736539 Mar 02 20:29:57.195616 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-8dd2d685-a13c-4bd9-8b51-2d8f2de8b57a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31658928-5770-4015-a8ad-705e467057cf HTTP/1.1" status: 200 len: 217 time: 0.0594463 Mar 02 20:29:57.263692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-ccbb8797-ef50-41e4-9d78-c53990824763 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:57.265127 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-ccbb8797-ef50-41e4-9d78-c53990824763 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0132daa8-d841-4490-a2e1-4b86a79080b4 HTTP/1.1" status: 200 len: 834 time: 0.0601523 Mar 02 20:29:57.341694 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-0b2416dd-c795-4ac5-a8d5-9a3e51226497 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eff82f09-fe8c-4207-a597-0851d9ac9b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671258 Mar 02 20:29:57.473755 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-3b70fae1-f5a7-4d2c-8277-bcdb37974c9a service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230423 Mar 02 20:29:57.607638 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c22290e6-420c-4c50-81c1-d2751b9f9809 req-56b29884-14f2-4786-b06e-4f6eacbd161c service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244435 Mar 02 20:29:58.107085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97414a56-2a4b-4330-ae02-93e181de5883 req-303d8004-2287-4c7d-8813-675ddf8adffc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:58.108515 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-97414a56-2a4b-4330-ae02-93e181de5883 req-303d8004-2287-4c7d-8813-675ddf8adffc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 944 time: 0.0798483 Mar 02 20:29:58.153789 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-97414a56-2a4b-4330-ae02-93e181de5883 req-01c61015-a401-406a-ab44-2947916c84c3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395472 Mar 02 20:29:59.047326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 31658928-5770-4015-a8ad-705e467057cf details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:29:59.177628 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 31658928-5770-4015-a8ad-705e467057cf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31658928-5770-4015-a8ad-705e467057cf,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:29:59.191533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '31658928-5770-4015-a8ad-705e467057cf', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'port_id': '31658928-5770-4015-a8ad-705e467057cf', 'mac_address': 'fa:16:3e:13:83:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:29:59.244873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:59.262504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31658928-5770-4015-a8ad-705e467057cf {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:29:59.277171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 31658928-5770-4015-a8ad-705e467057cf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31658928-5770-4015-a8ad-705e467057cf,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:29:59.338591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:59.355076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54cf82-cd53-4bb1-a996-0bc17c207ace req-544329b6-5923-4289-b80d-c8c9120d983b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:59.363905 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6f54cf82-cd53-4bb1-a996-0bc17c207ace req-544329b6-5923-4289-b80d-c8c9120d983b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 944 time: 0.0815206 Mar 02 20:29:59.405774 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6f54cf82-cd53-4bb1-a996-0bc17c207ace req-913ac1f9-7040-46f5-bb65-ed3d8a2f2d26 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434721 Mar 02 20:29:59.407518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=31658928-5770-4015-a8ad-705e467057cf,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:59.665928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['31658928-5770-4015-a8ad-705e467057cf'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:30:00.600034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf286f84-5bcf-47ca-a949-f1e8819283cc req-9d008b8b-43de-4034-881e-1fcdc80f0861 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:00.601462 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bf286f84-5bcf-47ca-a949-f1e8819283cc req-9d008b8b-43de-4034-881e-1fcdc80f0861 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 945 time: 0.0762279 Mar 02 20:30:00.646681 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bf286f84-5bcf-47ca-a949-f1e8819283cc req-8bb713ab-0ab4-4224-8d4a-4a33fbb04160 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392005 Mar 02 20:30:01.048441 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 31658928-5770-4015-a8ad-705e467057cf up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:30:01.189436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 31658928-5770-4015-a8ad-705e467057cf completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:30:01.194134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 31658928-5770-4015-a8ad-705e467057cf triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:30:01.194500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:01.308349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:01.335128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31658928-5770-4015-a8ad-705e467057cf'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:30:01.345207 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 31658928-5770-4015-a8ad-705e467057cf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31658928-5770-4015-a8ad-705e467057cf,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:30:01.412868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:01.483258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=31658928-5770-4015-a8ad-705e467057cf,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:01.532608 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31658928-5770-4015-a8ad-705e467057cf', 'code': 200} Mar 02 20:30:01.846825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4381d42-2696-4e92-b40b-553d8279cc88 req-edf1e8fb-5e56-48fe-8e8f-2a46a727a34b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:01.848270 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d4381d42-2696-4e92-b40b-553d8279cc88 req-edf1e8fb-5e56-48fe-8e8f-2a46a727a34b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 946 time: 0.0823691 Mar 02 20:30:01.886406 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-43a75a10-d2a8-4433-8a99-1deef6161c75 req-5a0c9b16-c653-4e35-a665-e05852288327 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0744333 Mar 02 20:30:01.895029 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d4381d42-2696-4e92-b40b-553d8279cc88 req-7f0d7753-0dbb-45d5-90c6-6b9c1d32f460 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Mar 02 20:30:01.932485 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-43a75a10-d2a8-4433-8a99-1deef6161c75 req-8b4a1005-6c03-4a4a-a534-40bbb1b1fafc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365291 Mar 02 20:30:03.094985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c704f-340b-43fb-8920-e54468120cb1 req-3d2a29e3-dc63-4ce9-b13e-1ed40cd2438e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:03.096584 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9f4c704f-340b-43fb-8920-e54468120cb1 req-3d2a29e3-dc63-4ce9-b13e-1ed40cd2438e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 946 time: 0.0769050 Mar 02 20:30:03.141163 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9f4c704f-340b-43fb-8920-e54468120cb1 req-f8d8d672-ebab-46c3-90ba-75fa1225fbe6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393131 Mar 02 20:30:04.338643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7a115-bf26-4e9c-b9c4-e1d9f8f474cf req-f0d3f516-1761-4b63-a21d-90c29564e17c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:04.340800 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-11d7a115-bf26-4e9c-b9c4-e1d9f8f474cf req-f0d3f516-1761-4b63-a21d-90c29564e17c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 946 time: 0.0802951 Mar 02 20:30:04.385479 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-11d7a115-bf26-4e9c-b9c4-e1d9f8f474cf req-b8357b38-6e02-4e9d-91b2-c109e98e7928 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392046 Mar 02 20:30:04.577467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d61289-67a0-4bce-8929-173b20ddb6cc req-ffc05cc4-626f-4bea-a156-c3f592979894 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:04.578924 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-04d61289-67a0-4bce-8929-173b20ddb6cc req-ffc05cc4-626f-4bea-a156-c3f592979894 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 946 time: 0.0754366 Mar 02 20:30:04.626463 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-04d61289-67a0-4bce-8929-173b20ddb6cc req-ca5e7d23-e905-4642-9a45-8736194f9a22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Mar 02 20:30:04.653957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49808) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:04.722211 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f60b158f-4cc1-4922-bb13-a7a395fbb92f tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 1094 time: 0.0671189 Mar 02 20:30:04.724859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49812) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:04.729841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '31658928-5770-4015-a8ad-705e467057cf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:30:04.735486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:30:04.739444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:floatingip and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:30:04.742405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:30:04.748819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:30:04.824872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:05.039769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:05.174136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.60 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/c342be4f-d4ab-4616-989d-44780b37782d) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:30:05.317109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:05.407457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:05.474185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:30:05.476982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:30:05.482009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:30:05.511116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=c342be4f-d4ab-4616-989d-44780b37782d,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:05.973127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:06.084598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:06.283684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:06.332645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:06.438791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=c342be4f-d4ab-4616-989d-44780b37782d,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:06.451527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:06.639089 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP 0768e393-c330-4ad4-8805-e72107f619bf associated. External IP: 172.26.5.60, port: 31658928-5770-4015-a8ad-705e467057cf. Mar 02 20:30:07.117098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:30:07.311546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:30:07.321606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b437ddfd-34d8-47d4-bbf0-f36ea9f5461a None None] Sync routers for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:30:07.334395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b437ddfd-34d8-47d4-bbf0-f36ea9f5461a None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:30:07.335002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b437ddfd-34d8-47d4-bbf0-f36ea9f5461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:29:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:30:07.412869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:07.471611 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-14855812-9576-4aea-be8c-a32a61d35222 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7457516 Mar 02 20:30:07.472317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'tag': '31658928-5770-4015-a8ad-705e467057cf'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:30:07.474503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49816) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:07.533860 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'tag': '31658928-5770-4015-a8ad-705e467057cf', 'status': 'completed', 'code': 200} Mar 02 20:30:07.548462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-b437ddfd-34d8-47d4-bbf0-f36ea9f5461a None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:30:07.552802 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0557d46e-d72d-4068-bb44-201e75e2ac8d tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 1094 time: 0.0771677 Mar 02 20:30:07.634013 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d8fdf6a7-3004-455c-9a1b-37b685da02b2 req-19afd319-af1e-4513-8348-f3beded57b78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0773141 Mar 02 20:30:07.770839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdf6a7-3004-455c-9a1b-37b685da02b2 req-b7a0f53f-c925-4ffd-a3ef-b135c063beae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:07.772294 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d8fdf6a7-3004-455c-9a1b-37b685da02b2 req-b7a0f53f-c925-4ffd-a3ef-b135c063beae service neutron] 10.222.0.31 "GET /v2.0/networks?id=eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 200 len: 896 time: 0.1305683 Mar 02 20:30:07.852618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49824) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:07.859844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670800551', 'description': 'tempest-secgroup-smoke-670800551 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:30:07.866453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:30:07.878697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:30:07.890279 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d8fdf6a7-3004-455c-9a1b-37b685da02b2 req-3b3b890e-2f75-4b82-8441-9b9f686495d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31658928-5770-4015-a8ad-705e467057cf HTTP/1.1" status: 200 len: 999 time: 0.1111906 Mar 02 20:30:07.913463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b437ddfd-34d8-47d4-bbf0-f36ea9f5461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0768e393-c330-4ad4-8805-e72107f619bf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': '31658928-5770-4015-a8ad-705e467057cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:13:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:05Z', 'updated_at': '2022-03-02T20:30:05Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:30:07.917331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b437ddfd-34d8-47d4-bbf0-f36ea9f5461a None None] Checking router: af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:30:07.928737 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b437ddfd-34d8-47d4-bbf0-f36ea9f5461a None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:30:07.929321 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b437ddfd-34d8-47d4-bbf0-f36ea9f5461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:29:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:30:07.943969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:07.953185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdf6a7-3004-455c-9a1b-37b685da02b2 req-2871a7b6-0767-4b31-a55f-b53e1adaa662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:07.954643 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d8fdf6a7-3004-455c-9a1b-37b685da02b2 req-2871a7b6-0767-4b31-a55f-b53e1adaa662 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0132daa8-d841-4490-a2e1-4b86a79080b4 HTTP/1.1" status: 200 len: 834 time: 0.0584254 Mar 02 20:30:07.980913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:30:07.985887 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:30:07.987745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:30:07.994592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:30:08.031323 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d8fdf6a7-3004-455c-9a1b-37b685da02b2 req-737ee5c4-515b-4379-a128-4c5d29185bac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eff82f09-fe8c-4207-a597-0851d9ac9b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702956 Mar 02 20:30:08.056636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:08.116600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-b437ddfd-34d8-47d4-bbf0-f36ea9f5461a None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:30:08.127651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:08.170588 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d8fdf6a7-3004-455c-9a1b-37b685da02b2 req-2938804f-7843-42bc-9f87-6b7c76923b40 service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325140 Mar 02 20:30:08.172984 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93deb63-b72c-4e58-9983-73880c7257f7,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:08.236132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:08.240495 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-dcb7faee-e769-486f-bdae-6c10f65b3eb6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3840499 Mar 02 20:30:08.245273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49828) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:08.246822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d31aafed-5c6d-497e-995f-999a60922068 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e93deb63-b72c-4e58-9983-73880c7257f7', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:30:08.253204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d31aafed-5c6d-497e-995f-999a60922068 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:30:08.257169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d31aafed-5c6d-497e-995f-999a60922068 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:30:08.260166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d31aafed-5c6d-497e-995f-999a60922068 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:30:08.266504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d31aafed-5c6d-497e-995f-999a60922068 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:30:08.306981 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d8fdf6a7-3004-455c-9a1b-37b685da02b2 req-4304800d-38ca-4748-97ee-0227e123549a service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281350 Mar 02 20:30:08.346153 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d31aafed-5c6d-497e-995f-999a60922068 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:08.409664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d31aafed-5c6d-497e-995f-999a60922068 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:08.470145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d31aafed-5c6d-497e-995f-999a60922068 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:08.471365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b437ddfd-34d8-47d4-bbf0-f36ea9f5461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0768e393-c330-4ad4-8805-e72107f619bf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': '31658928-5770-4015-a8ad-705e467057cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:13:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:05Z', 'updated_at': '2022-03-02T20:30:05Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:30:08.475482 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b437ddfd-34d8-47d4-bbf0-f36ea9f5461a None None] The sync data for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv is: [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0768e393-c330-4ad4-8805-e72107f619bf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': '31658928-5770-4015-a8ad-705e467057cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:13:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:05Z', 'updated_at': '2022-03-02T20:30:05Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:30:08.492114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31aafed-5c6d-497e-995f-999a60922068 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79791d24-7432-49a2-9b3f-963dd651f9a3,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:08.550339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d31aafed-5c6d-497e-995f-999a60922068 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:08.551534 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d31aafed-5c6d-497e-995f-999a60922068 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3099003 Mar 02 20:30:08.554412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49832) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:08.560718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-aae59279-f8d6-46e7-ad9b-bca87a136b22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e93deb63-b72c-4e58-9983-73880c7257f7', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:30:08.566745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-aae59279-f8d6-46e7-ad9b-bca87a136b22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:30:08.570681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-aae59279-f8d6-46e7-ad9b-bca87a136b22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:30:08.573530 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-aae59279-f8d6-46e7-ad9b-bca87a136b22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:30:08.580951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-aae59279-f8d6-46e7-ad9b-bca87a136b22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:30:08.660674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aae59279-f8d6-46e7-ad9b-bca87a136b22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:08.665014 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f962d6-569f-4193-8350-b3c461fdc121 None None] New status for floating IP 0768e393-c330-4ad4-8805-e72107f619bf: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:30:08.723384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aae59279-f8d6-46e7-ad9b-bca87a136b22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:08.778917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aae59279-f8d6-46e7-ad9b-bca87a136b22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:08.802929 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae59279-f8d6-46e7-ad9b-bca87a136b22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85758caa-b820-4e76-b509-29bd6382fd06,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:08.887029 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aae59279-f8d6-46e7-ad9b-bca87a136b22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:08.891090 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aae59279-f8d6-46e7-ad9b-bca87a136b22 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3331561 Mar 02 20:30:08.891284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49836) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:08.896619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-fe92845f-347f-424a-a3e3-31a6f2b32bfa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e93deb63-b72c-4e58-9983-73880c7257f7', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:30:08.903188 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fe92845f-347f-424a-a3e3-31a6f2b32bfa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:30:08.907126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fe92845f-347f-424a-a3e3-31a6f2b32bfa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:30:08.910198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fe92845f-347f-424a-a3e3-31a6f2b32bfa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:30:08.917398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fe92845f-347f-424a-a3e3-31a6f2b32bfa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:30:09.001786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fe92845f-347f-424a-a3e3-31a6f2b32bfa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:09.064591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fe92845f-347f-424a-a3e3-31a6f2b32bfa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:09.121310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fe92845f-347f-424a-a3e3-31a6f2b32bfa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:09.145890 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92845f-347f-424a-a3e3-31a6f2b32bfa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84a7c47-3dcb-4638-871d-2e83010fec76,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:09.217994 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fe92845f-347f-424a-a3e3-31a6f2b32bfa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:09.219105 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fe92845f-347f-424a-a3e3-31a6f2b32bfa tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3269086 Mar 02 20:30:09.221768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49840) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:09.227169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8b1df3a6-346d-4d61-a142-ed3810b421ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e93deb63-b72c-4e58-9983-73880c7257f7', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:30:09.233849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8b1df3a6-346d-4d61-a142-ed3810b421ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:30:09.237640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8b1df3a6-346d-4d61-a142-ed3810b421ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:30:09.240495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8b1df3a6-346d-4d61-a142-ed3810b421ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:30:09.246291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8b1df3a6-346d-4d61-a142-ed3810b421ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:30:09.315606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8b1df3a6-346d-4d61-a142-ed3810b421ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:09.377566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8b1df3a6-346d-4d61-a142-ed3810b421ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:09.452777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8b1df3a6-346d-4d61-a142-ed3810b421ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:09.476385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1df3a6-346d-4d61-a142-ed3810b421ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfc30a7-3d0c-4d45-956a-e742e70c3ef7,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:09.567414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8b1df3a6-346d-4d61-a142-ed3810b421ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:09.568622 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8b1df3a6-346d-4d61-a142-ed3810b421ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3459117 Mar 02 20:30:09.571452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49844) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:09.577751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e93deb63-b72c-4e58-9983-73880c7257f7', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:30:09.583927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:30:09.587736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:30:09.591440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:30:09.597556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:30:09.686652 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:30:09.700673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:09.855623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:09.926622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:09.949935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8187574c-b6c5-4937-b3df-53c0c9ecb5dc,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:10.006615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:10.007776 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c6ff0cab-5ce4-407b-be5a-9550199b7575 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4353187 Mar 02 20:30:10.010490 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49848) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:10.016564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': 'e93deb63-b72c-4e58-9983-73880c7257f7', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:30:10.022383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:30:10.026233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:30:10.029420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:30:10.035290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:30:10.098267 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:30:10.104875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:10.169612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:10.223758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:10.251316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0977df65-bbe8-44cb-a8f8-b40a8a8bf87a,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:10.298444 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:10.299590 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e1c69fac-1357-4c0b-a27b-b1e7a1a73767 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2881811 Mar 02 20:30:10.471182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-499d6ad7-1b3b-4dc0-ba60-cfa21b8f4edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:30:10.527048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-499d6ad7-1b3b-4dc0-ba60-cfa21b8f4edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:30:10.528180 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-499d6ad7-1b3b-4dc0-ba60-cfa21b8f4edf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670800551&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.0976565 Mar 02 20:30:10.673581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-8faf16ff-80d0-48ed-901e-a194b4eb5e0e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:10.674920 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-8faf16ff-80d0-48ed-901e-a194b4eb5e0e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/networks?id=eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 200 len: 794 time: 0.1403635 Mar 02 20:30:10.690589 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-64caec69-36f9-46f2-91d8-b3e6015d4042 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/quotas/809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 375 time: 0.0103259 Mar 02 20:30:10.777450 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-27cde6e4-ad86-4c73-a70b-b762e0665a0b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0814543 Mar 02 20:30:10.977947 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-0f1cae96-876a-47cb-a757-442176276472 service neutron] 10.222.0.44 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890371 Mar 02 20:30:11.109084 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-c50aee33-1122-424c-92d6-0ec9775cc2fd service neutron] 10.222.0.44 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244986 Mar 02 20:30:11.492329 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be5afc6a-d696-4ada-947c-55847a919a2c req-35cee51e-2682-4ab5-810f-9ae4e7851fd8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 210 time: 0.1287909 Mar 02 20:30:12.655600 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7cc7b2c8-30b2-43be-964a-b6a167a6fe48 req-d4920251-01c6-4601-979b-6253acac5bd3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 210 time: 0.0421066 Mar 02 20:30:12.892492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:13.299648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-a98e1f63-97dd-40a5-9b71-11f3b5d7b62d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:13.301175 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-a98e1f63-97dd-40a5-9b71-11f3b5d7b62d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 200 len: 794 time: 0.1546504 Mar 02 20:30:13.360035 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-76f2028a-ac1a-4ff0-9dd3-015bfb056298 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 471 time: 0.0464916 Mar 02 20:30:13.372682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'device_id': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'admin_state_up': True, 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'security_groups': ['e93deb63-b72c-4e58-9983-73880c7257f7']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:30:13.508692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:30:13.513460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:port and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:30:13.515919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:30:13.521584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:30:13.562667 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:30:13.601135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:30:13.604221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:13.766096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.6 (eff82f09-fe8c-4207-a597-0851d9ac9b49/0132daa8-d841-4490-a2e1-4b86a79080b4/b7651de5-9335-42ba-922c-26421f972aa7) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:30:13.821484 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d75ba8e5-b995-44d9-8882-4736ee6b1583 req-6ffbc72c-0842-4874-9b8f-9d7f349c5d9f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 210 time: 0.0431423 Mar 02 20:30:13.961516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:13.976935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object b7651de5-9335-42ba-922c-26421f972aa7 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:30:14.070053 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:14.138744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network eff82f09-fe8c-4207-a597-0851d9ac9b49 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:30:14.141484 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:30:14.145201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:30:14.207030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=b7651de5-9335-42ba-922c-26421f972aa7,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:14.211316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:14.211924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:14.293623 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-1e8e65c4-6f8c-45cf-b183-4945db6078fb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9250467 Mar 02 20:30:14.305729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Request body: {'port': {'device_id': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:30:14.416382 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:14.475412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f05758a4-688d-4b47-8b47-485f6902e966 None None] Provisioning for port b7651de5-9335-42ba-922c-26421f972aa7 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:30:14.480474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f05758a4-688d-4b47-8b47-485f6902e966 None None] Provisioning complete for port b7651de5-9335-42ba-922c-26421f972aa7 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:30:14.481101 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f05758a4-688d-4b47-8b47-485f6902e966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:14.532372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f05758a4-688d-4b47-8b47-485f6902e966 None None] Port b7651de5-9335-42ba-922c-26421f972aa7 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:30:14.748886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7651de5-9335-42ba-922c-26421f972aa7 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:30:14.755412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:14.769957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Transition to ACTIVE for port object b7651de5-9335-42ba-922c-26421f972aa7 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:30:14.829649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:14.959226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Pushing event updated for resources: {'Port': ['ID=b7651de5-9335-42ba-922c-26421f972aa7,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:15.023127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc86fb-bd46-400f-8a89-953ee961bf48 req-49a9ccb6-f029-4465-bb33-c10d234a4d78 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:15.024620 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a9cc86fb-bd46-400f-8a89-953ee961bf48 req-49a9ccb6-f029-4465-bb33-c10d234a4d78 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 943 time: 0.0813551 Mar 02 20:30:15.079781 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a9cc86fb-bd46-400f-8a89-953ee961bf48 req-ecfa4c93-456f-4a0a-93c8-7d5036d67889 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478201 Mar 02 20:30:15.084983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Attempting to bind port b7651de5-9335-42ba-922c-26421f972aa7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:30:15.085319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Attempting to bind port b7651de5-9335-42ba-922c-26421f972aa7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:30:15.085644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Attempting to bind port b7651de5-9335-42ba-922c-26421f972aa7 on network eff82f09-fe8c-4207-a597-0851d9ac9b49 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:30:15.092359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Port b7651de5-9335-42ba-922c-26421f972aa7 on network eff82f09-fe8c-4207-a597-0851d9ac9b49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:30:15.092681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Attempting to bind port b7651de5-9335-42ba-922c-26421f972aa7 on network eff82f09-fe8c-4207-a597-0851d9ac9b49 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:30:15.103162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:30:15.103162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Checking segment: {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:30:15.103162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Bound using segment: {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:30:15.103162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Bound port: b7651de5-9335-42ba-922c-26421f972aa7, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:30:15.103162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:15.190759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] For port b7651de5-9335-42ba-922c-26421f972aa7, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:30:15.193620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] For port b7651de5-9335-42ba-922c-26421f972aa7, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b7651de5-9335-42ba-922c-26421f972aa7,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:30:15.275715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:15.343137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:15.345006 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] 10.222.0.31 "PUT /v2.0/ports/b7651de5-9335-42ba-922c-26421f972aa7 HTTP/1.1" status: 200 len: 1093 time: 1.0432632 Mar 02 20:30:15.347847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'tag': 'b7651de5-9335-42ba-922c-26421f972aa7'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:30:15.371360 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ba400-ffbf-4546-9df6-bfc48c1f56da service neutron] Pushing event updated for resources: {'Port': ['ID=b7651de5-9335-42ba-922c-26421f972aa7,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:15.407625 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'tag': 'b7651de5-9335-42ba-922c-26421f972aa7', 'status': 'completed', 'code': 200} Mar 02 20:30:15.587335 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-75b74197-fb32-4dd5-b77c-6416c75bdbed req-053db0ac-824f-4445-bcd4-4cdc95790ffe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 1096 time: 0.1565728 Mar 02 20:30:15.726554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b74197-fb32-4dd5-b77c-6416c75bdbed req-ef4715d0-70f4-41bb-9494-1236a8ae1a14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:15.727984 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-75b74197-fb32-4dd5-b77c-6416c75bdbed req-ef4715d0-70f4-41bb-9494-1236a8ae1a14 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=809bdfa688034064abc15e030437eaaf&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1329503 Mar 02 20:30:15.863173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b74197-fb32-4dd5-b77c-6416c75bdbed req-bd182002-b569-4011-9271-04a6728c749c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:15.864583 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-75b74197-fb32-4dd5-b77c-6416c75bdbed req-bd182002-b569-4011-9271-04a6728c749c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1294672 Mar 02 20:30:15.968381 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-8dc450c8-3e11-4786-9fd2-981871eefc01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 1096 time: 0.0672672 Mar 02 20:30:16.039663 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-280af262-3306-43a5-922f-ebd712a045ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7651de5-9335-42ba-922c-26421f972aa7 HTTP/1.1" status: 200 len: 217 time: 0.0632141 Mar 02 20:30:16.101788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-4f53c0f7-4086-4fd3-b641-dd256f2d48a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:16.103261 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-4f53c0f7-4086-4fd3-b641-dd256f2d48a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0132daa8-d841-4490-a2e1-4b86a79080b4 HTTP/1.1" status: 200 len: 834 time: 0.0566332 Mar 02 20:30:16.181268 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-b9e0e547-a4a6-4e47-b942-19dc64e8fd07 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eff82f09-fe8c-4207-a597-0851d9ac9b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713444 Mar 02 20:30:16.278092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0ac67-5199-4ec3-b801-ae7a6dc34066 req-accb0ea3-cb8a-4aeb-a222-d36cfd476fb9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:16.279551 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-36d0ac67-5199-4ec3-b801-ae7a6dc34066 req-accb0ea3-cb8a-4aeb-a222-d36cfd476fb9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 943 time: 0.0798593 Mar 02 20:30:16.315451 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-462d8ad2-75a3-45b3-9db0-dc99ba99bc20 service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259601 Mar 02 20:30:16.324592 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-36d0ac67-5199-4ec3-b801-ae7a6dc34066 req-ba35d645-2ba8-46a1-8df9-e220712b0126 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395429 Mar 02 20:30:16.472773 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4d47a236-6a0a-4e45-9635-cdd33a875131 req-11dccbee-c34d-4757-8529-5476c81fe7ec service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512306 Mar 02 20:30:17.098306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-303365d6-6d4d-4e11-a0f6-66982c8fb568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:17.518585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac6e38-2ebf-4b44-8300-1bd835abf521 req-67a72c61-0a0d-4ef4-b05d-ceb0913998ec tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:17.520033 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-52ac6e38-2ebf-4b44-8300-1bd835abf521 req-67a72c61-0a0d-4ef4-b05d-ceb0913998ec tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 943 time: 0.0762570 Mar 02 20:30:17.565313 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-52ac6e38-2ebf-4b44-8300-1bd835abf521 req-e22504a1-0ef7-4af7-abcf-58f203f533f2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 Mar 02 20:30:18.760878 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c750957-2b3a-43ef-8e12-8dbba5190140 req-353d58b3-5261-4ad9-96b5-c1b6415ab11d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:18.763480 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7c750957-2b3a-43ef-8e12-8dbba5190140 req-353d58b3-5261-4ad9-96b5-c1b6415ab11d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 943 time: 0.0788124 Mar 02 20:30:18.808748 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7c750957-2b3a-43ef-8e12-8dbba5190140 req-6e800d24-d9ed-43b8-9a29-29a09f150279 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393064 Mar 02 20:30:19.101988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device b7651de5-9335-42ba-922c-26421f972aa7 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:30:19.234776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port b7651de5-9335-42ba-922c-26421f972aa7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b7651de5-9335-42ba-922c-26421f972aa7,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:30:19.250505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'b7651de5-9335-42ba-922c-26421f972aa7', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'port_id': 'b7651de5-9335-42ba-922c-26421f972aa7', 'mac_address': 'fa:16:3e:59:2c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:30:19.316009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:19.333509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7651de5-9335-42ba-922c-26421f972aa7 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:30:19.348154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port b7651de5-9335-42ba-922c-26421f972aa7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b7651de5-9335-42ba-922c-26421f972aa7,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:30:19.360447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fbf1b2c1-58d8-47ea-a74b-e0767969eafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:19.423697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:19.489374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=b7651de5-9335-42ba-922c-26421f972aa7,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:19.649613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['b7651de5-9335-42ba-922c-26421f972aa7'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:30:20.002255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92731a-36f2-4065-817d-21063d0a84da req-23639852-3dfc-4f13-951f-6a2aee932710 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:20.003599 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0d92731a-36f2-4065-817d-21063d0a84da req-23639852-3dfc-4f13-951f-6a2aee932710 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 944 time: 0.0778410 Mar 02 20:30:20.052070 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0d92731a-36f2-4065-817d-21063d0a84da req-b6b5f82e-acbd-496f-acce-fb268e67c152 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430064 Mar 02 20:30:20.504024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:20.584122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:21.109205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device b7651de5-9335-42ba-922c-26421f972aa7 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:30:21.247775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f87fc-325b-47cb-8f32-309f3286d810 req-6c2ca878-818c-42cb-b642-e3367df6e2f1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:21.249226 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-040f87fc-325b-47cb-8f32-309f3286d810 req-6c2ca878-818c-42cb-b642-e3367df6e2f1 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 944 time: 0.0762446 Mar 02 20:30:21.263965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port b7651de5-9335-42ba-922c-26421f972aa7 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:30:21.269024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port b7651de5-9335-42ba-922c-26421f972aa7 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:30:21.269389 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:21.296233 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-040f87fc-325b-47cb-8f32-309f3286d810 req-c8e4e998-2625-4044-b1ff-6935636259df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414786 Mar 02 20:30:21.390923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:21.416182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7651de5-9335-42ba-922c-26421f972aa7'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:30:21.426232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port b7651de5-9335-42ba-922c-26421f972aa7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b7651de5-9335-42ba-922c-26421f972aa7,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:30:21.469973 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7651de5-9335-42ba-922c-26421f972aa7', 'code': 200} Mar 02 20:30:21.503768 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:21.568164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=b7651de5-9335-42ba-922c-26421f972aa7,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:21.836323 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3da8ad2-cfb4-4031-926e-aa3b20cd2188 req-d365246a-a31f-4288-838f-31a510823c98 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 1098 time: 0.0687721 Mar 02 20:30:21.852056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:21.880080 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3da8ad2-cfb4-4031-926e-aa3b20cd2188 req-efe2d893-3efe-441f-ba56-4514e30ca7b9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367379 Mar 02 20:30:22.496935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddb62a-e648-4536-9a92-9c4fad3a08f7 req-1c21efe9-42a0-4736-9b8c-c9f2059cded4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:22.498390 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cbddb62a-e648-4536-9a92-9c4fad3a08f7 req-1c21efe9-42a0-4736-9b8c-c9f2059cded4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 945 time: 0.0792472 Mar 02 20:30:22.544001 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cbddb62a-e648-4536-9a92-9c4fad3a08f7 req-3e00c4f5-8c45-4b92-aea2-ccf0f12a190f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400493 Mar 02 20:30:23.745001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a694da-4a67-41ac-9884-371fd3516eb4 req-288ad57b-6186-4a39-9708-1f8babbbd915 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:23.747267 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a3a694da-4a67-41ac-9884-371fd3516eb4 req-288ad57b-6186-4a39-9708-1f8babbbd915 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 945 time: 0.0755212 Mar 02 20:30:23.791421 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a3a694da-4a67-41ac-9884-371fd3516eb4 req-a0d2dc85-986d-4307-9a3e-ed450da7e294 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387568 Mar 02 20:30:23.987096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd692d-bcd3-4931-b69f-6debb2439efa req-ba03132d-e8d1-4318-b597-914b80eb5159 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:23.988457 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-adbd692d-bcd3-4931-b69f-6debb2439efa req-ba03132d-e8d1-4318-b597-914b80eb5159 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 945 time: 0.0803416 Mar 02 20:30:24.033720 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-adbd692d-bcd3-4931-b69f-6debb2439efa req-56401cdf-33fd-4ba8-affc-669ae2ba5a45 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399039 Mar 02 20:30:24.061841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49898) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:24.133992 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3394f3e9-14c1-4ded-aee7-c3676f8dc893 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 1093 time: 0.0709167 Mar 02 20:30:24.136597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49902) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:24.141765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': 'b7651de5-9335-42ba-922c-26421f972aa7', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:30:24.147182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:30:24.150888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:floatingip and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:30:24.153849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:30:24.159410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:30:24.230145 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:24.366989 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:24.495111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.111 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/37d1570f-1fd6-40d0-8312-ade5908fc98f) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:30:24.638501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:24.721364 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:24.789877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:30:24.792641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:30:24.796291 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:30:24.824660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=37d1570f-1fd6-40d0-8312-ade5908fc98f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:25.384648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:25.472843 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:25.673049 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:25.731678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:25.838198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=37d1570f-1fd6-40d0-8312-ade5908fc98f,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:25.852274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:26.036775 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP b2fb8f3c-92cd-4aa3-b9b7-c5e243e3792b associated. External IP: 172.26.5.111, port: b7651de5-9335-42ba-922c-26421f972aa7. Mar 02 20:30:26.415900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:30:26.712517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:30:26.722412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa5d30-85d7-46db-83f2-9170de3e79cf None None] Sync routers for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:30:26.734612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa5d30-85d7-46db-83f2-9170de3e79cf None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:30:26.735231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-74aa5d30-85d7-46db-83f2-9170de3e79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:30:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:30:26.795413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:26.850086 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6c35d83c-86ff-4d6a-a851-e015cae9ed8a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7124147 Mar 02 20:30:26.850929 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'tag': 'b7651de5-9335-42ba-922c-26421f972aa7'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:30:26.905721 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'tag': 'b7651de5-9335-42ba-922c-26421f972aa7', 'status': 'completed', 'code': 200} Mar 02 20:30:26.916732 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-74aa5d30-85d7-46db-83f2-9170de3e79cf None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:30:26.997731 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-098281b5-e0bf-4460-9b6a-30905d458326 req-217858bd-83c8-4360-bf6b-f6b0118c863f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 1098 time: 0.0698495 Mar 02 20:30:27.130073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098281b5-e0bf-4460-9b6a-30905d458326 req-b99c3194-07d1-452e-99be-9d156628ed92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:27.131516 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-098281b5-e0bf-4460-9b6a-30905d458326 req-b99c3194-07d1-452e-99be-9d156628ed92 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 200 len: 896 time: 0.1263747 Mar 02 20:30:27.236539 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-098281b5-e0bf-4460-9b6a-30905d458326 req-dbaf09e3-beb2-4e12-9dff-b637f608f7af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7651de5-9335-42ba-922c-26421f972aa7 HTTP/1.1" status: 200 len: 999 time: 0.0973010 Mar 02 20:30:27.266499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-74aa5d30-85d7-46db-83f2-9170de3e79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0768e393-c330-4ad4-8805-e72107f619bf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': '31658928-5770-4015-a8ad-705e467057cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:13:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:05Z', 'updated_at': '2022-03-02T20:30:08Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}, {'id': 'b2fb8f3c-92cd-4aa3-b9b7-c5e243e3792b', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': 'b7651de5-9335-42ba-922c-26421f972aa7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:59:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:25Z', 'updated_at': '2022-03-02T20:30:25Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:30:27.270212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa5d30-85d7-46db-83f2-9170de3e79cf None None] Checking router: af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:30:27.281474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa5d30-85d7-46db-83f2-9170de3e79cf None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:30:27.282098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-74aa5d30-85d7-46db-83f2-9170de3e79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:30:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:30:27.300898 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098281b5-e0bf-4460-9b6a-30905d458326 req-d88e1cba-b580-42fe-b8dc-b4fb0972c5bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:27.302353 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-098281b5-e0bf-4460-9b6a-30905d458326 req-d88e1cba-b580-42fe-b8dc-b4fb0972c5bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0132daa8-d841-4490-a2e1-4b86a79080b4 HTTP/1.1" status: 200 len: 834 time: 0.0574076 Mar 02 20:30:27.377511 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-098281b5-e0bf-4460-9b6a-30905d458326 req-ab5d0906-8523-45e5-8f5a-c4d15cbacfe9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eff82f09-fe8c-4207-a597-0851d9ac9b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683389 Mar 02 20:30:27.458399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-74aa5d30-85d7-46db-83f2-9170de3e79cf None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:30:27.512782 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-098281b5-e0bf-4460-9b6a-30905d458326 req-43e28362-420c-4931-ac63-5935ad0081e1 service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281323 Mar 02 20:30:27.646381 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-098281b5-e0bf-4460-9b6a-30905d458326 req-bcac6005-9f99-417f-87d7-2efcfed28560 service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262419 Mar 02 20:30:27.839401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-74aa5d30-85d7-46db-83f2-9170de3e79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0768e393-c330-4ad4-8805-e72107f619bf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': '31658928-5770-4015-a8ad-705e467057cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:13:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:05Z', 'updated_at': '2022-03-02T20:30:08Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}, {'id': 'b2fb8f3c-92cd-4aa3-b9b7-c5e243e3792b', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': 'b7651de5-9335-42ba-922c-26421f972aa7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:59:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:25Z', 'updated_at': '2022-03-02T20:30:25Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:30:27.843382 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa5d30-85d7-46db-83f2-9170de3e79cf None None] The sync data for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv is: [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0768e393-c330-4ad4-8805-e72107f619bf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': '31658928-5770-4015-a8ad-705e467057cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:13:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:05Z', 'updated_at': '2022-03-02T20:30:08Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}, {'id': 'b2fb8f3c-92cd-4aa3-b9b7-c5e243e3792b', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': 'b7651de5-9335-42ba-922c-26421f972aa7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:59:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:25Z', 'updated_at': '2022-03-02T20:30:25Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:30:28.034311 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37efa8a-73f1-43ab-bccf-38f8a9c062a9 None None] New status for floating IP b2fb8f3c-92cd-4aa3-b9b7-c5e243e3792b: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:30:36.189065 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d63bcaf3-86a4-4815-8833-ba5150e0c79a req-d1ddd743-93c6-44d3-b5b7-28f51e97f6d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725777 Mar 02 20:30:36.331219 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d63bcaf3-86a4-4815-8833-ba5150e0c79a req-4adf5e45-eceb-420c-836d-3caa2600d126 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0684252 Mar 02 20:30:36.478103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bcaf3-86a4-4815-8833-ba5150e0c79a req-14c3e98e-f260-4ec8-b45a-fac0660f6cd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:36.479931 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d63bcaf3-86a4-4815-8833-ba5150e0c79a req-14c3e98e-f260-4ec8-b45a-fac0660f6cd5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 200 len: 896 time: 0.1281068 Mar 02 20:30:36.586570 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d63bcaf3-86a4-4815-8833-ba5150e0c79a req-87123e99-8213-47c8-80c7-68b12fc225c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31658928-5770-4015-a8ad-705e467057cf HTTP/1.1" status: 200 len: 1001 time: 0.0981686 Mar 02 20:30:36.652768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bcaf3-86a4-4815-8833-ba5150e0c79a req-7c81e9f2-62b9-4794-9603-93a016427c92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:36.654209 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d63bcaf3-86a4-4815-8833-ba5150e0c79a req-7c81e9f2-62b9-4794-9603-93a016427c92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0132daa8-d841-4490-a2e1-4b86a79080b4 HTTP/1.1" status: 200 len: 834 time: 0.0575745 Mar 02 20:30:36.733196 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d63bcaf3-86a4-4815-8833-ba5150e0c79a req-d6e8d7b1-958f-4b48-8b6e-63fb80b70ef8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eff82f09-fe8c-4207-a597-0851d9ac9b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720639 Mar 02 20:30:36.960109 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d63bcaf3-86a4-4815-8833-ba5150e0c79a req-f0443013-37d2-49dc-afd8-6ca6eebd3152 service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197292 Mar 02 20:30:37.096946 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d63bcaf3-86a4-4815-8833-ba5150e0c79a req-5331f315-963e-4238-92a5-44d3213a1723 service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275253 Mar 02 20:30:42.897762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:47.086065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb6020e8-b110-42b2-a5f7-93c6508af318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:49.360100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-76e2698c-5649-4670-b6a1-de2383d1ab04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:50.509216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:50.563533 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:30:50.572020 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:51.858256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:03.010420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49920) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:03.181710 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-44c4bc66-f806-4385-8e91-ad415f5c64ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/0768e393-c330-4ad4-8805-e72107f619bf HTTP/1.1" status: 200 len: 993 time: 0.1701682 Mar 02 20:31:04.875744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49934) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:04.881581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:04.996211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:05.203206 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 31658928-5770-4015-a8ad-705e467057cf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31658928-5770-4015-a8ad-705e467057cf,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:05.227737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:05.274614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:05.349404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:05.349883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:05.351270 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/ports/31658928-5770-4015-a8ad-705e467057cf HTTP/1.1" status: 200 len: 939 time: 0.4745634 Mar 02 20:31:05.351797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'tag': '31658928-5770-4015-a8ad-705e467057cf'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:31:05.371064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=31658928-5770-4015-a8ad-705e467057cf,revision_number=6']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:05.380110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:05.380518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:05.380926 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:05.381324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:05.381766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:05.382203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:05.382531 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:05.382856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:05.383175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:05.383495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:05.383946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc04b9-c576-4969-a225-8c9926af45c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:05.489502 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'tag': '31658928-5770-4015-a8ad-705e467057cf', 'status': 'completed', 'code': 200} Mar 02 20:31:05.567710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-695395f5-08f2-4b4b-8d19-28e945616ef0 None None] Provisioning complete for port 31658928-5770-4015-a8ad-705e467057cf triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:05.568307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-695395f5-08f2-4b4b-8d19-28e945616ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:05.594568 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2fb49400-de07-41ac-befb-b17c437facff req-486728d5-cabe-4222-b736-044120751bb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 1100 time: 0.0689931 Mar 02 20:31:05.629705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-695395f5-08f2-4b4b-8d19-28e945616ef0 None None] Port 31658928-5770-4015-a8ad-705e467057cf is administratively disabled so it will not transition to active. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Mar 02 20:31:05.728586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb49400-de07-41ac-befb-b17c437facff req-fa9c2bdf-4ece-4d31-a584-dc8e2b180c60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:05.729951 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2fb49400-de07-41ac-befb-b17c437facff req-fa9c2bdf-4ece-4d31-a584-dc8e2b180c60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 200 len: 896 time: 0.1266041 Mar 02 20:31:05.833077 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2fb49400-de07-41ac-befb-b17c437facff req-0cf31621-5cd9-48a5-b100-da6ba0119d6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31658928-5770-4015-a8ad-705e467057cf HTTP/1.1" status: 200 len: 1002 time: 0.0964839 Mar 02 20:31:05.900079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb49400-de07-41ac-befb-b17c437facff req-69ba2148-4b1b-470b-9240-d72b403a5a09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:05.901470 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2fb49400-de07-41ac-befb-b17c437facff req-69ba2148-4b1b-470b-9240-d72b403a5a09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0132daa8-d841-4490-a2e1-4b86a79080b4 HTTP/1.1" status: 200 len: 834 time: 0.0587089 Mar 02 20:31:05.977930 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2fb49400-de07-41ac-befb-b17c437facff req-3037a0b7-581b-4bd3-9f7d-3a79d7075b21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eff82f09-fe8c-4207-a597-0851d9ac9b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674136 Mar 02 20:31:05.988400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [req-2fb49400-de07-41ac-befb-b17c437facff req-05d310da-cbbb-4890-992f-addd15a8a812 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:31:05.989241 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2fb49400-de07-41ac-befb-b17c437facff req-05d310da-cbbb-4890-992f-addd15a8a812 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047505 Mar 02 20:31:06.119008 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2fb49400-de07-41ac-befb-b17c437facff req-599d76a8-0eb7-4b98-8bde-25b29142865d service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231809 Mar 02 20:31:06.247625 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2fb49400-de07-41ac-befb-b17c437facff req-ccee9326-489b-4e11-b14d-b03c0720a4dd service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222343 Mar 02 20:31:08.814783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49946) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:08.820595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:08.934591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:09.141824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 31658928-5770-4015-a8ad-705e467057cf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31658928-5770-4015-a8ad-705e467057cf,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:09.165336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:09.228861 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:09.300768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:09.301426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:09.302758 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/ports/31658928-5770-4015-a8ad-705e467057cf HTTP/1.1" status: 200 len: 938 time: 0.4869995 Mar 02 20:31:09.303393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'tag': '31658928-5770-4015-a8ad-705e467057cf'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:31:09.305643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49950) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:09.325383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=31658928-5770-4015-a8ad-705e467057cf,revision_number=7']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:09.335424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:09.335762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:09.336093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:09.336422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:09.336749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:09.337069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:09.337487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:09.337829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:09.338208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:09.338575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:09.338897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37753b62-3d27-4c94-91b0-11dfdb0bcb71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:09.365616 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'tag': '31658928-5770-4015-a8ad-705e467057cf', 'status': 'completed', 'code': 200} Mar 02 20:31:09.424649 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bf1b3692-12a2-4f2d-8699-1a5c10103bcf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/0768e393-c330-4ad4-8805-e72107f619bf HTTP/1.1" status: 200 len: 993 time: 0.1178317 Mar 02 20:31:09.459495 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-283b59d7-943e-4920-87ea-a4257f4f6669 req-f5e8906d-1d80-4a77-a5cf-32e0d37df5da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0730121 Mar 02 20:31:09.571249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1457a409-1443-421b-bb49-74a6700d12ae None None] Provisioning complete for port 31658928-5770-4015-a8ad-705e467057cf triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:09.571815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1457a409-1443-421b-bb49-74a6700d12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:09.594905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b59d7-943e-4920-87ea-a4257f4f6669 req-598823df-74db-4183-8dd5-e35b7d931a6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:09.596352 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-283b59d7-943e-4920-87ea-a4257f4f6669 req-598823df-74db-4183-8dd5-e35b7d931a6f service neutron] 10.222.0.31 "GET /v2.0/networks?id=eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 200 len: 896 time: 0.1279883 Mar 02 20:31:09.600208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['31658928-5770-4015-a8ad-705e467057cf'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:31:09.799174 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-283b59d7-943e-4920-87ea-a4257f4f6669 req-a60bbbae-2a73-4377-b5fa-e6ef5bc81c82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31658928-5770-4015-a8ad-705e467057cf HTTP/1.1" status: 200 len: 1001 time: 0.1962230 Mar 02 20:31:09.864380 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b59d7-943e-4920-87ea-a4257f4f6669 req-1f3096bb-570b-48c5-9ac8-81640bbe717d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:09.865797 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-283b59d7-943e-4920-87ea-a4257f4f6669 req-1f3096bb-570b-48c5-9ac8-81640bbe717d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0132daa8-d841-4490-a2e1-4b86a79080b4 HTTP/1.1" status: 200 len: 834 time: 0.0599368 Mar 02 20:31:09.940389 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-283b59d7-943e-4920-87ea-a4257f4f6669 req-cafb3618-4167-441e-bc2c-8e47c4502f55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eff82f09-fe8c-4207-a597-0851d9ac9b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674109 Mar 02 20:31:10.070619 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-283b59d7-943e-4920-87ea-a4257f4f6669 req-fbe4cf32-537d-43d7-bd92-a844b30589e9 service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228650 Mar 02 20:31:10.199608 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-283b59d7-943e-4920-87ea-a4257f4f6669 req-e9db560d-b269-455c-931d-6267c5297e78 service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207130 Mar 02 20:31:12.005086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49962) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:12.284433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 37d1570f-1fd6-40d0-8312-ade5908fc98f {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:31:12.284775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:12.447765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:12.448019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:12.569951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 37d1570f-1fd6-40d0-8312-ade5908fc98f owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:31:12.765821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:12.812763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=37d1570f-1fd6-40d0-8312-ade5908fc98f,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:12.891552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:12.901330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:13.285808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:31:13.480198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:31:13.489514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80e01d-23aa-4a97-b7ab-72e4a4609aec None None] Sync routers for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:31:13.497339 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:13.501153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80e01d-23aa-4a97-b7ab-72e4a4609aec None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:13.501761 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8f80e01d-23aa-4a97-b7ab-72e4a4609aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:30:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:13.552985 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-99622359-1347-4827-a82e-df196d550990 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/floatingips/b2fb8f3c-92cd-4aa3-b9b7-c5e243e3792b HTTP/1.1" status: 204 len: 168 time: 1.5468211 Mar 02 20:31:13.553636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'tag': 'b7651de5-9335-42ba-922c-26421f972aa7'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:31:13.610051 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'tag': 'b7651de5-9335-42ba-922c-26421f972aa7', 'status': 'completed', 'code': 200} Mar 02 20:31:13.681314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-8f80e01d-23aa-4a97-b7ab-72e4a4609aec None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:13.704400 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1f90cb8-b97a-4d13-8bf6-e40ee7322e07 req-6a4c32f2-73e6-4596-ba82-1c33c03a8ed3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 1098 time: 0.0723701 Mar 02 20:31:13.849383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f90cb8-b97a-4d13-8bf6-e40ee7322e07 req-530b36d1-4f01-40ba-96fb-aed0c47f0cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:13.851054 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1f90cb8-b97a-4d13-8bf6-e40ee7322e07 req-530b36d1-4f01-40ba-96fb-aed0c47f0cb1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 200 len: 896 time: 0.1396286 Mar 02 20:31:13.923365 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1f90cb8-b97a-4d13-8bf6-e40ee7322e07 req-fb05af73-f5b8-4d91-972f-333bc58fd644 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7651de5-9335-42ba-922c-26421f972aa7 HTTP/1.1" status: 200 len: 217 time: 0.0655293 Mar 02 20:31:13.990348 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f90cb8-b97a-4d13-8bf6-e40ee7322e07 req-a5b700e0-9959-48fe-9108-fe7365cf6741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:13.991786 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1f90cb8-b97a-4d13-8bf6-e40ee7322e07 req-a5b700e0-9959-48fe-9108-fe7365cf6741 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0132daa8-d841-4490-a2e1-4b86a79080b4 HTTP/1.1" status: 200 len: 834 time: 0.0618768 Mar 02 20:31:14.049400 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8f80e01d-23aa-4a97-b7ab-72e4a4609aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0768e393-c330-4ad4-8805-e72107f619bf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': '31658928-5770-4015-a8ad-705e467057cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:13:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:05Z', 'updated_at': '2022-03-02T20:30:08Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:14.055083 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80e01d-23aa-4a97-b7ab-72e4a4609aec None None] Checking router: af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:31:14.069391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80e01d-23aa-4a97-b7ab-72e4a4609aec None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:14.069961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8f80e01d-23aa-4a97-b7ab-72e4a4609aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:30:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:14.078475 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1f90cb8-b97a-4d13-8bf6-e40ee7322e07 req-ef0bf39c-1279-4afc-a6ba-5f3b3adaceef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eff82f09-fe8c-4207-a597-0851d9ac9b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783160 Mar 02 20:31:14.226327 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1f90cb8-b97a-4d13-8bf6-e40ee7322e07 req-70239985-9f98-4761-8f05-f7b6332641e2 service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392193 Mar 02 20:31:14.251012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65590dfb-9154-4c44-a0e2-cc21136630f6 req-8b0f6c03-70bc-49e2-aec8-58e705bb9fc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:14.251997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-65590dfb-9154-4c44-a0e2-cc21136630f6 req-8b0f6c03-70bc-49e2-aec8-58e705bb9fc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:14.260333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-8f80e01d-23aa-4a97-b7ab-72e4a4609aec None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:14.344036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-65590dfb-9154-4c44-a0e2-cc21136630f6 req-8b0f6c03-70bc-49e2-aec8-58e705bb9fc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:14.345461 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65590dfb-9154-4c44-a0e2-cc21136630f6 req-8b0f6c03-70bc-49e2-aec8-58e705bb9fc9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 945 time: 0.2890556 Mar 02 20:31:14.368245 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d1f90cb8-b97a-4d13-8bf6-e40ee7322e07 req-1f8a4183-54c7-40c3-bcd0-cdbfadf65e60 service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352861 Mar 02 20:31:14.395093 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65590dfb-9154-4c44-a0e2-cc21136630f6 req-1cc85d1a-dd27-4ddb-9f97-733f6b6de6ac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438018 Mar 02 20:31:14.648160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-8f80e01d-23aa-4a97-b7ab-72e4a4609aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0768e393-c330-4ad4-8805-e72107f619bf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': '31658928-5770-4015-a8ad-705e467057cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:13:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:05Z', 'updated_at': '2022-03-02T20:30:08Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:14.652107 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80e01d-23aa-4a97-b7ab-72e4a4609aec None None] The sync data for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv is: [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '0768e393-c330-4ad4-8805-e72107f619bf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'port_id': '31658928-5770-4015-a8ad-705e467057cf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'mac_address': 'fa:16:3e:13:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:30:05Z', 'updated_at': '2022-03-02T20:30:08Z', 'revision_number': 1, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:31:14.874320 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56ba53c-4bf5-4661-b13e-7644b28d2597 None None] New status for floating IP b2fb8f3c-92cd-4aa3-b9b7-c5e243e3792b: DOWN {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:31:15.665073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-1a31ec14-e6d3-4cde-b52a-fff465c5afe9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:15.665765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-1a31ec14-e6d3-4cde-b52a-fff465c5afe9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:15.677819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-1a31ec14-e6d3-4cde-b52a-fff465c5afe9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:15.678935 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-1a31ec14-e6d3-4cde-b52a-fff465c5afe9 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 945 time: 0.0890152 Mar 02 20:31:15.739466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ac390-5221-4d19-bc06-ddd65df29199 req-5e9a2021-42e1-49ec-83f3-480d7240eb1d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:15.741142 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c48ac390-5221-4d19-bc06-ddd65df29199 req-5e9a2021-42e1-49ec-83f3-480d7240eb1d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 945 time: 0.0790951 Mar 02 20:31:15.750882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-292502e2-0402-412f-af99-7dd0b9b40eea tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port b7651de5-9335-42ba-922c-26421f972aa7 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:31:15.751248 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-292502e2-0402-412f-af99-7dd0b9b40eea tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:15.786424 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c48ac390-5221-4d19-bc06-ddd65df29199 req-ac8b631d-a3c1-4ae7-b461-7b9f77fb39b6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=e93deb63-b72c-4e58-9983-73880c7257f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400870 Mar 02 20:31:15.989056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-292502e2-0402-412f-af99-7dd0b9b40eea tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port b7651de5-9335-42ba-922c-26421f972aa7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b7651de5-9335-42ba-922c-26421f972aa7,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:15.989409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-292502e2-0402-412f-af99-7dd0b9b40eea tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:16.201806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-292502e2-0402-412f-af99-7dd0b9b40eea tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for b7651de5-9335-42ba-922c-26421f972aa7 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:31:16.394601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-292502e2-0402-412f-af99-7dd0b9b40eea tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:16.443151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292502e2-0402-412f-af99-7dd0b9b40eea tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=b7651de5-9335-42ba-922c-26421f972aa7,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:16.516385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-292502e2-0402-412f-af99-7dd0b9b40eea tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] No DVR routers for this DVR port b7651de5-9335-42ba-922c-26421f972aa7 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:31:16.518797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-292502e2-0402-412f-af99-7dd0b9b40eea tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:16.521288 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'name': 'network-vif-deleted', 'tag': 'b7651de5-9335-42ba-922c-26421f972aa7'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:31:16.572558 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0b2260d8-e6f5-46ca-8a25-45a8b89a7fa9 req-292502e2-0402-412f-af99-7dd0b9b40eea tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "DELETE /v2.0/ports/b7651de5-9335-42ba-922c-26421f972aa7 HTTP/1.1" status: 204 len: 173 time: 0.8872762 Mar 02 20:31:16.577860 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a00a22-66f8-485c-bd07-f3ad95bc72b7', 'name': 'network-vif-deleted', 'tag': 'b7651de5-9335-42ba-922c-26421f972aa7', 'status': 'completed', 'code': 200} Mar 02 20:31:16.963967 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ac068214-db78-4423-a013-213ed42a3b9d req-0b701672-62a3-4cb5-8fa1-121676edaead tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a00a22-66f8-485c-bd07-f3ad95bc72b7 HTTP/1.1" status: 200 len: 210 time: 0.0411651 Mar 02 20:31:17.092065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5e9ccf02-05d7-4d08-be60-5fd1fe8d92e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.069231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 49980) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:18.140423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1c878f2e-ea1f-4c57-bd1a-0dad1ea1de1a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.168452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1c878f2e-ea1f-4c57-bd1a-0dad1ea1de1a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.291591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1c878f2e-ea1f-4c57-bd1a-0dad1ea1de1a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.309146 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c878f2e-ea1f-4c57-bd1a-0dad1ea1de1a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93deb63-b72c-4e58-9983-73880c7257f7,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:18.364772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1c878f2e-ea1f-4c57-bd1a-0dad1ea1de1a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.365874 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1c878f2e-ea1f-4c57-bd1a-0dad1ea1de1a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/e93deb63-b72c-4e58-9983-73880c7257f7 HTTP/1.1" status: 204 len: 168 time: 0.2956729 Mar 02 20:31:18.458354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 49986) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:18.680281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port c342be4f-d4ab-4616-989d-44780b37782d {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:31:18.680620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.851411 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.851740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.984536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for c342be4f-d4ab-4616-989d-44780b37782d owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:31:19.166062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.208990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=c342be4f-d4ab-4616-989d-44780b37782d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:19.296183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device b7651de5-9335-42ba-922c-26421f972aa7 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:31:19.297142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.328329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3889-83b3-42ba-8508-a83946aec03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.334450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: b7651de5-9335-42ba-922c-26421f972aa7 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:31:19.334794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device b7651de5-9335-42ba-922c-26421f972aa7 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:31:19.774450 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:31:19.986583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:31:19.995777 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cf137-b1d2-4b53-a4d9-1ed4b59dc599 None None] Sync routers for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:31:20.002165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.007402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cf137-b1d2-4b53-a4d9-1ed4b59dc599 None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:20.008001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-183cf137-b1d2-4b53-a4d9-1ed4b59dc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:31:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:20.057052 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-696237a6-162c-497c-ae5a-0cb45f105737 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/floatingips/0768e393-c330-4ad4-8805-e72107f619bf HTTP/1.1" status: 204 len: 168 time: 1.5953081 Mar 02 20:31:20.057052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'tag': '31658928-5770-4015-a8ad-705e467057cf'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:31:20.115425 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'tag': '31658928-5770-4015-a8ad-705e467057cf', 'status': 'completed', 'code': 200} Mar 02 20:31:20.202358 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-183cf137-b1d2-4b53-a4d9-1ed4b59dc599 None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:20.212232 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae89f67b-bcde-4fcc-b75a-47dcf89d2632 req-cde39d5c-9ef2-48b4-b76a-8587118ccbfb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0742486 Mar 02 20:31:20.349029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89f67b-bcde-4fcc-b75a-47dcf89d2632 req-65661329-864c-486e-a1d4-3af6eb20aef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:20.350428 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae89f67b-bcde-4fcc-b75a-47dcf89d2632 req-65661329-864c-486e-a1d4-3af6eb20aef0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 200 len: 896 time: 0.1301746 Mar 02 20:31:20.422287 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae89f67b-bcde-4fcc-b75a-47dcf89d2632 req-cfd17fd6-839b-4cb2-9615-a9dab9175ad2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31658928-5770-4015-a8ad-705e467057cf HTTP/1.1" status: 200 len: 217 time: 0.0647244 Mar 02 20:31:20.489948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89f67b-bcde-4fcc-b75a-47dcf89d2632 req-669d1795-63af-45cc-8138-558a2b78ba11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:20.490962 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae89f67b-bcde-4fcc-b75a-47dcf89d2632 req-669d1795-63af-45cc-8138-558a2b78ba11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0132daa8-d841-4490-a2e1-4b86a79080b4 HTTP/1.1" status: 200 len: 834 time: 0.0625322 Mar 02 20:31:20.532726 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-183cf137-b1d2-4b53-a4d9-1ed4b59dc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:20.540808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cf137-b1d2-4b53-a4d9-1ed4b59dc599 None None] Checking router: af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:31:20.553461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cf137-b1d2-4b53-a4d9-1ed4b59dc599 None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:20.554624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-183cf137-b1d2-4b53-a4d9-1ed4b59dc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:31:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:20.583595 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae89f67b-bcde-4fcc-b75a-47dcf89d2632 req-9ee299a6-3469-4a20-9fe6-88887c85bffc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=eff82f09-fe8c-4207-a597-0851d9ac9b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862591 Mar 02 20:31:20.611338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.672181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.679029 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f369b0d-beea-49e4-8970-43a75bed98d6 req-666a224e-86a2-4647-8ea5-6fb5bebdc6c3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:20.680561 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f369b0d-beea-49e4-8970-43a75bed98d6 req-666a224e-86a2-4647-8ea5-6fb5bebdc6c3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 946 time: 0.0953341 Mar 02 20:31:20.728912 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae89f67b-bcde-4fcc-b75a-47dcf89d2632 req-d64dc878-f371-4462-9408-4ec4797e0bbf service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373289 Mar 02 20:31:20.730278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-4f369b0d-beea-49e4-8970-43a75bed98d6 req-b95fcae5-536b-4051-946a-b133ac0045d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:20.743397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-183cf137-b1d2-4b53-a4d9-1ed4b59dc599 None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:20.794502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-4f369b0d-beea-49e4-8970-43a75bed98d6 req-b95fcae5-536b-4051-946a-b133ac0045d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:20.802413 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f369b0d-beea-49e4-8970-43a75bed98d6 req-b95fcae5-536b-4051-946a-b133ac0045d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157854 Mar 02 20:31:20.864444 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae89f67b-bcde-4fcc-b75a-47dcf89d2632 req-6daf448a-b086-4c1d-b188-083811913a42 service neutron] 10.222.0.31 "GET /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288421 Mar 02 20:31:21.094910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-183cf137-b1d2-4b53-a4d9-1ed4b59dc599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:21.098821 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cf137-b1d2-4b53-a4d9-1ed4b59dc599 None None] The sync data for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv is: [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:29:45Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '3fd1392f-6c20-4f75-9985-10bd4f68849b', 'name': '', 'network_id': 'eff82f09-fe8c-4207-a597-0851d9ac9b49', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:b3:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:45Z', 'updated_at': '2022-03-02T20:29:51Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '0132daa8-d841-4490-a2e1-4b86a79080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:31:21.308654 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21f52e7-52a7-43be-93e4-43945680f9a9 None None] New status for floating IP 0768e393-c330-4ad4-8805-e72107f619bf: DOWN {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:31:21.879942 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:22.001447 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae30b4-8a47-47de-bafd-70b5ed546519 req-511e6e9a-54bd-4d8b-8f6d-30cbae7d6a6b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:22.002939 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e7ae30b4-8a47-47de-bafd-70b5ed546519 req-511e6e9a-54bd-4d8b-8f6d-30cbae7d6a6b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 946 time: 0.0813777 Mar 02 20:31:22.050373 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e7ae30b4-8a47-47de-bafd-70b5ed546519 req-8a6051ab-d287-48fb-808e-eb651082da94 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418954 Mar 02 20:31:22.287787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-9f780a12-7d92-46d4-afcf-be3e190502fc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:22.288475 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-9f780a12-7d92-46d4-afcf-be3e190502fc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:22.365196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-9f780a12-7d92-46d4-afcf-be3e190502fc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:22.366293 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-9f780a12-7d92-46d4-afcf-be3e190502fc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 946 time: 0.1521661 Mar 02 20:31:22.438893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-d41a7c96-c57a-4b2f-8553-907dc16afc12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 31658928-5770-4015-a8ad-705e467057cf {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:31:22.439229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-d41a7c96-c57a-4b2f-8553-907dc16afc12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:22.674999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-d41a7c96-c57a-4b2f-8553-907dc16afc12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 31658928-5770-4015-a8ad-705e467057cf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31658928-5770-4015-a8ad-705e467057cf,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:22.675265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-d41a7c96-c57a-4b2f-8553-907dc16afc12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:22.888961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-d41a7c96-c57a-4b2f-8553-907dc16afc12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 31658928-5770-4015-a8ad-705e467057cf owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:31:23.091701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-d41a7c96-c57a-4b2f-8553-907dc16afc12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:23.142306 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a7c96-c57a-4b2f-8553-907dc16afc12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=31658928-5770-4015-a8ad-705e467057cf,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:23.213829 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ec7a7485-3fd2-4430-a428-405900d199ab req-5cbc3da7-4359-4986-9d02-68c4ac3bc628 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c8596a3-ae57-41ad-b896-bedec6b3d4d2 HTTP/1.1" status: 200 len: 210 time: 0.0413182 Mar 02 20:31:23.214500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-d41a7c96-c57a-4b2f-8553-907dc16afc12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] No DVR routers for this DVR port 31658928-5770-4015-a8ad-705e467057cf on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:31:23.217401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-d41a7c96-c57a-4b2f-8553-907dc16afc12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:23.219976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'name': 'network-vif-deleted', 'tag': '31658928-5770-4015-a8ad-705e467057cf'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:31:23.273994 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8596a3-ae57-41ad-b896-bedec6b3d4d2', 'name': 'network-vif-deleted', 'tag': '31658928-5770-4015-a8ad-705e467057cf', 'status': 'completed', 'code': 200} Mar 02 20:31:23.286340 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-67a30f43-8a4f-4520-8a90-1f911be90afe req-d41a7c96-c57a-4b2f-8553-907dc16afc12 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "DELETE /v2.0/ports/31658928-5770-4015-a8ad-705e467057cf HTTP/1.1" status: 204 len: 173 time: 0.9139774 Mar 02 20:31:24.323380 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50004) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:24.394552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-974db647-f4de-4db5-9088-e45e27db49d4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:24.423514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-974db647-f4de-4db5-9088-e45e27db49d4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:24.525777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-974db647-f4de-4db5-9088-e45e27db49d4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:24.548595 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974db647-f4de-4db5-9088-e45e27db49d4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7c8eb2-7df4-4edb-958e-956c0fb54d6b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:24.593927 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-974db647-f4de-4db5-9088-e45e27db49d4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:24.595381 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-974db647-f4de-4db5-9088-e45e27db49d4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/ac7c8eb2-7df4-4edb-958e-956c0fb54d6b HTTP/1.1" status: 204 len: 168 time: 0.2707365 Mar 02 20:31:24.715219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50010) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:25.103408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:25.779980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 3fd1392f-6c20-4f75-9985-10bd4f68849b {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:31:25.780721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:25.960955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 3fd1392f-6c20-4f75-9985-10bd4f68849b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3fd1392f-6c20-4f75-9985-10bd4f68849b,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:25.961294 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:26.078255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 3fd1392f-6c20-4f75-9985-10bd4f68849b owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:31:26.313755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:26.362207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=3fd1392f-6c20-4f75-9985-10bd4f68849b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:26.651280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:27.302449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:31:27.343086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 31658928-5770-4015-a8ad-705e467057cf no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:31:27.378188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 31658928-5770-4015-a8ad-705e467057cf {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:31:27.378521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 31658928-5770-4015-a8ad-705e467057cf not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:31:27.498938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:31:27.508421 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebb4db-c36a-4ace-b788-3eb27566d1ed None None] Sync routers for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:31:27.515346 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-11474410-dc01-4528-86aa-06fc8380c705 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7958128 Mar 02 20:31:27.515514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50014) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:27.520412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebb4db-c36a-4ace-b788-3eb27566d1ed None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:27.535272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-03ebb4db-c36a-4ace-b788-3eb27566d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:31:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:27.563689 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:31:27.695599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-03ebb4db-c36a-4ace-b788-3eb27566d1ed None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:27.699329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bc5fc1-b393-4981-92d1-5fabca95f850 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting subnet 0132daa8-d841-4490-a2e1-4b86a79080b4 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:31:27.702630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5fc1-b393-4981-92d1-5fabca95f850 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:27.758894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5fc1-b393-4981-92d1-5fabca95f850 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:27.842609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5fc1-b393-4981-92d1-5fabca95f850 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:27.955040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5fc1-b393-4981-92d1-5fabca95f850 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:27.985644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-03ebb4db-c36a-4ace-b788-3eb27566d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:31:26Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:27.989492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebb4db-c36a-4ace-b788-3eb27566d1ed None None] Checking router: af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:31:27.996776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc5fc1-b393-4981-92d1-5fabca95f850 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Subnet': ['ID=0132daa8-d841-4490-a2e1-4b86a79080b4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:28.000640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebb4db-c36a-4ace-b788-3eb27566d1ed None None] Routers {'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:28.001247 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-03ebb4db-c36a-4ace-b788-3eb27566d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:31:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:28.004290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d1bc5fc1-b393-4981-92d1-5fabca95f850 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.010418 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d1bc5fc1-b393-4981-92d1-5fabca95f850 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/subnets/0132daa8-d841-4490-a2e1-4b86a79080b4 HTTP/1.1" status: 204 len: 168 time: 0.4939835 Mar 02 20:31:28.013650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50018) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:28.052608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c03797-7bf6-48c6-87b9-faea17c387e9 None None] Network eff82f09-fe8c-4207-a597-0851d9ac9b49 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:31:28.210082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.324592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-03ebb4db-c36a-4ace-b788-3eb27566d1ed None None] Set router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:28.408834 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.474648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 4b096092-cba2-465c-a1ae-2ec738dc9453 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:31:28.474911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.594741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] DHCP port deletion for eff82f09-fe8c-4207-a597-0851d9ac9b49 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:31:28.603784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Deleting port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:31:28.604150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.650126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 4b096092-cba2-465c-a1ae-2ec738dc9453, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4b096092-cba2-465c-a1ae-2ec738dc9453,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:28.650390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.784684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-03ebb4db-c36a-4ace-b788-3eb27566d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:31:26Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:28.839345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebb4db-c36a-4ace-b788-3eb27566d1ed None None] The sync data for ids ['af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1'] in dv-neutron-831593-2-hyperv is: [{'id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'name': 'tempest-TestNetworkBasicOps-router-1021157856', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:40Z', 'updated_at': '2022-03-02T20:31:26Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '4b096092-cba2-465c-a1ae-2ec738dc9453', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:41Z', 'updated_at': '2022-03-02T20:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:31:28.879484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 4b096092-cba2-465c-a1ae-2ec738dc9453 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:31:28.880203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] For port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1,segment=NetworkSegment(a0a9820e-aa74-44a9-a8c0-b99e377ba1fa),segment_id=a0a9820e-aa74-44a9-a8c0-b99e377ba1fa)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:28.880593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.998500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Calling delete_port for fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:31:29.091544 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.137324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.139481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=4b096092-cba2-465c-a1ae-2ec738dc9453,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:29.183204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Pushing event deleted for resources: {'Port': ['ID=fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:29.192392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] No DVR routers for this DVR port fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:31:29.197009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.197009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.197009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.197009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.197009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.197009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.197009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.197561 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.197561 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.197705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.198042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c517cd-cda9-4d21-9f3a-5752ab323568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.296108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:31:29.330534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:31:29.330881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device fc8cb0bb-96c8-4fcd-9c56-d1a53ddcd5a1 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:31:29.331300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3fd1392f-6c20-4f75-9985-10bd4f68849b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:31:29.372625 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 3fd1392f-6c20-4f75-9985-10bd4f68849b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:31:29.373467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3fd1392f-6c20-4f75-9985-10bd4f68849b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:31:29.380289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.630710 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.634871 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.736455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.736953 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Fanout notify agent at l3_agent the message router_deleted on router af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:31:29.752087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.753303 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5f50606a-4927-4d33-9e90-cae4fa77715a tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/routers/af8b21dd-6a0c-426c-9b3c-7bf38a0c07b1 HTTP/1.1" status: 204 len: 168 time: 1.7386932 Mar 02 20:31:29.756451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50022) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:29.871192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.006347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.030287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff82f09-fe8c-4207-a597-0851d9ac9b49']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:30.041780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:30.042107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a9820e-aa74-44a9-a8c0-b99e377ba1fa') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:30.054205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.070164 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.076669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:31:30.077297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:31:30.091059 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:31:30.234768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.239393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.266831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Network': ['ID=eff82f09-fe8c-4207-a597-0851d9ac9b49,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:30.348772 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-315f86f8-2810-4565-87f1-ada0dc2042c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/networks/eff82f09-fe8c-4207-a597-0851d9ac9b49 HTTP/1.1" status: 204 len: 168 time: 0.5912898 Mar 02 20:31:30.376104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50026) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:30.381708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'network': {'name': 'tempest-network-smoke--1017627221', 'project_id': '809bdfa688034064abc15e030437eaaf', 'port_security_enabled': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:30.386793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:30.391738 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:network and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:30.394726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:30.400570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:30.474131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:31:30.476956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.504283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:31:30.512273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.512610 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Added segment 0154b703-b3c3-448d-926e-6536c1bd16cf of type vlan for network 38c9aa33-1864-42da-9541-a7c94531c851 Mar 02 20:31:30.537706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.618088 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.621751 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:30.622570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.819337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Network': ['ID=38c9aa33-1864-42da-9541-a7c94531c851,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:30.829711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 38c9aa33-1864-42da-9541-a7c94531c851 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:31:30.875417 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-77b22d37-858b-47f0-ae6c-f6b701ff986e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4981647 Mar 02 20:31:30.878173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50030) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:30.883222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-588822871', 'admin_state_up': True, 'project_id': '809bdfa688034064abc15e030437eaaf', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:30.890247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:30.894859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:router and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:30.897277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:30.906518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:30.977071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.978049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.996575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.087845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4b096092-cba2-465c-a1ae-2ec738dc9453 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:31:31.122862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 4b096092-cba2-465c-a1ae-2ec738dc9453 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:31:31.123386 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4b096092-cba2-465c-a1ae-2ec738dc9453 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:31:31.203774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.445921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.479884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.611037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.19 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/3b7a7822-e713-4427-8441-0e75c03366ea) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:31:31.759758 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.851777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.924133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:31.926935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:31.929353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:31:31.959459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=3b7a7822-e713-4427-8441-0e75c03366ea,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:32.167160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:32.167887 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:32.445626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 61d90716-7e43-4e44-b8e7-218e73aa2642 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:31:32.644738 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:31:32.654102 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Sync routers for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:31:32.665310 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:32.666003 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:31:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:32.720152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:32.721388 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8df6f015-2139-4641-bb5c-5c1bf994833d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8422623 Mar 02 20:31:32.725042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50036) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:32.838562 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Set router 61d90716-7e43-4e44-b8e7-218e73aa2642 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:32.895727 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d3671439-8ccf-4f1b-8125-e6360cd1320f tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=809bdfa688034064abc15e030437eaaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1695161 Mar 02 20:31:32.898117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50042) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:33.114043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bc15df-f8f6-4571-bd94-973d8f7b6139 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:33.115637 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-74bc15df-f8f6-4571-bd94-973d8f7b6139 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2165444 Mar 02 20:31:33.118412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50046) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:33.125625 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:31:32Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:33.129542 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Checking router: 61d90716-7e43-4e44-b8e7-218e73aa2642 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:31:33.130072 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Updating router 61d90716-7e43-4e44-b8e7-218e73aa2642 port 3b7a7822-e713-4427-8441-0e75c03366ea binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:31:33.160617 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7c202255-d4a4-4629-854c-9092717621aa tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410931 Mar 02 20:31:33.163082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50050) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:33.168283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1527720829', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'project_id': '809bdfa688034064abc15e030437eaaf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:33.179993 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:33.274648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:33.279006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:subnet and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:33.281824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:33.287363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:33.359865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:31:33.457669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:33.495455 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:33.506824 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Transition to ACTIVE for port object 3b7a7822-e713-4427-8441-0e75c03366ea will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:33.582725 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:33.696297 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Attempting to bind port 3b7a7822-e713-4427-8441-0e75c03366ea on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:31:33.696986 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Attempting to bind port 3b7a7822-e713-4427-8441-0e75c03366ea by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:31:33.696986 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Attempting to bind port 3b7a7822-e713-4427-8441-0e75c03366ea on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:31:33.699557 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Pushing event updated for resources: {'Port': ['ID=3b7a7822-e713-4427-8441-0e75c03366ea,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:33.712444 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:31:33.712444 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:31:33.712444 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:33.712444 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:31:33.712444 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Bound port: 3b7a7822-e713-4427-8441-0e75c03366ea, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:31:33.712444 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:33.732298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:33.739371 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:33.739712 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:33.740039 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:33.741160 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:33.741160 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:33.741160 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:33.741405 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:33.741569 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:33.741879 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:33.742211 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:33.742517 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:33.788157 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] For port 3b7a7822-e713-4427-8441-0e75c03366ea, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:31:33.791083 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] For port 3b7a7822-e713-4427-8441-0e75c03366ea, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3b7a7822-e713-4427-8441-0e75c03366ea,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:31:33.811216 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Subnet': ['ID=6d29c894-7f2f-4163-b371-af2e872d759f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:33.820786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Checking segment: {'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:31:33.821133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network hostable DHCP agents. Network: 38c9aa33-1864-42da-9541-a7c94531c851, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:31:33.863208 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:33.925629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 38c9aa33-1864-42da-9541-a7c94531c851 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:31:33.943554 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e76f82-563b-46e8-8d6e-7dbc9bfb2892 None None] Pushing event updated for resources: {'Port': ['ID=3b7a7822-e713-4427-8441-0e75c03366ea,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:33.947171 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:33.947798 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:31:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:34.005756 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 38c9aa33-1864-42da-9541-a7c94531c851) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:34.009624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:34.010238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:34.016167 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07120e9b-00d1-4602-8191-d958b3e54718 None None] Network 38c9aa33-1864-42da-9541-a7c94531c851 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:31:34.110510 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7abf339b-5671-48da-b0a4-7d46afa1457f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9457254 Mar 02 20:31:34.112732 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50054) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:34.128109 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] Set router 61d90716-7e43-4e44-b8e7-218e73aa2642 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:34.246765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-38c9aa33-1864-42da-9541-a7c94531c851', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ips': [{'subnet_id': '6d29c894-7f2f-4163-b371-af2e872d759f'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:31:34.248376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:34.415922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Allocated IP 172.20.0.2 (38c9aa33-1864-42da-9541-a7c94531c851/6d29c894-7f2f-4163-b371-af2e872d759f/463bf092-36c3-4855-85d7-8533eeb06963) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:31:34.428755 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:31:32Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:34.432696 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6b6c41-8059-4933-826c-b0ab3df65e7a None None] The sync data for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv is: [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:31:32Z', 'revision_number': 3, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:31:34.659749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:34.686534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Transition to ACTIVE for port object 463bf092-36c3-4855-85d7-8533eeb06963 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:34.707434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Transition to ACTIVE for port object 463bf092-36c3-4855-85d7-8533eeb06963 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:34.765891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:34.832610 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Network 38c9aa33-1864-42da-9541-a7c94531c851 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:34.835443 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:34.839095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:31:34.849100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Pushing event updated for resources: {'Port': ['ID=463bf092-36c3-4855-85d7-8533eeb06963,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:34.933603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:34.943715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Attempting to bind port 463bf092-36c3-4855-85d7-8533eeb06963 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:31:34.943715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Attempting to bind port 463bf092-36c3-4855-85d7-8533eeb06963 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:31:34.943715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Attempting to bind port 463bf092-36c3-4855-85d7-8533eeb06963 on network 38c9aa33-1864-42da-9541-a7c94531c851 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:31:34.949401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:31:34.949771 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Checking segment: {'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:31:34.950242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:34.950730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Bound using segment: {'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:31:34.951312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Bound port: 463bf092-36c3-4855-85d7-8533eeb06963, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:31:34.951452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:35.051113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] For port 463bf092-36c3-4855-85d7-8533eeb06963, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:31:35.054703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] For port 463bf092-36c3-4855-85d7-8533eeb06963, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=463bf092-36c3-4855-85d7-8533eeb06963,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:31:35.149297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:35.227222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3b7a7822-e713-4427-8441-0e75c03366ea up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:35.342920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfa9a5-4159-452e-aa08-8ceec5d5ec3c None None] Pushing event updated for resources: {'Port': ['ID=463bf092-36c3-4855-85d7-8533eeb06963,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:35.428681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 3b7a7822-e713-4427-8441-0e75c03366ea completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:35.437376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3b7a7822-e713-4427-8441-0e75c03366ea triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:35.437985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:35.490838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.1 (38c9aa33-1864-42da-9541-a7c94531c851/6d29c894-7f2f-4163-b371-af2e872d759f/1d2b1005-c2ea-4a4f-94be-e7d91efb5905) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:31:35.625319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:35.642737 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 3b7a7822-e713-4427-8441-0e75c03366ea, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3b7a7822-e713-4427-8441-0e75c03366ea,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:35.691720 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:35.693854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:35.710919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:35.759728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=3b7a7822-e713-4427-8441-0e75c03366ea,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:35.771728 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:35.846810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 38c9aa33-1864-42da-9541-a7c94531c851 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:35.850068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:35.854541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:31:35.879446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:35.912042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:36.087382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:36.310845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c90677-4fca-4451-aae6-d63b9ee662c5 None None] Network 38c9aa33-1864-42da-9541-a7c94531c851 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:31:36.482385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9726f687-6019-4d93-8f5b-ed6c1bdc44ca None None] Provisioning for port 463bf092-36c3-4855-85d7-8533eeb06963 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:36.502236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:36.559736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:36.674954 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:36.677226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:36.819204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 38c9aa33-1864-42da-9541-a7c94531c851 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:36.820779 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:36.881747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e19d43f9-4355-4f9e-82ec-145d1c53b6da None None] Provisioning for port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:36.887430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e19d43f9-4355-4f9e-82ec-145d1c53b6da None None] Provisioning complete for port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:36.888319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e19d43f9-4355-4f9e-82ec-145d1c53b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:36.944965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e19d43f9-4355-4f9e-82ec-145d1c53b6da None None] Port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:31:37.089183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-50f57b34-c6b4-49b9-b236-4efa0a93ad20 None None] Provisioning complete for port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:37.089571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-50f57b34-c6b4-49b9-b236-4efa0a93ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:37.152651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-50f57b34-c6b4-49b9-b236-4efa0a93ad20 None None] Port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:31:37.211792 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 463bf092-36c3-4855-85d7-8533eeb06963 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:37.285014 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-24fcd8d7-6099-4f35-97fe-5d4ba3108497 None None] Provisioning complete for port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:37.285373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-24fcd8d7-6099-4f35-97fe-5d4ba3108497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:37.320474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 61d90716-7e43-4e44-b8e7-218e73aa2642 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:31:37.344118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-24fcd8d7-6099-4f35-97fe-5d4ba3108497 None None] Port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:31:37.389348 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 463bf092-36c3-4855-85d7-8533eeb06963 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:37.394405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 463bf092-36c3-4855-85d7-8533eeb06963 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:37.394774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:37.508252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:37.521028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:31:37.533853 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e7d0d6a9-3e09-4496-b4a1-0f7ea427e2df tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/61d90716-7e43-4e44-b8e7-218e73aa2642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4201269 Mar 02 20:31:37.536404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50058) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:37.545788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 463bf092-36c3-4855-85d7-8533eeb06963, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=463bf092-36c3-4855-85d7-8533eeb06963,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:37.600163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:37.600871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3b7a7822-e713-4427-8441-0e75c03366ea up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:37.678525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b8a1a-8477-4275-a8e6-6d0127e93a91 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:37.678923 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b8a1a-8477-4275-a8e6-6d0127e93a91 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:37.679294 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b8a1a-8477-4275-a8e6-6d0127e93a91 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:37.679657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b8a1a-8477-4275-a8e6-6d0127e93a91 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:37.681284 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2e5b8a1a-8477-4275-a8e6-6d0127e93a91 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1439576 Mar 02 20:31:37.683977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50062) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:37.718309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=463bf092-36c3-4855-85d7-8533eeb06963,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:37.733397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3b7a7822-e713-4427-8441-0e75c03366ea triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:37.733749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:37.758857 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097d06c-02e8-4453-9fce-d9c946557bed tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:37.759231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097d06c-02e8-4453-9fce-d9c946557bed tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:37.759589 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097d06c-02e8-4453-9fce-d9c946557bed tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:37.759947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097d06c-02e8-4453-9fce-d9c946557bed tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:37.761605 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7097d06c-02e8-4453-9fce-d9c946557bed tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0765853 Mar 02 20:31:37.764397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50066) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:37.963049 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-474c1297-8ab4-4bf6-b772-0eb03ec55f7e tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1976044 Mar 02 20:31:38.114258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Sync routers for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:31:38.126101 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:38.126748 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:31:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:38.301251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Set router 61d90716-7e43-4e44-b8e7-218e73aa2642 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:38.322334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50072) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:38.329266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164066633', 'description': 'tempest-secgroup-smoke-1164066633 description', 'project_id': '809bdfa688034064abc15e030437eaaf'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:38.335091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:38.339172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:38.343185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:38.348792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:38.405719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:38.440312 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:38.444136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:38.446939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:38.453414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:38.516239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:38.571220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:38.617786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f06a110-7470-477e-b4c0-cb911b2640cc,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:38.658914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1d2b1005-c2ea-4a4f-94be-e7d91efb5905', 'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:fd:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:35Z', 'updated_at': '2022-03-02T20:31:36Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:38.663107 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Checking router: 61d90716-7e43-4e44-b8e7-218e73aa2642 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:31:38.663452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Updating router 61d90716-7e43-4e44-b8e7-218e73aa2642 port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:31:38.696994 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:38.701477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50076) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:38.707723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-095feccf-b462-49a2-a116-6db511e86f18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4f06a110-7470-477e-b4c0-cb911b2640cc', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:38.711738 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-375e14ee-6007-4b8e-80e1-ecd4a1ee0b25 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3883021 Mar 02 20:31:38.714515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-095feccf-b462-49a2-a116-6db511e86f18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:38.716289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:38.719076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-095feccf-b462-49a2-a116-6db511e86f18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:38.722660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-095feccf-b462-49a2-a116-6db511e86f18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:38.728429 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-095feccf-b462-49a2-a116-6db511e86f18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:38.824460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-095feccf-b462-49a2-a116-6db511e86f18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:38.895663 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-095feccf-b462-49a2-a116-6db511e86f18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:38.965818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-095feccf-b462-49a2-a116-6db511e86f18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:38.989216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095feccf-b462-49a2-a116-6db511e86f18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ad41e7-9271-4a77-b084-a0fbeec35e81,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:39.045500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-095feccf-b462-49a2-a116-6db511e86f18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.046709 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-095feccf-b462-49a2-a116-6db511e86f18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3438952 Mar 02 20:31:39.049968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50080) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:39.055552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-22e68dc0-f263-47b2-b6fa-e9da2c3bdd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4f06a110-7470-477e-b4c0-cb911b2640cc', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:39.060138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.061874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-22e68dc0-f263-47b2-b6fa-e9da2c3bdd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:39.065750 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-22e68dc0-f263-47b2-b6fa-e9da2c3bdd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:39.068739 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-22e68dc0-f263-47b2-b6fa-e9da2c3bdd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:39.072211 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Transition to ACTIVE for port object 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:39.074889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-22e68dc0-f263-47b2-b6fa-e9da2c3bdd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:39.132368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.161716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22e68dc0-f263-47b2-b6fa-e9da2c3bdd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.168733 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 463bf092-36c3-4855-85d7-8533eeb06963 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:39.226515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22e68dc0-f263-47b2-b6fa-e9da2c3bdd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.285231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22e68dc0-f263-47b2-b6fa-e9da2c3bdd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.310228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e68dc0-f263-47b2-b6fa-e9da2c3bdd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fd987d-0c37-49db-b56e-ba3521125701,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:39.315397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01973d7-7fed-44c8-b38f-3eeb186469a6 None None] Pushing event updated for resources: {'Port': ['ID=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:39.388969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-22e68dc0-f263-47b2-b6fa-e9da2c3bdd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.390196 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-22e68dc0-f263-47b2-b6fa-e9da2c3bdd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3392494 Mar 02 20:31:39.393236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50084) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:39.399323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7e4e58cb-e124-4130-9e60-605403af2b41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4f06a110-7470-477e-b4c0-cb911b2640cc', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:39.408469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7e4e58cb-e124-4130-9e60-605403af2b41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:39.409728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7e4e58cb-e124-4130-9e60-605403af2b41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:39.413085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7e4e58cb-e124-4130-9e60-605403af2b41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:39.416933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Attempting to bind port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:31:39.417308 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Attempting to bind port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:31:39.417670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Attempting to bind port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 on network 38c9aa33-1864-42da-9541-a7c94531c851 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:31:39.419347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7e4e58cb-e124-4130-9e60-605403af2b41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:39.423280 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 463bf092-36c3-4855-85d7-8533eeb06963 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:39.423595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.459130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:31:39.459505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Checking segment: {'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:31:39.459904 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.460297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Bound using segment: {'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:31:39.460762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Bound port: 1d2b1005-c2ea-4a4f-94be-e7d91efb5905, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:31:39.461147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.514968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e4e58cb-e124-4130-9e60-605403af2b41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.577950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e4e58cb-e124-4130-9e60-605403af2b41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.634129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] For port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:31:39.634353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e4e58cb-e124-4130-9e60-605403af2b41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.649146 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] For port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:31:39.660287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e58cb-e124-4130-9e60-605403af2b41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8bcc2e-a2e8-43f9-84c4-90ee9c0807df,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:39.749463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.771131 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e4e58cb-e124-4130-9e60-605403af2b41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.772283 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7e4e58cb-e124-4130-9e60-605403af2b41 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3779168 Mar 02 20:31:39.775320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50088) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:39.781017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1a6cb3fb-f102-4ed6-a85d-deec6e294cac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4f06a110-7470-477e-b4c0-cb911b2640cc', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:39.786908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1a6cb3fb-f102-4ed6-a85d-deec6e294cac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:39.790627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1a6cb3fb-f102-4ed6-a85d-deec6e294cac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:39.793516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1a6cb3fb-f102-4ed6-a85d-deec6e294cac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:39.799668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1a6cb3fb-f102-4ed6-a85d-deec6e294cac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:39.836860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01973d7-7fed-44c8-b38f-3eeb186469a6 None None] Pushing event updated for resources: {'Port': ['ID=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:39.840289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:39.841110 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:31:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:39.886724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb3fb-f102-4ed6-a85d-deec6e294cac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:39.956171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb3fb-f102-4ed6-a85d-deec6e294cac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.022422 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] Set router 61d90716-7e43-4e44-b8e7-218e73aa2642 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:40.028924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb3fb-f102-4ed6-a85d-deec6e294cac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.054037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cb3fb-f102-4ed6-a85d-deec6e294cac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc57b95-2e27-4b77-b0fb-3ae6dc526413,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:40.114182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb3fb-f102-4ed6-a85d-deec6e294cac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.115367 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1a6cb3fb-f102-4ed6-a85d-deec6e294cac tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3390191 Mar 02 20:31:40.118160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50092) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:40.123554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4f06a110-7470-477e-b4c0-cb911b2640cc', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:40.129597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:40.133239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:40.136120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:40.141919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:40.194098 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:31:40.200900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.270983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.319633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.343715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf8a8ee-e8df-49b5-9550-f5fd1a45937a,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:40.388540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1d2b1005-c2ea-4a4f-94be-e7d91efb5905', 'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:fd:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:35Z', 'updated_at': '2022-03-02T20:31:39Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:40.392492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1de87d-69a2-4b81-8136-daf7328acd5c None None] The sync data for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv is: [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1d2b1005-c2ea-4a4f-94be-e7d91efb5905', 'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:fd:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:35Z', 'updated_at': '2022-03-02T20:31:39Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:31:40.423661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.426041 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ca25b556-e045-4c1e-a5ac-33b33345538f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3067341 Mar 02 20:31:40.427704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50096) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:40.437276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'security_group_rule': {'security_group_id': '4f06a110-7470-477e-b4c0-cb911b2640cc', 'project_id': '809bdfa688034064abc15e030437eaaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:40.446148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:40.451195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:security_group_rule and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:40.457701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:40.464470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:40.531788 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Project 809bdfa688034064abc15e030437eaaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:31:40.539109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.608537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.668300 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.697313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8256ad-c94f-43ca-b26b-7b9138968d07,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:40.783011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.784393 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2d65dcd4-e0c9-43e8-9043-950a9267a950 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3555329 Mar 02 20:31:40.966280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-11f07dc7-1bc7-4bca-903b-a17097d3d8d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:41.034418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-11f07dc7-1bc7-4bca-903b-a17097d3d8d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:41.035876 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-11f07dc7-1bc7-4bca-903b-a17097d3d8d0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164066633&fields=id&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 267 time: 0.1171055 Mar 02 20:31:41.172762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:41.197274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-284c2710-2e05-4757-9b30-3003998bf3eb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:41.197968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-284c2710-2e05-4757-9b30-3003998bf3eb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:41.280281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-284c2710-2e05-4757-9b30-3003998bf3eb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:41.281453 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-284c2710-2e05-4757-9b30-3003998bf3eb tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/networks?id=38c9aa33-1864-42da-9541-a7c94531c851 HTTP/1.1" status: 200 len: 797 time: 0.2383127 Mar 02 20:31:41.297817 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-efa645b2-7a98-4f59-bb32-183064614c93 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/quotas/809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 375 time: 0.0108440 Mar 02 20:31:41.308404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:41.313436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:41.317930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:41.382352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-a0d24ff5-c12d-4eae-a956-1a62b8163b47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:41.429536 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:41.460817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:41.468221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-a0d24ff5-c12d-4eae-a956-1a62b8163b47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:41.469555 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-a0d24ff5-c12d-4eae-a956-1a62b8163b47 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1665962 Mar 02 20:31:41.484720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-95fc643e-0ff5-47ad-a3d9-37e99965d1b4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:31:41.485758 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-95fc643e-0ff5-47ad-a3d9-37e99965d1b4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051301 Mar 02 20:31:41.542691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:41.613458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:41.711979 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-255b56c8-36e9-4b34-a2e4-e7634ef82870 service neutron] 10.222.0.44 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204711 Mar 02 20:31:41.840584 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bc43f77d-f4cd-4b96-b599-3fc891c0e038 service neutron] 10.222.0.44 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223583 Mar 02 20:31:42.163700 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-739afe4c-4d38-4990-bd0a-d5f32317de96 req-3b6030c7-0cbf-4e04-ac76-260884c7bd16 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 210 time: 0.1259494 Mar 02 20:31:42.908461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:43.133940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:43.205229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:43.205795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:43.403134 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-db7dd57a-fcac-4185-b1fd-6418d7b05e27 req-c3466c6d-5e4e-44de-bb40-33e74629e196 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 210 time: 0.1186059 Mar 02 20:31:44.074563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-868e9d31-dc40-44c5-859f-4d74c3c35377 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:44.075977 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-868e9d31-dc40-44c5-859f-4d74c3c35377 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/networks?id=38c9aa33-1864-42da-9541-a7c94531c851 HTTP/1.1" status: 200 len: 797 time: 0.1484995 Mar 02 20:31:44.132090 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-9f44f096-344d-4c62-9f78-24e8924ef956 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=809bdfa688034064abc15e030437eaaf HTTP/1.1" status: 200 len: 380 time: 0.0408349 Mar 02 20:31:44.141926 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'port': {'device_id': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'admin_state_up': True, 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'security_groups': ['4f06a110-7470-477e-b4c0-cb911b2640cc']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:44.275878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:44.285338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:44.404494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Made reservation on behalf of 809bdfa688034064abc15e030437eaaf for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:31:44.408031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:44.570925 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0ad54d5b-43ba-4476-a686-071a00c7276c req-20c162ef-01e6-4a92-8cc6-96ccfd118bf4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 210 time: 0.0447454 Mar 02 20:31:44.571625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.20.0.8 (38c9aa33-1864-42da-9541-a7c94531c851/6d29c894-7f2f-4163-b371-af2e872d759f/9db0acb4-5a2e-4b38-8ef8-f847f20b8655) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:31:44.776269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:44.792593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Transition to ACTIVE for port object 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:44.857209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:44.930455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 38c9aa33-1864-42da-9541-a7c94531c851 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:44.933540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:44.936180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:31:44.972846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=9db0acb4-5a2e-4b38-8ef8-f847f20b8655,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:45.008476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:45.009085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:45.103284 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-68fd8374-0000-4974-afe4-a1d5c9c72a18 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9648302 Mar 02 20:31:45.115698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Request body: {'port': {'device_id': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:45.164413 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-39cf3a4c-5ce4-49aa-9846-99cb2624e4b2 None None] Provisioning for port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:45.169151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-39cf3a4c-5ce4-49aa-9846-99cb2624e4b2 None None] Provisioning complete for port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:45.169522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-39cf3a4c-5ce4-49aa-9846-99cb2624e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:45.221435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:45.221938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-39cf3a4c-5ce4-49aa-9846-99cb2624e4b2 None None] Port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:31:45.647471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:31:45.655222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:45.671157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Transition to ACTIVE for port object 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:45.737235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:45.780630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22cd0d-8d1b-40d1-98b9-480f72539f18 req-1680a8f8-5670-4b6f-940d-5e55ccff9a87 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:45.782132 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7d22cd0d-8d1b-40d1-98b9-480f72539f18 req-1680a8f8-5670-4b6f-940d-5e55ccff9a87 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 943 time: 0.0815120 Mar 02 20:31:45.840849 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7d22cd0d-8d1b-40d1-98b9-480f72539f18 req-dc36b9ee-7bef-4376-8090-15d08c766715 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530066 Mar 02 20:31:45.872757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=9db0acb4-5a2e-4b38-8ef8-f847f20b8655,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:45.989005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Attempting to bind port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:31:45.989514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Attempting to bind port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:31:45.990056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Attempting to bind port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 on network 38c9aa33-1864-42da-9541-a7c94531c851 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:31:45.999446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 on network 38c9aa33-1864-42da-9541-a7c94531c851 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:31:45.999884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Attempting to bind port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 on network 38c9aa33-1864-42da-9541-a7c94531c851 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:31:46.008803 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:31:46.009139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Checking segment: {'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:31:46.009518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Bound using segment: {'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:31:46.009976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Bound port: 9db0acb4-5a2e-4b38-8ef8-f847f20b8655, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0154b703-b3c3-448d-926e-6536c1bd16cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:31:46.010326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:46.105451 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] For port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:31:46.109375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] For port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9db0acb4-5a2e-4b38-8ef8-f847f20b8655,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:31:46.161430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:46.235938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:46.237311 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] 10.222.0.31 "PUT /v2.0/ports/9db0acb4-5a2e-4b38-8ef8-f847f20b8655 HTTP/1.1" status: 200 len: 1093 time: 1.1264527 Mar 02 20:31:46.237817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'tag': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:31:46.259274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe787a0-7882-4893-9a51-a33707153bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=9db0acb4-5a2e-4b38-8ef8-f847f20b8655,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:46.322631 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'tag': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'status': 'completed', 'code': 200} Mar 02 20:31:46.411310 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-1804f437-5ab6-4791-b02e-1991bcafd655 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 1096 time: 0.0825410 Mar 02 20:31:46.494349 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-7a6ffbae-6676-4578-9420-081a77556e71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9db0acb4-5a2e-4b38-8ef8-f847f20b8655 HTTP/1.1" status: 200 len: 217 time: 0.0748684 Mar 02 20:31:46.566904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-b1548997-9962-4820-b7e6-7a4483686784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:46.568394 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-b1548997-9962-4820-b7e6-7a4483686784 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d29c894-7f2f-4163-b371-af2e872d759f HTTP/1.1" status: 200 len: 835 time: 0.0678434 Mar 02 20:31:46.655046 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-cb1560de-67ef-40cd-9332-a8c3ff9ac8db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=38c9aa33-1864-42da-9541-a7c94531c851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780661 Mar 02 20:31:46.788903 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-99003e9d-ca5e-461a-994b-2d74b5411b7e service neutron] 10.222.0.31 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247272 Mar 02 20:31:46.925522 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9511fba-8bd1-4a6d-aeb8-dd08980d9cc4 req-1a4c63c2-c0f8-4d17-a29f-c06520662eb3 service neutron] 10.222.0.31 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293705 Mar 02 20:31:47.039536 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce294563-f0ea-45da-933c-7ad8e1f0876c req-4b3e2f7d-4ed3-474f-9764-d7cb5b5b22c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:47.040989 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ce294563-f0ea-45da-933c-7ad8e1f0876c req-4b3e2f7d-4ed3-474f-9764-d7cb5b5b22c5 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 943 time: 0.0824442 Mar 02 20:31:47.094711 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ce294563-f0ea-45da-933c-7ad8e1f0876c req-069a0d37-21a2-4a5d-9831-495d6c866a3e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478446 Mar 02 20:31:47.103606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9cf3ad6-ef64-4426-9de1-4b6b338494f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:47.126376 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d5afce28-eff9-494b-ba11-41b12dff3934 req-e8ba7ca8-02b8-474b-ad9e-b5dae7cd7744 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 1096 time: 0.0791609 Mar 02 20:31:47.255551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afce28-eff9-494b-ba11-41b12dff3934 req-3d51ba28-a6d7-4f07-ae8b-41d8c73fcb3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:47.256896 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d5afce28-eff9-494b-ba11-41b12dff3934 req-3d51ba28-a6d7-4f07-ae8b-41d8c73fcb3e service neutron] 10.222.0.31 "GET /v2.0/networks?id=38c9aa33-1864-42da-9541-a7c94531c851 HTTP/1.1" status: 200 len: 899 time: 0.1244166 Mar 02 20:31:47.326894 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d5afce28-eff9-494b-ba11-41b12dff3934 req-d7d1e929-7127-407c-8c0a-70766f67f725 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9db0acb4-5a2e-4b38-8ef8-f847f20b8655 HTTP/1.1" status: 200 len: 217 time: 0.0623431 Mar 02 20:31:47.388348 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afce28-eff9-494b-ba11-41b12dff3934 req-f0f50dbd-b39b-4a0e-b235-0b238a00b51a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:47.389730 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d5afce28-eff9-494b-ba11-41b12dff3934 req-f0f50dbd-b39b-4a0e-b235-0b238a00b51a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d29c894-7f2f-4163-b371-af2e872d759f HTTP/1.1" status: 200 len: 835 time: 0.0552554 Mar 02 20:31:47.463464 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d5afce28-eff9-494b-ba11-41b12dff3934 req-c4d2e155-c9c8-444d-8363-2a8f6d02bae0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=38c9aa33-1864-42da-9541-a7c94531c851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652776 Mar 02 20:31:47.681718 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d5afce28-eff9-494b-ba11-41b12dff3934 req-fd0c5eef-7514-4737-b28b-5dbaf7779491 service neutron] 10.222.0.31 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111869 Mar 02 20:31:47.815689 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d5afce28-eff9-494b-ba11-41b12dff3934 req-1f68e036-484b-4f67-9dc9-0d0bb482defb service neutron] 10.222.0.31 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237860 Mar 02 20:31:48.294491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04ed27-04c9-4db5-a71b-fcddc5e8b74a req-63f7ef4c-b534-44ea-af89-afd014fe5da0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:48.296460 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f04ed27-04c9-4db5-a71b-fcddc5e8b74a req-63f7ef4c-b534-44ea-af89-afd014fe5da0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 943 time: 0.0756726 Mar 02 20:31:48.340218 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f04ed27-04c9-4db5-a71b-fcddc5e8b74a req-46b010b4-e88e-4dc9-ad00-fb981fbb5d7f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383680 Mar 02 20:31:49.325030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a0f1-a712-4ac3-8145-d2c09912e924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:49.514645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:31:49.536127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08556659-436f-41bc-8527-44855d10c650 req-120afe68-6f39-4834-9b18-33df9e07d718 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:49.537580 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08556659-436f-41bc-8527-44855d10c650 req-120afe68-6f39-4834-9b18-33df9e07d718 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 943 time: 0.0791149 Mar 02 20:31:49.583750 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08556659-436f-41bc-8527-44855d10c650 req-1f934cce-52a2-4ec8-892a-54b4f1a5dc9d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405812 Mar 02 20:31:49.648311 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9db0acb4-5a2e-4b38-8ef8-f847f20b8655,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:49.661420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'port_id': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'mac_address': 'fa:16:3e:5f:11:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:31:49.719634 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:49.737340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:31:49.751803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9db0acb4-5a2e-4b38-8ef8-f847f20b8655,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:49.843140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:49.904788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=9db0acb4-5a2e-4b38-8ef8-f847f20b8655,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:50.097248 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['9db0acb4-5a2e-4b38-8ef8-f847f20b8655'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:31:50.535452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:50.582446 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:50.779053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520cbe6-26b6-4448-b62f-22f61f4da3d7 req-4544bb88-efeb-4299-9a62-e2daef1bb10f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:50.780502 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d520cbe6-26b6-4448-b62f-22f61f4da3d7 req-4544bb88-efeb-4299-9a62-e2daef1bb10f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 944 time: 0.0757360 Mar 02 20:31:50.829741 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d520cbe6-26b6-4448-b62f-22f61f4da3d7 req-dde98ae6-5c3a-4eff-b025-a224f9d0ad46 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 Mar 02 20:31:51.531265 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:51.650041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:51.655070 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:51.655440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:51.767865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:51.793659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:31:51.811789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9db0acb4-5a2e-4b38-8ef8-f847f20b8655,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:31:51.852304 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'code': 200} Mar 02 20:31:51.862645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:51.904161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:51.930879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=9db0acb4-5a2e-4b38-8ef8-f847f20b8655,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:52.032058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c949c-dca2-4636-828b-39b01c684c87 req-729b1615-e461-49c8-89ac-e7aa1b393277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:52.033930 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-af1c949c-dca2-4636-828b-39b01c684c87 req-729b1615-e461-49c8-89ac-e7aa1b393277 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 945 time: 0.0774620 Mar 02 20:31:52.081431 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-af1c949c-dca2-4636-828b-39b01c684c87 req-bbf08809-eeae-420a-859b-d8d69453e52c tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420439 Mar 02 20:31:52.204320 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6769c52f-3217-4c6e-940b-8a8111eb18f6 req-fcc92c29-bea0-403f-8315-903814b8d1a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 1098 time: 0.0710535 Mar 02 20:31:52.247838 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6769c52f-3217-4c6e-940b-8a8111eb18f6 req-6b32e681-8931-4936-a10d-7adf9d68389e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360115 Mar 02 20:31:53.283434 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e860-3b0c-4738-8235-2ac2426cbcec req-e0e92fbb-6b57-453d-acb9-14b908dcd8c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:53.284893 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-36d9e860-3b0c-4738-8235-2ac2426cbcec req-e0e92fbb-6b57-453d-acb9-14b908dcd8c2 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 945 time: 0.0794945 Mar 02 20:31:53.330086 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-36d9e860-3b0c-4738-8235-2ac2426cbcec req-b2d7009a-2259-4850-a4e6-bc8be3ab2d76 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396919 Mar 02 20:31:54.521684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7071b4a-61d9-433f-b3ba-9a62cb7cbe2b req-30657408-d536-4664-9dab-e647af4aaac7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:54.523144 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c7071b4a-61d9-433f-b3ba-9a62cb7cbe2b req-30657408-d536-4664-9dab-e647af4aaac7 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 945 time: 0.0753140 Mar 02 20:31:54.567670 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c7071b4a-61d9-433f-b3ba-9a62cb7cbe2b req-955723d5-2ac9-4c7c-a825-3729e1d75eb8 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391083 Mar 02 20:31:54.762820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa944fd7-e2ca-4046-8135-293d7d028eee req-2cc5cde4-b338-4691-95df-a7c30cb1d15d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:54.764221 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa944fd7-e2ca-4046-8135-293d7d028eee req-2cc5cde4-b338-4691-95df-a7c30cb1d15d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 945 time: 0.0794890 Mar 02 20:31:54.810268 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa944fd7-e2ca-4046-8135-293d7d028eee req-75f4f763-e694-4a0e-aa46-60d7da13d860 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399749 Mar 02 20:31:54.840205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50148) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:54.909216 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c74b82eb-c266-43ce-9445-59f00becb746 tempest-TestNetworkBasicOps-457028354 tempest-TestNetworkBasicOps-457028354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 1093 time: 0.0678253 Mar 02 20:31:54.911908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50152) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:54.916831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:31:54.922245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:54.926762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Usage tracker for resource:floatingip and tenant:809bdfa688034064abc15e030437eaaf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:54.929572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:54.935122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:55.016446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:55.150198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:55.286679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Allocated IP 172.26.5.70 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/e047480a-9a38-4060-8b64-f4b783a36ae9) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:31:55.429641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:55.503141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:55.570216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:55.572841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:55.576483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:31:55.608052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=e047480a-9a38-4060-8b64-f4b783a36ae9,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:56.067758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:56.164828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:56.444286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:56.507724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:56.613198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event updated for resources: {'Port': ['ID=e047480a-9a38-4060-8b64-f4b783a36ae9,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:56.624856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:56.811589 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Floating IP 4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf associated. External IP: 172.26.5.70, port: 9db0acb4-5a2e-4b38-8ef8-f847f20b8655. Mar 02 20:31:57.199054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 61d90716-7e43-4e44-b8e7-218e73aa2642 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:31:57.397491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:31:57.406899 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b42e2-abb5-4eeb-b34a-3d3b168e9506 None None] Sync routers for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:31:57.419152 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b42e2-abb5-4eeb-b34a-3d3b168e9506 None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:57.419745 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ac0b42e2-abb5-4eeb-b34a-3d3b168e9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:31:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:57.479533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:57.534824 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fd5223fd-45f0-42ea-b535-02a1afefeef0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6219165 Mar 02 20:31:57.535383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'tag': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:31:57.537880 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50156) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:57.591751 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'tag': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'status': 'completed', 'code': 200} Mar 02 20:31:57.594428 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ac0b42e2-abb5-4eeb-b34a-3d3b168e9506 None None] Set router 61d90716-7e43-4e44-b8e7-218e73aa2642 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:57.651876 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-53fd1e43-09cc-4cb0-8ae0-5742b5f94703 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 990 time: 0.1121311 Mar 02 20:31:57.682029 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0ac0687-b13e-41fb-be00-3c41de368d75 req-d6b75d50-8ccc-4c78-aa1c-6a13c172a212 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 1098 time: 0.0702417 Mar 02 20:31:57.814855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0687-b13e-41fb-be00-3c41de368d75 req-535075cd-2e4a-4a17-a99d-782bb6c9e4e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:57.816365 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0ac0687-b13e-41fb-be00-3c41de368d75 req-535075cd-2e4a-4a17-a99d-782bb6c9e4e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=38c9aa33-1864-42da-9541-a7c94531c851 HTTP/1.1" status: 200 len: 899 time: 0.1286120 Mar 02 20:31:57.920108 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0ac0687-b13e-41fb-be00-3c41de368d75 req-f4820f3a-5a0a-46b8-b2e0-f39579638d36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9db0acb4-5a2e-4b38-8ef8-f847f20b8655 HTTP/1.1" status: 200 len: 998 time: 0.0973871 Mar 02 20:31:57.940321 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ac0b42e2-abb5-4eeb-b34a-3d3b168e9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'port_id': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'mac_address': 'fa:16:3e:5f:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:31:55Z', 'updated_at': '2022-03-02T20:31:55Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b1005-c2ea-4a4f-94be-e7d91efb5905', 'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:fd:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:35Z', 'updated_at': '2022-03-02T20:31:41Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:57.944025 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b42e2-abb5-4eeb-b34a-3d3b168e9506 None None] Checking router: 61d90716-7e43-4e44-b8e7-218e73aa2642 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:31:57.954383 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b42e2-abb5-4eeb-b34a-3d3b168e9506 None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:31:57.955054 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ac0b42e2-abb5-4eeb-b34a-3d3b168e9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:31:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:58.085690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac0687-b13e-41fb-be00-3c41de368d75 req-c3ba05b8-879a-49fb-909b-1c6500d8abd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:58.087162 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0ac0687-b13e-41fb-be00-3c41de368d75 req-c3ba05b8-879a-49fb-909b-1c6500d8abd8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d29c894-7f2f-4163-b371-af2e872d759f HTTP/1.1" status: 200 len: 835 time: 0.1604526 Mar 02 20:31:58.164127 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0ac0687-b13e-41fb-be00-3c41de368d75 req-4fa0855e-0491-46db-a42b-65a6aca39af7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=38c9aa33-1864-42da-9541-a7c94531c851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707021 Mar 02 20:31:58.166523 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ac0b42e2-abb5-4eeb-b34a-3d3b168e9506 None None] Set router 61d90716-7e43-4e44-b8e7-218e73aa2642 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:31:58.292863 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0ac0687-b13e-41fb-be00-3c41de368d75 req-eff8d73a-f85b-491d-bf20-575fa0e64a27 service neutron] 10.222.0.31 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227536 Mar 02 20:31:58.421577 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b0ac0687-b13e-41fb-be00-3c41de368d75 req-9ea0cb86-6e17-4880-9fbe-c936154f1c25 service neutron] 10.222.0.31 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220324 Mar 02 20:31:58.507988 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ac0b42e2-abb5-4eeb-b34a-3d3b168e9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'port_id': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'mac_address': 'fa:16:3e:5f:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:31:55Z', 'updated_at': '2022-03-02T20:31:55Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b1005-c2ea-4a4f-94be-e7d91efb5905', 'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:fd:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:35Z', 'updated_at': '2022-03-02T20:31:41Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:58.512550 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b42e2-abb5-4eeb-b34a-3d3b168e9506 None None] The sync data for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv is: [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'port_id': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'mac_address': 'fa:16:3e:5f:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:31:55Z', 'updated_at': '2022-03-02T20:31:55Z', 'revision_number': 0, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b1005-c2ea-4a4f-94be-e7d91efb5905', 'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:fd:db:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:35Z', 'updated_at': '2022-03-02T20:31:41Z', 'revision_number': 5, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:31:58.654040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50162) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:58.697175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa708f0-df8f-4979-b1f3-29c73e7412ad None None] New status for floating IP 4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:31:58.763708 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2d7f9241-b64a-4461-9b7c-f0aeb9a96097 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 990 time: 0.1074345 Mar 02 20:31:59.765502 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50166) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:59.869933 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3e83569b-9613-46b2-b400-914132d2f359 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 992 time: 0.1032770 Mar 02 20:32:04.564533 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:32:12.913576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:17.107614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa123-efb4-4025-97e3-68691cb687ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:19.324561 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a2b136ba-548f-4209-a730-8285aadad84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:20.538482 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:20.599057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:21.850824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:33.116020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50182) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:33.121276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-26e3e783-b55a-47ec-a3a1-ad098b1eba8e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:32:33.749534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-26e3e783-b55a-47ec-a3a1-ad098b1eba8e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:33.804547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-26e3e783-b55a-47ec-a3a1-ad098b1eba8e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:34.006253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e3e783-b55a-47ec-a3a1-ad098b1eba8e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 61d90716-7e43-4e44-b8e7-218e73aa2642 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:32:34.200272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e3e783-b55a-47ec-a3a1-ad098b1eba8e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:32:34.206893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-26e3e783-b55a-47ec-a3a1-ad098b1eba8e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:34.208123 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-26e3e783-b55a-47ec-a3a1-ad098b1eba8e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/61d90716-7e43-4e44-b8e7-218e73aa2642 HTTP/1.1" status: 200 len: 887 time: 1.0910270 Mar 02 20:32:34.210748 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf0d13-7016-413d-9e4d-a478e813acad None None] Sync routers for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:32:34.223519 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf0d13-7016-413d-9e4d-a478e813acad None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:32:34.224102 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-86cf0d13-7016-413d-9e4d-a478e813acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:32:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:34.291225 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-86cf0d13-7016-413d-9e4d-a478e813acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:34.301450 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf0d13-7016-413d-9e4d-a478e813acad None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:32:34.302063 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-86cf0d13-7016-413d-9e4d-a478e813acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:32:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:34.362194 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-86cf0d13-7016-413d-9e4d-a478e813acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:34.362590 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf0d13-7016-413d-9e4d-a478e813acad None None] The sync data for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv is: [] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:32:35.111747 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204859c6-db2c-4465-8a54-1b39615a3d28 None None] New status for floating IP 4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:32:35.160181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:32:35.446729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:35.478600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:32:35.559012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:35.559735 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3b7a7822-e713-4427-8441-0e75c03366ea no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:32:35.671129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:35.711690 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:35.711946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:35.712275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:35.712599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:35.712925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:35.713257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:35.713553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:35.713869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:35.714206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:35.714517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:35.714832 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:35.738948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:35.754625 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 3b7a7822-e713-4427-8441-0e75c03366ea, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3b7a7822-e713-4427-8441-0e75c03366ea,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:32:35.827725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:35.895514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=3b7a7822-e713-4427-8441-0e75c03366ea,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:36.367222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50188) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:36.372410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-00d7bab3-a7ba-4c88-ab17-3ae2c69ddd52 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:32:37.014320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-00d7bab3-a7ba-4c88-ab17-3ae2c69ddd52 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:37.085667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-00d7bab3-a7ba-4c88-ab17-3ae2c69ddd52 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8050168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8050151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8052581'] for router, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:37.287719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d7bab3-a7ba-4c88-ab17-3ae2c69ddd52 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 61d90716-7e43-4e44-b8e7-218e73aa2642 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:32:37.506095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d7bab3-a7ba-4c88-ab17-3ae2c69ddd52 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:32:37.512230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-00d7bab3-a7ba-4c88-ab17-3ae2c69ddd52 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:37.513807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-00d7bab3-a7ba-4c88-ab17-3ae2c69ddd52 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/61d90716-7e43-4e44-b8e7-218e73aa2642 HTTP/1.1" status: 200 len: 886 time: 1.1450670 Mar 02 20:32:37.515851 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867036dc-3a14-4279-86a1-43186a741069 None None] Sync routers for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:32:37.516322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50192) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:37.528456 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867036dc-3a14-4279-86a1-43186a741069 None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:32:37.529119 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-867036dc-3a14-4279-86a1-43186a741069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:32:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:37.624162 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-12b36ec4-fabd-4f91-98b8-0fa2ecd80b49 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 990 time: 0.1068888 Mar 02 20:32:37.703932 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-867036dc-3a14-4279-86a1-43186a741069 None None] Set router 61d90716-7e43-4e44-b8e7-218e73aa2642 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:32:38.041423 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-867036dc-3a14-4279-86a1-43186a741069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:32:37Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:32:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'port_id': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'mac_address': 'fa:16:3e:5f:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:31:55Z', 'updated_at': '2022-03-02T20:32:35Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b1005-c2ea-4a4f-94be-e7d91efb5905', 'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:fd:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:35Z', 'updated_at': '2022-03-02T20:32:35Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:38.045218 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867036dc-3a14-4279-86a1-43186a741069 None None] Checking router: 61d90716-7e43-4e44-b8e7-218e73aa2642 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:32:38.056453 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867036dc-3a14-4279-86a1-43186a741069 None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:32:38.057035 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-867036dc-3a14-4279-86a1-43186a741069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:32:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:38.259697 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-867036dc-3a14-4279-86a1-43186a741069 None None] Set router 61d90716-7e43-4e44-b8e7-218e73aa2642 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:32:38.594377 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-867036dc-3a14-4279-86a1-43186a741069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:32:37Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:32:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'port_id': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'mac_address': 'fa:16:3e:5f:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:31:55Z', 'updated_at': '2022-03-02T20:32:35Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b1005-c2ea-4a4f-94be-e7d91efb5905', 'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:fd:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:35Z', 'updated_at': '2022-03-02T20:32:35Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:38.598268 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867036dc-3a14-4279-86a1-43186a741069 None None] The sync data for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv is: [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:32:37Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:32:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'port_id': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'mac_address': 'fa:16:3e:5f:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:31:55Z', 'updated_at': '2022-03-02T20:32:35Z', 'revision_number': 2, 'project_id': '809bdfa688034064abc15e030437eaaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2b1005-c2ea-4a4f-94be-e7d91efb5905', 'name': '', 'network_id': '38c9aa33-1864-42da-9541-a7c94531c851', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'mac_address': 'fa:16:3e:fd:db:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:35Z', 'updated_at': '2022-03-02T20:32:35Z', 'revision_number': 6, 'project_id': '809bdfa688034064abc15e030437eaaf', 'subnets': [{'id': '6d29c894-7f2f-4163-b371-af2e872d759f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:32:38.628564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50196) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:38.742999 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cd01bfb9-cff4-49c9-bd90-6b9a1e014094 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 990 time: 0.1129758 Mar 02 20:32:39.213788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:32:39.284372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:32:39.284744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:39.407873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:39.435780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:32:39.546891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:39.559316 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9c7acccc-da0c-4cb6-b807-072b3c8fb155 req-dc5aa88d-2d38-4a5c-9e0c-64b1bc992040 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2079558 Mar 02 20:32:39.621177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:39.709067 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9c7acccc-da0c-4cb6-b807-072b3c8fb155 req-604cddc2-95d4-4f95-b250-410aec096b92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 1098 time: 0.0728800 Mar 02 20:32:39.746425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50202) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:39.853030 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d6be1e52-fc1d-4d32-858a-7be807120441 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 990 time: 0.1053703 Mar 02 20:32:39.858302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7acccc-da0c-4cb6-b807-072b3c8fb155 req-79b766a1-545b-4cbe-a03f-30e9f1efc3c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:39.859738 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9c7acccc-da0c-4cb6-b807-072b3c8fb155 req-79b766a1-545b-4cbe-a03f-30e9f1efc3c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=38c9aa33-1864-42da-9541-a7c94531c851 HTTP/1.1" status: 200 len: 899 time: 0.1263270 Mar 02 20:32:39.965131 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9c7acccc-da0c-4cb6-b807-072b3c8fb155 req-072b676c-49b5-4dce-a7ca-fc774c180d50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9db0acb4-5a2e-4b38-8ef8-f847f20b8655 HTTP/1.1" status: 200 len: 998 time: 0.0959792 Mar 02 20:32:40.028986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7acccc-da0c-4cb6-b807-072b3c8fb155 req-758a28b6-6a22-4233-af78-e791101ab5ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:40.030414 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9c7acccc-da0c-4cb6-b807-072b3c8fb155 req-758a28b6-6a22-4233-af78-e791101ab5ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d29c894-7f2f-4163-b371-af2e872d759f HTTP/1.1" status: 200 len: 835 time: 0.0559142 Mar 02 20:32:40.110334 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9c7acccc-da0c-4cb6-b807-072b3c8fb155 req-572a911b-9aef-49ca-845c-4f34be422d39 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=38c9aa33-1864-42da-9541-a7c94531c851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712361 Mar 02 20:32:40.243690 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9c7acccc-da0c-4cb6-b807-072b3c8fb155 req-bebf9356-2dc5-40b3-9ce3-ed217125b231 service neutron] 10.222.0.31 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236851 Mar 02 20:32:40.377830 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9c7acccc-da0c-4cb6-b807-072b3c8fb155 req-1873abb2-ec3a-458b-acc9-977a8d92a00a service neutron] 10.222.0.31 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248856 Mar 02 20:32:40.857060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50206) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:40.960034 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8d76dc77-70c7-45ec-a859-7a0312b86b7e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 990 time: 0.1018651 Mar 02 20:32:41.230616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:32:41.301083 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:32:41.301439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:41.413134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3b7a7822-e713-4427-8441-0e75c03366ea up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:32:41.476641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3b7a7822-e713-4427-8441-0e75c03366ea triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:32:41.477001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:41.564946 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:32:41.587275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:41.603247 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 3b7a7822-e713-4427-8441-0e75c03366ea, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3b7a7822-e713-4427-8441-0e75c03366ea,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:32:41.660593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:41.726137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=3b7a7822-e713-4427-8441-0e75c03366ea,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:41.963972 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50210) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:42.067615 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c5cd3b2e-b4e4-4b52-ae2f-e6d5f4eb20f6 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 990 time: 0.1015303 Mar 02 20:32:42.924486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:43.070653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50214) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:43.167147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3b7a7822-e713-4427-8441-0e75c03366ea up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:32:43.173616 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dddb8e16-e067-48ad-9e91-9d8d143757dc tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 990 time: 0.1018074 Mar 02 20:32:43.234667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3b7a7822-e713-4427-8441-0e75c03366ea triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:32:43.234956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:44.177559 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50218) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:44.282059 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-53a58e48-af65-47d1-901e-74776fd98891 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 990 time: 0.1033063 Mar 02 20:32:45.286125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50222) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:45.391669 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f657b54e-f474-4f86-a3af-7b4958e08c71 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 990 time: 0.1043174 Mar 02 20:32:45.708857 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446e10e-ef43-4738-8fab-70b2619218d7 None None] New status for floating IP 4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:32:46.396036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50226) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:46.501718 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-31dd2027-528c-4d8c-b39d-21a918300ff0 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 200 len: 992 time: 0.1045115 Mar 02 20:32:46.805607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50234) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:47.122481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port e047480a-9a38-4060-8b64-f4b783a36ae9 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:32:47.122821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:47.158803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-835dba95-1e39-4dbe-82e0-4785ddf28c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:47.312277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:47.312604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:47.452505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for e047480a-9a38-4060-8b64-f4b783a36ae9 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:32:47.673480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:47.729642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=e047480a-9a38-4060-8b64-f4b783a36ae9,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:47.771231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:47.777332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:47.777332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:47.777332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:47.777332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:47.777332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:47.777332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:47.777332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:47.777332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:47.777332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:47.777332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:47.834197 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:48.224879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 61d90716-7e43-4e44-b8e7-218e73aa2642 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:32:48.422122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:32:48.437977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:48.491181 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6b76f5bc-ee6b-48fe-9bf6-193ede0fd52f tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/floatingips/4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf HTTP/1.1" status: 204 len: 168 time: 1.6844881 Mar 02 20:32:48.491749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'tag': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:32:48.694630 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'tag': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'status': 'completed', 'code': 200} Mar 02 20:32:48.896535 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1f7b1723-7437-480e-b6d0-06e8d6226b25 req-f4a605b4-47cf-4bd8-a77e-3236b53518c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=809bdfa688034064abc15e030437eaaf&device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 1098 time: 0.1726789 Mar 02 20:32:49.030383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b1723-7437-480e-b6d0-06e8d6226b25 req-9c64fb78-4a22-46ea-a9fc-ad4cc91576c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:49.032074 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1f7b1723-7437-480e-b6d0-06e8d6226b25 req-9c64fb78-4a22-46ea-a9fc-ad4cc91576c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=38c9aa33-1864-42da-9541-a7c94531c851 HTTP/1.1" status: 200 len: 899 time: 0.1286929 Mar 02 20:32:49.088383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526476-a972-4c8e-bac9-7423070a3471 req-fc61dcd9-a87a-4148-8c8e-4990333f664d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:49.089967 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08526476-a972-4c8e-bac9-7423070a3471 req-fc61dcd9-a87a-4148-8c8e-4990333f664d tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 945 time: 0.0832908 Mar 02 20:32:49.104138 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1f7b1723-7437-480e-b6d0-06e8d6226b25 req-7bb03003-75ee-4fe9-96f7-8910eec40daf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9db0acb4-5a2e-4b38-8ef8-f847f20b8655 HTTP/1.1" status: 200 len: 217 time: 0.0650337 Mar 02 20:32:49.139446 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08526476-a972-4c8e-bac9-7423070a3471 req-2c3ee06f-764c-4f91-b1fe-7b28b9456a7b tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 Mar 02 20:32:49.169891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b1723-7437-480e-b6d0-06e8d6226b25 req-035334b3-215f-4371-a180-df1737d23cb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:49.171346 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1f7b1723-7437-480e-b6d0-06e8d6226b25 req-035334b3-215f-4371-a180-df1737d23cb8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d29c894-7f2f-4163-b371-af2e872d759f HTTP/1.1" status: 200 len: 835 time: 0.0607338 Mar 02 20:32:49.244720 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1f7b1723-7437-480e-b6d0-06e8d6226b25 req-a8f2196a-96cb-4dd3-a3c9-037fbcbffb8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=38c9aa33-1864-42da-9541-a7c94531c851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662303 Mar 02 20:32:49.306437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-aedcc8b0-0998-4bb2-b8e1-860b5bd7dff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:49.374230 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1f7b1723-7437-480e-b6d0-06e8d6226b25 req-584bcee3-1ad8-4982-8656-273ef7aa831a service neutron] 10.222.0.31 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222820 Mar 02 20:32:49.502783 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1f7b1723-7437-480e-b6d0-06e8d6226b25 req-26317026-b674-4027-b826-f2a2686a38c7 service neutron] 10.222.0.31 "GET /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218209 Mar 02 20:32:50.334867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044f61-8099-453c-890c-b43d0fc0ade8 req-a581e5a3-df55-45fb-a0d9-87e6994cbd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:50.336319 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-54044f61-8099-453c-890c-b43d0fc0ade8 req-a581e5a3-df55-45fb-a0d9-87e6994cbd67 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 945 time: 0.0764225 Mar 02 20:32:50.381249 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-54044f61-8099-453c-890c-b43d0fc0ade8 req-5638084e-324c-427b-beb2-7f08f10f229e tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/security-groups?id=4f06a110-7470-477e-b4c0-cb911b2640cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393875 Mar 02 20:32:50.558486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:50.604279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:50.618285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e628ff-127f-433f-9688-d023179797ce req-5cd47da5-a2e8-4d13-8ee0-038ca9a41bed tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:50.618985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-85e628ff-127f-433f-9688-d023179797ce req-5cd47da5-a2e8-4d13-8ee0-038ca9a41bed tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Synchronizing usage tracker for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:32:50.690364 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-85e628ff-127f-433f-9688-d023179797ce req-5cd47da5-a2e8-4d13-8ee0-038ca9a41bed tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Unset dirty status for tenant:809bdfa688034064abc15e030437eaaf on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:32:50.691393 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-85e628ff-127f-433f-9688-d023179797ce req-5cd47da5-a2e8-4d13-8ee0-038ca9a41bed tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 945 time: 0.1509163 Mar 02 20:32:50.764553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-85e628ff-127f-433f-9688-d023179797ce req-a14745a6-db5a-4f47-b96c-8edb0e335832 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:32:50.764932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-85e628ff-127f-433f-9688-d023179797ce req-a14745a6-db5a-4f47-b96c-8edb0e335832 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:51.006384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-85e628ff-127f-433f-9688-d023179797ce req-a14745a6-db5a-4f47-b96c-8edb0e335832 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9db0acb4-5a2e-4b38-8ef8-f847f20b8655,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:32:51.006650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-85e628ff-127f-433f-9688-d023179797ce req-a14745a6-db5a-4f47-b96c-8edb0e335832 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:51.132113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-85e628ff-127f-433f-9688-d023179797ce req-a14745a6-db5a-4f47-b96c-8edb0e335832 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:32:51.307284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-85e628ff-127f-433f-9688-d023179797ce req-a14745a6-db5a-4f47-b96c-8edb0e335832 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:51.356733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14745a6-db5a-4f47-b96c-8edb0e335832 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=9db0acb4-5a2e-4b38-8ef8-f847f20b8655,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:51.432917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e628ff-127f-433f-9688-d023179797ce req-a14745a6-db5a-4f47-b96c-8edb0e335832 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] No DVR routers for this DVR port 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:32:51.433038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-85e628ff-127f-433f-9688-d023179797ce req-a14745a6-db5a-4f47-b96c-8edb0e335832 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:51.435463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'name': 'network-vif-deleted', 'tag': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:32:51.491560 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-85e628ff-127f-433f-9688-d023179797ce req-a14745a6-db5a-4f47-b96c-8edb0e335832 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.31 "DELETE /v2.0/ports/9db0acb4-5a2e-4b38-8ef8-f847f20b8655 HTTP/1.1" status: 204 len: 173 time: 0.7906935 Mar 02 20:32:51.493105 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17adda9d-a4ab-40c6-873e-1feed6f66f88', 'name': 'network-vif-deleted', 'tag': '9db0acb4-5a2e-4b38-8ef8-f847f20b8655', 'status': 'completed', 'code': 200} Mar 02 20:32:51.548119 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-24257dc0-1115-49a1-823f-69d4886d555f req-723f0057-e808-408e-a779-7ae65f4c78c4 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "GET /v2.0/ports?device_id=17adda9d-a4ab-40c6-873e-1feed6f66f88 HTTP/1.1" status: 200 len: 210 time: 0.0435941 Mar 02 20:32:51.878485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:52.656417 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50256) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:52.725999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f2aa66b8-7946-4ca7-819c-8062b5c2b0cf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:52.754320 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f2aa66b8-7946-4ca7-819c-8062b5c2b0cf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:52.867366 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f2aa66b8-7946-4ca7-819c-8062b5c2b0cf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:52.887644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa66b8-7946-4ca7-819c-8062b5c2b0cf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f06a110-7470-477e-b4c0-cb911b2640cc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:52.946270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f2aa66b8-7946-4ca7-819c-8062b5c2b0cf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:52.947423 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f2aa66b8-7946-4ca7-819c-8062b5c2b0cf tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/security-groups/4f06a110-7470-477e-b4c0-cb911b2640cc HTTP/1.1" status: 204 len: 168 time: 0.2900162 Mar 02 20:32:53.023553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50262) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:53.508887 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:54.108733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:32:54.109301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:54.291268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 1d2b1005-c2ea-4a4f-94be-e7d91efb5905, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:32:54.291534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:54.408962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:32:54.752715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:54.799058 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=1d2b1005-c2ea-4a4f-94be-e7d91efb5905,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:55.098752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:55.677323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Router 61d90716-7e43-4e44-b8e7-218e73aa2642 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:32:55.825679 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:32:55.857884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:32:55.858253 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9db0acb4-5a2e-4b38-8ef8-f847f20b8655 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:32:55.875118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:32:55.887948 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-25405ef9-50a1-40ee-bcba-a4d7227a6025 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "PUT /v2.0/routers/61d90716-7e43-4e44-b8e7-218e73aa2642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8633513 Mar 02 20:32:55.890750 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50266) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:56.072703 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb608203-e145-4309-81ec-8408d41f4aec tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting subnet 6d29c894-7f2f-4163-b371-af2e872d759f {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:32:56.076351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb608203-e145-4309-81ec-8408d41f4aec tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:56.172271 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20464d36-23c2-49bb-a8ef-4fe26ba342ac None None] Sync routers for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:32:56.189395 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20464d36-23c2-49bb-a8ef-4fe26ba342ac None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:32:56.190412 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-20464d36-23c2-49bb-a8ef-4fe26ba342ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:32:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:56.236658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb608203-e145-4309-81ec-8408d41f4aec tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:56.328205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb608203-e145-4309-81ec-8408d41f4aec tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:56.363869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-20464d36-23c2-49bb-a8ef-4fe26ba342ac None None] Set router 61d90716-7e43-4e44-b8e7-218e73aa2642 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:32:56.479177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb608203-e145-4309-81ec-8408d41f4aec tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:56.519906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb608203-e145-4309-81ec-8408d41f4aec tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Subnet': ['ID=6d29c894-7f2f-4163-b371-af2e872d759f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:56.525609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb608203-e145-4309-81ec-8408d41f4aec tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:56.530338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b496c3a-6bc5-427b-8cd3-c4d16a9e4654 None None] Network 38c9aa33-1864-42da-9541-a7c94531c851 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:32:56.532269 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fb608203-e145-4309-81ec-8408d41f4aec tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/subnets/6d29c894-7f2f-4163-b371-af2e872d759f HTTP/1.1" status: 204 len: 168 time: 0.6405854 Mar 02 20:32:56.535371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50270) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:56.646160 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-20464d36-23c2-49bb-a8ef-4fe26ba342ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:32:54Z', 'revision_number': 7, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:32:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:56.650830 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20464d36-23c2-49bb-a8ef-4fe26ba342ac None None] Checking router: 61d90716-7e43-4e44-b8e7-218e73aa2642 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:32:56.662010 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20464d36-23c2-49bb-a8ef-4fe26ba342ac None None] Routers {'61d90716-7e43-4e44-b8e7-218e73aa2642'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:32:56.662613 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-20464d36-23c2-49bb-a8ef-4fe26ba342ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:32:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['61d90716-7e43-4e44-b8e7-218e73aa2642'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:56.739947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:56.791867 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db19f17-6cb2-4a61-9690-5778d38c47ee None None] DHCP port deletion for 38c9aa33-1864-42da-9541-a7c94531c851 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:32:56.795767 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2db19f17-6cb2-4a61-9690-5778d38c47ee None None] Deleting port 463bf092-36c3-4855-85d7-8533eeb06963 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:32:56.796181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2db19f17-6cb2-4a61-9690-5778d38c47ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:56.840050 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-20464d36-23c2-49bb-a8ef-4fe26ba342ac None None] Set router 61d90716-7e43-4e44-b8e7-218e73aa2642 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:32:56.942400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.000859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2db19f17-6cb2-4a61-9690-5778d38c47ee None None] For port 463bf092-36c3-4855-85d7-8533eeb06963, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=463bf092-36c3-4855-85d7-8533eeb06963,segment=NetworkSegment(0154b703-b3c3-448d-926e-6536c1bd16cf),segment_id=0154b703-b3c3-448d-926e-6536c1bd16cf)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:32:57.001533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2db19f17-6cb2-4a61-9690-5778d38c47ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.028610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Deleting port 3b7a7822-e713-4427-8441-0e75c03366ea {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:32:57.029150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.143671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2db19f17-6cb2-4a61-9690-5778d38c47ee None None] Calling delete_port for 463bf092-36c3-4855-85d7-8533eeb06963 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:32:57.171023 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-20464d36-23c2-49bb-a8ef-4fe26ba342ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:32:54Z', 'revision_number': 7, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:32:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:57.176499 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20464d36-23c2-49bb-a8ef-4fe26ba342ac None None] The sync data for ids ['61d90716-7e43-4e44-b8e7-218e73aa2642'] in dv-neutron-831593-2-hyperv is: [{'id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'name': 'tempest-TestNetworkBasicOps-router-588822871', 'tenant_id': '809bdfa688034064abc15e030437eaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:30Z', 'updated_at': '2022-03-02T20:32:54Z', 'revision_number': 7, 'project_id': '809bdfa688034064abc15e030437eaaf', 'gw_port': {'id': '3b7a7822-e713-4427-8441-0e75c03366ea', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d90716-7e43-4e44-b8e7-218e73aa2642', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:31Z', 'updated_at': '2022-03-02T20:32:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:32:57.197518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 463bf092-36c3-4855-85d7-8533eeb06963 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:32:57.223776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] For port 3b7a7822-e713-4427-8441-0e75c03366ea, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3b7a7822-e713-4427-8441-0e75c03366ea,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:32:57.224136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.326360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.337753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2db19f17-6cb2-4a61-9690-5778d38c47ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.344416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Calling delete_port for 3b7a7822-e713-4427-8441-0e75c03366ea owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:32:57.390558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db19f17-6cb2-4a61-9690-5778d38c47ee None None] Pushing event deleted for resources: {'Port': ['ID=463bf092-36c3-4855-85d7-8533eeb06963,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:57.397803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db19f17-6cb2-4a61-9690-5778d38c47ee None None] No DVR routers for this DVR port 463bf092-36c3-4855-85d7-8533eeb06963 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:32:57.570550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.617053 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Port': ['ID=3b7a7822-e713-4427-8441-0e75c03366ea,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:57.844070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.226481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.230613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.311827 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.315482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Fanout notify agent at l3_agent the message router_deleted on router 61d90716-7e43-4e44-b8e7-218e73aa2642 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:32:58.328930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.331363 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7a8c5f4e-1a97-4d30-ba6f-d84cfb29f2e3 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/routers/61d90716-7e43-4e44-b8e7-218e73aa2642 HTTP/1.1" status: 204 len: 168 time: 1.7948394 Mar 02 20:32:58.334024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50274) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:58.443918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.569820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.594303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c9aa33-1864-42da-9541-a7c94531c851']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:58.605781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0154b703-b3c3-448d-926e-6536c1bd16cf') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:58.606099 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0154b703-b3c3-448d-926e-6536c1bd16cf') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:58.616987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.632773 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.638565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:32:58.638939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:32:58.652609 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:32:58.792869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.797125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.824080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] Pushing event deleted for resources: {'Network': ['ID=38c9aa33-1864-42da-9541-a7c94531c851,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:58.884939 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c7475525-b538-42da-8b6e-9358bfe44770 tempest-TestNetworkBasicOps-639049597 tempest-TestNetworkBasicOps-639049597-project] 10.222.0.44 "DELETE /v2.0/networks/38c9aa33-1864-42da-9541-a7c94531c851 HTTP/1.1" status: 204 len: 168 time: 0.5497878 Mar 02 20:32:59.180293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:32:59.216107 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:32:59.216452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1d2b1005-c2ea-4a4f-94be-e7d91efb5905 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:32:59.488123 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50282) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:59.655597 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8e03f2c5-3f81-41e3-b7ea-01a41f8416e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=809bdfa688034064abc15e030437eaaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1662657 Mar 02 20:32:59.658127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50288) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:59.714908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae5011d1-0e2c-43e1-9ad7-3d81f70a6fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:59.739566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae5011d1-0e2c-43e1-9ad7-3d81f70a6fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:59.862092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae5011d1-0e2c-43e1-9ad7-3d81f70a6fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:59.878399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5011d1-0e2c-43e1-9ad7-3d81f70a6fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:59.886354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae5011d1-0e2c-43e1-9ad7-3d81f70a6fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:59.887458 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ae5011d1-0e2c-43e1-9ad7-3d81f70a6fe6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c8f1ff5-82f7-409d-ba0f-b6d1bf68651e HTTP/1.1" status: 204 len: 168 time: 0.2284396 Mar 02 20:33:00.258401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536f6b8-a3a6-4cd0-8a54-540c190d4bbf None None] New status for floating IP 4eed3400-ddf3-4a7f-8af8-75ab7ac21aaf: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:33:00.472114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50296) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:00.490636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d7015fff-192b-4b0e-9f13-654b4b254f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:00.523519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d7015fff-192b-4b0e-9f13-654b4b254f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:00.527578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d7015fff-192b-4b0e-9f13-654b4b254f53 admin admin] Usage tracker for resource:security_group_rule and tenant:6d309a8e589340129f49b837d25ca613 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:00.530586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-d7015fff-192b-4b0e-9f13-654b4b254f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:00.536728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-d7015fff-192b-4b0e-9f13-654b4b254f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:00.606890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d7015fff-192b-4b0e-9f13-654b4b254f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:00.683049 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d7015fff-192b-4b0e-9f13-654b4b254f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:00.729991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7015fff-192b-4b0e-9f13-654b4b254f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd280b-049f-4719-81c3-410de7dd59dc,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:00.734219 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d7015fff-192b-4b0e-9f13-654b4b254f53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d309a8e589340129f49b837d25ca613&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2610984 Mar 02 20:33:00.736970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 50300) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:00.797649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba359-b882-47d1-bc6d-03c46a7cecfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:00.822417 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba359-b882-47d1-bc6d-03c46a7cecfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:00.935832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba359-b882-47d1-bc6d-03c46a7cecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:00.950840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ba359-b882-47d1-bc6d-03c46a7cecfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd280b-049f-4719-81c3-410de7dd59dc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:00.958892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba359-b882-47d1-bc6d-03c46a7cecfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:00.960080 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9c9ba359-b882-47d1-bc6d-03c46a7cecfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28fd280b-049f-4719-81c3-410de7dd59dc HTTP/1.1" status: 204 len: 168 time: 0.2222359 Mar 02 20:33:01.133233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3b7a7822-e713-4427-8441-0e75c03366ea no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:33:01.168050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 3b7a7822-e713-4427-8441-0e75c03366ea {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:33:01.168499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3b7a7822-e713-4427-8441-0e75c03366ea not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:33:09.504034 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-61055d70-78ff-47fe-bfab-f693f701033d tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=65b0c63474b74ca68aeeb0b03382a783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261631 Mar 02 20:33:09.743312 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac177c-47ff-4148-90c9-e453546a2033 req-93c657b0-fe87-40dc-a37a-5f383ce74b27 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:09.744659 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-93c657b0-fe87-40dc-a37a-5f383ce74b27 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359374 Mar 02 20:33:09.760331 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-f37ce00e-c116-4d3f-996c-05f9d19fff45 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/quotas/65b0c63474b74ca68aeeb0b03382a783 HTTP/1.1" status: 200 len: 375 time: 0.0103507 Mar 02 20:33:09.804843 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-7157450e-1b7a-4bd1-b15a-5674c8b36c4b tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=65b0c63474b74ca68aeeb0b03382a783&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399101 Mar 02 20:33:10.053992 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-edf10f0f-253d-4a9f-81b0-1f4cc4a5cb2f req-54349d9b-d44d-435d-9ef6-4cb3e64adf73 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 210 time: 0.0451651 Mar 02 20:33:11.214044 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bd161ea8-b999-41f0-b0b7-11e22f6baeef req-8919ad27-4869-4dfa-82cd-83883630ef1b tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 210 time: 0.0435393 Mar 02 20:33:11.780175 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-bd381b35-9bac-4f2e-9193-3b9d2c187bbd tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=65b0c63474b74ca68aeeb0b03382a783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263681 Mar 02 20:33:11.928893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac177c-47ff-4148-90c9-e453546a2033 req-4c661308-31cd-4819-88d2-915036812193 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:11.930308 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-4c661308-31cd-4819-88d2-915036812193 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450868 Mar 02 20:33:11.947020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Request body: {'port': {'device_id': 'c42beee6-8f80-452d-874c-8bead0f4325b', 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83', 'admin_state_up': True, 'tenant_id': '65b0c63474b74ca68aeeb0b03382a783'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:33:12.085572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:12.089641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Usage tracker for resource:port and tenant:65b0c63474b74ca68aeeb0b03382a783 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:12.092551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:12.099006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:12.180821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Made reservation on behalf of 65b0c63474b74ca68aeeb0b03382a783 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:33:12.183158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:12.195698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:12.227333 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:12.231065 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Usage tracker for resource:security_group_rule and tenant:65b0c63474b74ca68aeeb0b03382a783 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:12.233816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:12.240210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:12.306802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:12.378374 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3981b42b-b851-4c43-b875-8ef22b5de152 req-ad782aeb-f7e3-4757-a46f-250d987d7c02 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 210 time: 0.0420589 Mar 02 20:33:12.393411 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:12.572055 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fd0e9b-a479-4957-bccc-73e4d9eda238,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:12.660359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Allocated IP 192.168.233.185 (aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83/96e5604d-0a32-4200-a822-5e797cae51aa/d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:33:12.856759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:12.872828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Transition to ACTIVE for port object d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:33:12.929784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:12.952980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.022166 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Network aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:33:13.025114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:33:13.029105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:33:13.064284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Pushing event updated for resources: {'Port': ['ID=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:13.102651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:13.103257 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.193633 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-70102d92-77c9-4226-8491-4fbc2e0687e4 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2500026 Mar 02 20:33:13.207118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Request body: {'port': {'device_id': 'c42beee6-8f80-452d-874c-8bead0f4325b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:33:13.314797 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.379966 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3740356d-0690-47f6-b2a8-fc18c05f8ec0 None None] Provisioning for port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:33:13.384895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3740356d-0690-47f6-b2a8-fc18c05f8ec0 None None] Provisioning complete for port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:13.385257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3740356d-0690-47f6-b2a8-fc18c05f8ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.439470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3740356d-0690-47f6-b2a8-fc18c05f8ec0 None None] Port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:33:13.586897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eeb82-a71f-441c-a84e-3b477ecb3ec2 req-d30b6269-5e5e-4e71-8e45-e4816f1ccbb7 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:13.588334 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9d5eeb82-a71f-441c-a84e-3b477ecb3ec2 req-d30b6269-5e5e-4e71-8e45-e4816f1ccbb7 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 936 time: 0.0797958 Mar 02 20:33:13.633003 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9d5eeb82-a71f-441c-a84e-3b477ecb3ec2 req-77d41ce1-0c93-490c-9f57-f610666eec8c tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/security-groups?id=03fd0e9b-a479-4957-bccc-73e4d9eda238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390327 Mar 02 20:33:13.660948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:33:13.667592 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.681639 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Transition to ACTIVE for port object d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:33:13.753750 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.886527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:14.001830 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Attempting to bind port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:33:14.002185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Attempting to bind port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '3517eea4-5c80-47c4-8aa3-44d65f75fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:33:14.002507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Attempting to bind port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 on network aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:33:14.009161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 on network aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:33:14.009471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Attempting to bind port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 on network aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:33:14.015435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:33:14.015762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Checking segment: {'id': '3517eea4-5c80-47c4-8aa3-44d65f75fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:33:14.016137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Bound using segment: {'id': '3517eea4-5c80-47c4-8aa3-44d65f75fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:33:14.016545 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Bound port: d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3517eea4-5c80-47c4-8aa3-44d65f75fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:33:14.016882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:14.102603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] For port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:33:14.105429 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] For port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353,segment=NetworkSegment(3517eea4-5c80-47c4-8aa3-44d65f75fe3c),segment_id=3517eea4-5c80-47c4-8aa3-44d65f75fe3c)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:33:14.175584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:14.239042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:14.240349 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] 10.222.0.31 "PUT /v2.0/ports/d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 HTTP/1.1" status: 200 len: 1098 time: 1.0380783 Mar 02 20:33:14.240787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42beee6-8f80-452d-874c-8bead0f4325b', 'tag': 'd4a7c841-d29f-44b1-9dc7-1fa6cdbc4353'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:33:14.265011 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26df39-7d73-4324-aabc-92dd4e34d7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:14.298684 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42beee6-8f80-452d-874c-8bead0f4325b', 'tag': 'd4a7c841-d29f-44b1-9dc7-1fa6cdbc4353', 'status': 'completed', 'code': 200} Mar 02 20:33:14.389074 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-eb230a1d-fcec-4596-9436-e32d0d28a451 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=65b0c63474b74ca68aeeb0b03382a783&device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 1101 time: 0.0742736 Mar 02 20:33:14.461276 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-c1fb2827-840e-4d82-bb7b-194d604a5666 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 HTTP/1.1" status: 200 len: 217 time: 0.0642574 Mar 02 20:33:14.523821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac177c-47ff-4148-90c9-e453546a2033 req-07dd05db-614b-4806-aec1-6cad1297b9b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:14.525195 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-07dd05db-614b-4806-aec1-6cad1297b9b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=96e5604d-0a32-4200-a822-5e797cae51aa HTTP/1.1" status: 200 len: 843 time: 0.0569780 Mar 02 20:33:14.598778 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-c992cbc8-1a89-4b82-bf9f-e537a5e98845 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0663064 Mar 02 20:33:14.829471 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-0381fb47-1de3-4d80-93e6-cb1d038fd027 service neutron] 10.222.0.31 "GET /v2.0/networks/aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225223 Mar 02 20:33:14.831483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbee7f-60a7-4b18-9290-3a0ea67c889f req-a58367b0-a6ba-4834-8379-7ddfa23da8e3 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:14.832939 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dcbbee7f-60a7-4b18-9290-3a0ea67c889f req-a58367b0-a6ba-4834-8379-7ddfa23da8e3 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 948 time: 0.0771110 Mar 02 20:33:14.879984 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dcbbee7f-60a7-4b18-9290-3a0ea67c889f req-940e30d6-a0e1-4653-953e-d28adfcfd130 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/security-groups?id=03fd0e9b-a479-4957-bccc-73e4d9eda238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 Mar 02 20:33:14.964336 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-84ac177c-47ff-4148-90c9-e453546a2033 req-52d52b90-f2c2-4e09-b731-0988fba17529 service neutron] 10.222.0.31 "GET /v2.0/networks/aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275530 Mar 02 20:33:15.145895 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f84176fa-60b2-4a67-b45e-86bb60819bc1 req-8b8946f9-d669-4719-aa22-f9110c7e672d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=65b0c63474b74ca68aeeb0b03382a783&device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 1101 time: 0.0689340 Mar 02 20:33:15.277569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84176fa-60b2-4a67-b45e-86bb60819bc1 req-0e74e741-d367-4050-b323-642809ad64ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:15.279043 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f84176fa-60b2-4a67-b45e-86bb60819bc1 req-0e74e741-d367-4050-b323-642809ad64ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83 HTTP/1.1" status: 200 len: 871 time: 0.1239417 Mar 02 20:33:15.349087 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f84176fa-60b2-4a67-b45e-86bb60819bc1 req-7bc542a6-3e4b-4694-937a-d510648f8a58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 HTTP/1.1" status: 200 len: 217 time: 0.0627019 Mar 02 20:33:15.409984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84176fa-60b2-4a67-b45e-86bb60819bc1 req-ffc71052-96b9-43c5-ab59-64a480f995ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:15.411359 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f84176fa-60b2-4a67-b45e-86bb60819bc1 req-ffc71052-96b9-43c5-ab59-64a480f995ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=96e5604d-0a32-4200-a822-5e797cae51aa HTTP/1.1" status: 200 len: 843 time: 0.0561202 Mar 02 20:33:15.487236 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f84176fa-60b2-4a67-b45e-86bb60819bc1 req-585b2919-bec3-47a7-8532-053048072650 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0675695 Mar 02 20:33:15.619267 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f84176fa-60b2-4a67-b45e-86bb60819bc1 req-a061c5f6-7af4-425f-8972-4f8b25900e38 service neutron] 10.222.0.31 "GET /v2.0/networks/aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240196 Mar 02 20:33:15.750938 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f84176fa-60b2-4a67-b45e-86bb60819bc1 req-1d2413c0-e4a5-4dd0-a0e6-32b1b755cbb0 service neutron] 10.222.0.31 "GET /v2.0/networks/aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236010 Mar 02 20:33:16.078978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8e3eb-c94d-4358-859a-4dbd4abb9e77 req-301bbd08-74e4-4dfd-a372-c2ee73fc21f3 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:16.081326 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9cb8e3eb-c94d-4358-859a-4dbd4abb9e77 req-301bbd08-74e4-4dfd-a372-c2ee73fc21f3 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 948 time: 0.0802629 Mar 02 20:33:16.126751 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9cb8e3eb-c94d-4358-859a-4dbd4abb9e77 req-206a1a1c-9676-4d5b-a744-358234d4da00 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/security-groups?id=03fd0e9b-a479-4957-bccc-73e4d9eda238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397661 Mar 02 20:33:17.095155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8d1c-c540-45d6-8084-967f37b2c101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:17.320166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c63002-e897-434c-a017-da9f4968f74c req-44219ddf-4651-4f54-88b1-b77f511b7a08 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:17.321602 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-22c63002-e897-434c-a017-da9f4968f74c req-44219ddf-4651-4f54-88b1-b77f511b7a08 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 948 time: 0.0764515 Mar 02 20:33:17.368851 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-22c63002-e897-434c-a017-da9f4968f74c req-806870ac-7fb5-467c-a7f5-16e3e8848907 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/security-groups?id=03fd0e9b-a479-4957-bccc-73e4d9eda238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417340 Mar 02 20:33:17.904835 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:33:18.035343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353,segment=NetworkSegment(3517eea4-5c80-47c4-8aa3-44d65f75fe3c),segment_id=3517eea4-5c80-47c4-8aa3-44d65f75fe3c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:33:18.048274 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'd4a7c841-d29f-44b1-9dc7-1fa6cdbc4353', 'network_id': 'aabbb5fa-c6fb-45f7-a2ac-6e4b19385a83', 'port_id': 'd4a7c841-d29f-44b1-9dc7-1fa6cdbc4353', 'mac_address': 'fa:16:3e:be:47:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e5604d-0a32-4200-a822-5e797cae51aa', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:33:18.105989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:18.123575 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:33:18.138765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353,segment=NetworkSegment(3517eea4-5c80-47c4-8aa3-44d65f75fe3c),segment_id=3517eea4-5c80-47c4-8aa3-44d65f75fe3c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:33:18.192743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:18.255559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:18.453342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:33:18.565670 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:33:18.566285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f045a4d-5063-4ad7-bb44-4c6c4366ae5e req-036b72ea-f4a5-46fe-804c-56cc710d4b43 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:18.567793 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f045a4d-5063-4ad7-bb44-4c6c4366ae5e req-036b72ea-f4a5-46fe-804c-56cc710d4b43 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 949 time: 0.0778010 Mar 02 20:33:18.614564 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f045a4d-5063-4ad7-bb44-4c6c4366ae5e req-e61a2993-49fa-48c8-bdff-8e0b5ee2a765 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/security-groups?id=03fd0e9b-a479-4957-bccc-73e4d9eda238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Mar 02 20:33:19.323729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-aa667579-c546-494d-93ff-3b5017956496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:19.813768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731681b-bf94-450b-aded-34146c21bbc8 req-03f4b0c4-8946-464e-a2bd-320ea13764ea tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:19.815238 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5731681b-bf94-450b-aded-34146c21bbc8 req-03f4b0c4-8946-464e-a2bd-320ea13764ea tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 949 time: 0.0787308 Mar 02 20:33:19.860654 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5731681b-bf94-450b-aded-34146c21bbc8 req-7ed8e999-f022-4487-a64f-50d5d625437b tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/security-groups?id=03fd0e9b-a479-4957-bccc-73e4d9eda238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389891 Mar 02 20:33:19.919288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:33:20.044020 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:33:20.049034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:20.049401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.161180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.186978 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42beee6-8f80-452d-874c-8bead0f4325b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a7c841-d29f-44b1-9dc7-1fa6cdbc4353'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:33:20.196830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353,segment=NetworkSegment(3517eea4-5c80-47c4-8aa3-44d65f75fe3c),segment_id=3517eea4-5c80-47c4-8aa3-44d65f75fe3c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:33:20.239818 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42beee6-8f80-452d-874c-8bead0f4325b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a7c841-d29f-44b1-9dc7-1fa6cdbc4353', 'code': 200} Mar 02 20:33:20.249863 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.314231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:20.543338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.600739 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6c6b6dcd-7ac2-4049-a768-00c2317bda14 req-3e0f3242-58a2-4d81-a599-3104c11ac2cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 1103 time: 0.0736024 Mar 02 20:33:20.643925 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6c6b6dcd-7ac2-4049-a768-00c2317bda14 req-da3cdb22-56ff-4dd6-beff-7570bdfe163a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=03fd0e9b-a479-4957-bccc-73e4d9eda238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367007 Mar 02 20:33:20.644137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:21.056277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e367bdf-0189-45bf-8aa9-80b2c40e7a8b req-00973b22-7535-4b36-a4f3-61b1f27f9313 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:21.057751 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2e367bdf-0189-45bf-8aa9-80b2c40e7a8b req-00973b22-7535-4b36-a4f3-61b1f27f9313 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 950 time: 0.0770602 Mar 02 20:33:21.103028 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2e367bdf-0189-45bf-8aa9-80b2c40e7a8b req-4e0b3e30-080d-47f6-b173-73e38ac9b073 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/security-groups?id=03fd0e9b-a479-4957-bccc-73e4d9eda238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Mar 02 20:33:21.884376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:22.299833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c276d-2f6a-480d-8e97-f66a98036d0c req-60eb6c0c-e953-4c05-b1e6-1bc2c58d56f6 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:22.301796 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-861c276d-2f6a-480d-8e97-f66a98036d0c req-60eb6c0c-e953-4c05-b1e6-1bc2c58d56f6 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 950 time: 0.0792358 Mar 02 20:33:22.345856 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-861c276d-2f6a-480d-8e97-f66a98036d0c req-bd79d2d2-2fde-497b-9a1a-918384cbf188 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/security-groups?id=03fd0e9b-a479-4957-bccc-73e4d9eda238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Mar 02 20:33:22.828522 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-32fca13f-8414-4e72-aac3-e058bf3cd768 req-55006994-f4cc-4f3a-9379-b9cc72f2b0a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690408 Mar 02 20:33:23.429143 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c2a61d95-ab55-476e-ab7c-b23ee69d32db req-9828164b-e76b-47d5-9230-2db4dd46fe53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0708404 Mar 02 20:33:24.124055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdd3f6-4e19-430e-80f6-67bffbe805bd req-62fb1aad-50f4-4236-afdc-522787878af1 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:24.125502 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3fdd3f6-4e19-430e-80f6-67bffbe805bd req-62fb1aad-50f4-4236-afdc-522787878af1 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 950 time: 0.0769596 Mar 02 20:33:24.170450 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3fdd3f6-4e19-430e-80f6-67bffbe805bd req-f50e887e-bbd1-470c-874b-8014c79deb6f tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/security-groups?id=03fd0e9b-a479-4957-bccc-73e4d9eda238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Mar 02 20:33:25.370373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e5bde-249d-408b-856d-ede7f0bbb6eb req-4187648a-0a0e-4737-8147-5882d082d1b9 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:25.371729 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-893e5bde-249d-408b-856d-ede7f0bbb6eb req-4187648a-0a0e-4737-8147-5882d082d1b9 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 950 time: 0.0794179 Mar 02 20:33:25.418128 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-893e5bde-249d-408b-856d-ede7f0bbb6eb req-db95fcb5-0352-41a7-a3f7-ace87d24215f tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/security-groups?id=03fd0e9b-a479-4957-bccc-73e4d9eda238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 Mar 02 20:33:25.543076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-63c4f3cd-26eb-4341-8e60-044206feb730 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:25.543744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-63c4f3cd-26eb-4341-8e60-044206feb730 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Synchronizing usage tracker for tenant:65b0c63474b74ca68aeeb0b03382a783 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:33:25.642884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-63c4f3cd-26eb-4341-8e60-044206feb730 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Unset dirty status for tenant:65b0c63474b74ca68aeeb0b03382a783 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:33:25.643970 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-63c4f3cd-26eb-4341-8e60-044206feb730 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.31 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 950 time: 0.1743603 Mar 02 20:33:25.716260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-412b111a-5e9a-4171-a57d-49887affdd97 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Deleting port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:33:25.716601 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-412b111a-5e9a-4171-a57d-49887affdd97 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:25.955118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-412b111a-5e9a-4171-a57d-49887affdd97 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] For port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353,segment=NetworkSegment(3517eea4-5c80-47c4-8aa3-44d65f75fe3c),segment_id=3517eea4-5c80-47c4-8aa3-44d65f75fe3c)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:33:25.955394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-412b111a-5e9a-4171-a57d-49887affdd97 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:26.075081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-412b111a-5e9a-4171-a57d-49887affdd97 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Calling delete_port for d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:33:26.278565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-412b111a-5e9a-4171-a57d-49887affdd97 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:26.290257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:33:26.325958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b111a-5e9a-4171-a57d-49887affdd97 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Pushing event deleted for resources: {'Port': ['ID=d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:26.405848 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-412b111a-5e9a-4171-a57d-49887affdd97 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] No DVR routers for this DVR port d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:33:26.408395 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-412b111a-5e9a-4171-a57d-49887affdd97 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:26.411709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42beee6-8f80-452d-874c-8bead0f4325b', 'name': 'network-vif-deleted', 'tag': 'd4a7c841-d29f-44b1-9dc7-1fa6cdbc4353'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:33:26.471399 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42beee6-8f80-452d-874c-8bead0f4325b', 'name': 'network-vif-deleted', 'tag': 'd4a7c841-d29f-44b1-9dc7-1fa6cdbc4353', 'status': 'completed', 'code': 200} Mar 02 20:33:26.483695 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1cd83b55-8d3a-41df-9e26-51a248fb09d4 req-412b111a-5e9a-4171-a57d-49887affdd97 tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.31 "DELETE /v2.0/ports/d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 HTTP/1.1" status: 204 len: 173 time: 0.8326154 Mar 02 20:33:26.588149 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2efae7c4-001e-4845-9233-bcbf1fbdccb5 req-ea413e07-80d8-4afa-84cb-d5c2710bfa6d tempest-ServersAdminNegativeTestJSON-1190642416 tempest-ServersAdminNegativeTestJSON-1190642416-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42beee6-8f80-452d-874c-8bead0f4325b HTTP/1.1" status: 200 len: 210 time: 0.0446665 Mar 02 20:33:28.195633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50432) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:28.365987 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-721ca7dd-0ba1-439d-b31b-4ce63d3d47bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65b0c63474b74ca68aeeb0b03382a783&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1692002 Mar 02 20:33:28.368425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50438) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:28.428352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:28.452586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:28.585737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:28.600399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fd0e9b-a479-4957-bccc-73e4d9eda238,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:28.611242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:28.612342 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03fd0e9b-a479-4957-bccc-73e4d9eda238 HTTP/1.1" status: 204 len: 168 time: 0.2430620 Mar 02 20:33:28.613968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:28.614307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:28.614651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:28.615693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:28.616039 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:28.616376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:28.616678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:28.617001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:28.617317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:28.617629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:28.617960 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e0fae-1a91-4310-847c-13ca4b0bc148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:29.236162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50446) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:29.254849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f86e67a-13dd-4afd-95c3-9048d558b6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.285445 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1f86e67a-13dd-4afd-95c3-9048d558b6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:29.289209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1f86e67a-13dd-4afd-95c3-9048d558b6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:ba4e408a075b4ef1baa301599767d918 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:29.291940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1f86e67a-13dd-4afd-95c3-9048d558b6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:29.297491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1f86e67a-13dd-4afd-95c3-9048d558b6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:29.361843 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f86e67a-13dd-4afd-95c3-9048d558b6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.415293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1f86e67a-13dd-4afd-95c3-9048d558b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.465415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86e67a-13dd-4afd-95c3-9048d558b6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7d75fb-5be8-49a0-a027-080c62dd78c5,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:29.469353 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1f86e67a-13dd-4afd-95c3-9048d558b6f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba4e408a075b4ef1baa301599767d918&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2321386 Mar 02 20:33:29.471904 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50450) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:29.531129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca3be-3356-4c85-bd6d-d7d9bd1e0016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.557120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca3be-3356-4c85-bd6d-d7d9bd1e0016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.699893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca3be-3356-4c85-bd6d-d7d9bd1e0016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.714246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ca3be-3356-4c85-bd6d-d7d9bd1e0016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7d75fb-5be8-49a0-a027-080c62dd78c5,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:29.720158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca3be-3356-4c85-bd6d-d7d9bd1e0016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.721271 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2b8ca3be-3356-4c85-bd6d-d7d9bd1e0016 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed7d75fb-5be8-49a0-a027-080c62dd78c5 HTTP/1.1" status: 204 len: 168 time: 0.2484672 Mar 02 20:33:29.980122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:33:30.012301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:33:30.012796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device d4a7c841-d29f-44b1-9dc7-1fa6cdbc4353 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:33:30.830059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50472) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:30.958555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1552859813-network', 'tenant_id': 'cce59a365cd54286909a9118d5315a7c'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:33:30.963979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:30.967830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Usage tracker for resource:network and tenant:cce59a365cd54286909a9118d5315a7c is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:30.970675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:30.976344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:31.043818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Made reservation on behalf of cce59a365cd54286909a9118d5315a7c for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:33:31.046158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:31.058937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:31.090496 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:31.094340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:cce59a365cd54286909a9118d5315a7c is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:31.097160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:31.102946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:31.170903 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:31.248454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:31.280771 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:33:31.285717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e87594-c633-4cbe-837d-80756b88313d,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:31.293485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:31.293611 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Added segment d330e463-2e5e-45fc-abec-59249ee9accc of type vlan for network 3c05bc87-d34a-4e48-bf7e-9925ace7f402 Mar 02 20:33:31.319109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:31.432241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:31.433117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:31.433691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:31.621005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=3c05bc87-d34a-4e48-bf7e-9925ace7f402,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:31.631117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 3c05bc87-d34a-4e48-bf7e-9925ace7f402 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:33:31.683664 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b482aaae-e39a-406b-89e8-37058cc0f3f9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8525188 Mar 02 20:33:31.695985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50478) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:31.701480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Request body: {'subnet': {'network_id': '3c05bc87-d34a-4e48-bf7e-9925ace7f402', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1552859813-subnet', 'tenant_id': 'cce59a365cd54286909a9118d5315a7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:33:31.706495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:31.711052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Usage tracker for resource:subnet and tenant:cce59a365cd54286909a9118d5315a7c is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:31.714185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:31.719866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:31.798306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Made reservation on behalf of cce59a365cd54286909a9118d5315a7c for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:33:31.800665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:32.055360 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:32.132526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a13fdd3-1568-49b3-b478-b2ca770be5fa,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:32.144124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Checking segment: {'id': 'd330e463-2e5e-45fc-abec-59249ee9accc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '3c05bc87-d34a-4e48-bf7e-9925ace7f402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:33:32.144124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Network hostable DHCP agents. Network: 3c05bc87-d34a-4e48-bf7e-9925ace7f402, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:33:32.226118 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Network 3c05bc87-d34a-4e48-bf7e-9925ace7f402 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:33:32.306931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 3c05bc87-d34a-4e48-bf7e-9925ace7f402) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:33:32.310836 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:32.311438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:32.315455 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c00547-3f58-4176-a2af-11da7db4d645 None None] Network 3c05bc87-d34a-4e48-bf7e-9925ace7f402 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:33:32.387583 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-34843464-5e8b-4d68-84c5-29120e9e7fec admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6904998 Mar 02 20:33:32.526000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dfa13a-cf51-4c20-8c50-890b4cadc0c7 None None] Network 3c05bc87-d34a-4e48-bf7e-9925ace7f402 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:33:32.934468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-efd30adc-957b-47ca-8eab-63cfb278593a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:32.935051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-efd30adc-957b-47ca-8eab-63cfb278593a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Synchronizing usage tracker for tenant:cce59a365cd54286909a9118d5315a7c on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:33:33.026286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-efd30adc-957b-47ca-8eab-63cfb278593a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Unset dirty status for tenant:cce59a365cd54286909a9118d5315a7c on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:33:33.027458 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-efd30adc-957b-47ca-8eab-63cfb278593a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/networks?id=3c05bc87-d34a-4e48-bf7e-9925ace7f402 HTTP/1.1" status: 200 len: 812 time: 0.2361338 Mar 02 20:33:33.043815 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ea36558c-330f-4879-9edb-a59503c13b74 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/quotas/cce59a365cd54286909a9118d5315a7c HTTP/1.1" status: 200 len: 375 time: 0.0111866 Mar 02 20:33:33.090836 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-9a67d55e-3b11-4529-bf60-7a2f0c51663f tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cce59a365cd54286909a9118d5315a7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421252 Mar 02 20:33:33.221687 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-8d28b13e-c559-4bf2-be1c-5a4edaafa0d6 service neutron] 10.222.0.44 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240013 Mar 02 20:33:33.350101 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-8cd8b38e-8c4b-401b-8ed4-c05ab213322f service neutron] 10.222.0.44 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225951 Mar 02 20:33:33.614306 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a351dbab-f354-4fa9-8291-523e2ce4ec04 req-d08bdf0f-50fc-41db-9ce3-0717439e4e12 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 210 time: 0.0469434 Mar 02 20:33:34.776739 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ab009bc4-e53e-4892-ae5d-620c4e7c6e2e req-aabb91bd-04d0-4eba-92f3-3e5d1062d69a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 210 time: 0.0426350 Mar 02 20:33:35.851823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-21f3f49c-d072-46e8-b53c-23a4389c6e8f tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:35.853359 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-21f3f49c-d072-46e8-b53c-23a4389c6e8f tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.31 "GET /v2.0/networks?id=3c05bc87-d34a-4e48-bf7e-9925ace7f402 HTTP/1.1" status: 200 len: 812 time: 0.2299423 Mar 02 20:33:35.879275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Request body: {'port': {'device_id': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'network_id': '3c05bc87-d34a-4e48-bf7e-9925ace7f402', 'admin_state_up': True, 'tenant_id': 'cce59a365cd54286909a9118d5315a7c'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:33:35.940636 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e0060823-1c5d-4377-b30a-cc39885199fc req-3fffc7a9-b36d-4e6b-9983-d6a1cec63671 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 210 time: 0.0404868 Mar 02 20:33:36.015034 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:36.018869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Usage tracker for resource:port and tenant:cce59a365cd54286909a9118d5315a7c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:36.021799 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:36.028446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:36.105440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Made reservation on behalf of cce59a365cd54286909a9118d5315a7c for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:33:36.108506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:36.268880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Allocated IP 172.20.0.4 (3c05bc87-d34a-4e48-bf7e-9925ace7f402/7a13fdd3-1568-49b3-b478-b2ca770be5fa/158a831a-5124-424f-9579-31678840e310) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:33:36.462944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:36.551717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:36.619953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Network 3c05bc87-d34a-4e48-bf7e-9925ace7f402 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:33:36.622769 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:33:36.626483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:33:36.667425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Pushing event updated for resources: {'Port': ['ID=158a831a-5124-424f-9579-31678840e310,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:36.696012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:36.696609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:36.798529 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-776b7174-48d1-47f4-a7aa-b325b9a4b461 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9230011 Mar 02 20:33:36.810228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Request body: {'port': {'device_id': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:33:36.941428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:37.151572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141e9d-58b9-4f4f-8550-3a75000fd659 req-90381dd0-b9c8-431b-a28c-c5dc8534de56 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:37.153029 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9b141e9d-58b9-4f4f-8550-3a75000fd659 req-90381dd0-b9c8-431b-a28c-c5dc8534de56 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 931 time: 0.0811303 Mar 02 20:33:37.208865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-9b141e9d-58b9-4f4f-8550-3a75000fd659 req-3b274f7c-728f-4bca-9791-d7d4b0dc2473 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Synchronizing usage tracker for tenant:cce59a365cd54286909a9118d5315a7c on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:33:37.283214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158a831a-5124-424f-9579-31678840e310 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:33:37.290469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:37.305238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Transition to ACTIVE for port object 158a831a-5124-424f-9579-31678840e310 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:33:37.317734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-9b141e9d-58b9-4f4f-8550-3a75000fd659 req-3b274f7c-728f-4bca-9791-d7d4b0dc2473 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Unset dirty status for tenant:cce59a365cd54286909a9118d5315a7c on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:33:37.318936 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9b141e9d-58b9-4f4f-8550-3a75000fd659 req-3b274f7c-728f-4bca-9791-d7d4b0dc2473 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604807 Mar 02 20:33:37.392079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:37.520831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Pushing event updated for resources: {'Port': ['ID=158a831a-5124-424f-9579-31678840e310,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:37.626588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Attempting to bind port 158a831a-5124-424f-9579-31678840e310 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:33:37.626916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Attempting to bind port 158a831a-5124-424f-9579-31678840e310 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'd330e463-2e5e-45fc-abec-59249ee9accc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '3c05bc87-d34a-4e48-bf7e-9925ace7f402'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:33:37.627235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Attempting to bind port 158a831a-5124-424f-9579-31678840e310 on network 3c05bc87-d34a-4e48-bf7e-9925ace7f402 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:33:37.633084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Port 158a831a-5124-424f-9579-31678840e310 on network 3c05bc87-d34a-4e48-bf7e-9925ace7f402 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:33:37.633428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Attempting to bind port 158a831a-5124-424f-9579-31678840e310 on network 3c05bc87-d34a-4e48-bf7e-9925ace7f402 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:33:37.639518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:33:37.639847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Checking segment: {'id': 'd330e463-2e5e-45fc-abec-59249ee9accc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '3c05bc87-d34a-4e48-bf7e-9925ace7f402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:33:37.640224 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Bound using segment: {'id': 'd330e463-2e5e-45fc-abec-59249ee9accc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '3c05bc87-d34a-4e48-bf7e-9925ace7f402'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:33:37.640636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Bound port: 158a831a-5124-424f-9579-31678840e310, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd330e463-2e5e-45fc-abec-59249ee9accc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '3c05bc87-d34a-4e48-bf7e-9925ace7f402'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:33:37.640977 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:37.726485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] For port 158a831a-5124-424f-9579-31678840e310, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:33:37.729261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] For port 158a831a-5124-424f-9579-31678840e310, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=158a831a-5124-424f-9579-31678840e310,segment=NetworkSegment(d330e463-2e5e-45fc-abec-59249ee9accc),segment_id=d330e463-2e5e-45fc-abec-59249ee9accc)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:33:37.792793 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:37.858935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:37.860406 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] 10.222.0.31 "PUT /v2.0/ports/158a831a-5124-424f-9579-31678840e310 HTTP/1.1" status: 200 len: 1093 time: 1.0540893 Mar 02 20:33:37.860837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'tag': '158a831a-5124-424f-9579-31678840e310'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:33:37.882480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb65890-b60e-4510-852e-75b6161796a4 service neutron] Pushing event updated for resources: {'Port': ['ID=158a831a-5124-424f-9579-31678840e310,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:38.087141 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'tag': '158a831a-5124-424f-9579-31678840e310', 'status': 'completed', 'code': 200} Mar 02 20:33:38.122877 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-069b48d4-1c2f-4428-b837-3f99a80fcf8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cce59a365cd54286909a9118d5315a7c&device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 1096 time: 0.1667559 Mar 02 20:33:38.196380 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-e2a7f0ed-a173-45ac-a2e7-c4f0c99d0f28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=158a831a-5124-424f-9579-31678840e310 HTTP/1.1" status: 200 len: 217 time: 0.0614607 Mar 02 20:33:38.260028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-b8a77bb3-6ddf-4bb6-b92a-aeb391da8353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:38.261324 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-b8a77bb3-6ddf-4bb6-b92a-aeb391da8353 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a13fdd3-1568-49b3-b478-b2ca770be5fa HTTP/1.1" status: 200 len: 852 time: 0.0554724 Mar 02 20:33:38.308619 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-1fd2d148-de7a-4c11-a914-d3d519db5cd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c05bc87-d34a-4e48-bf7e-9925ace7f402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384657 Mar 02 20:33:38.442186 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-3e06f952-c65d-4b3a-a89a-8c3f2fb1e5a1 service neutron] 10.222.0.31 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237431 Mar 02 20:33:38.515537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa01acc-d11d-41f3-81f2-cd72d484b231 req-bde579a1-5e20-44a0-a22a-27125a6950f0 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:38.516879 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cfa01acc-d11d-41f3-81f2-cd72d484b231 req-bde579a1-5e20-44a0-a22a-27125a6950f0 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 943 time: 0.0747123 Mar 02 20:33:38.562767 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cfa01acc-d11d-41f3-81f2-cd72d484b231 req-723fcbfe-5e02-48c6-9311-bfefd39c85b5 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Mar 02 20:33:38.576053 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-015251cf-43ee-4e76-9b8a-622fc4e908a2 req-aef23207-1d17-4522-9b58-3a357db22141 service neutron] 10.222.0.31 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252999 Mar 02 20:33:38.757970 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-067930fd-4f5c-45e1-9728-51db60792ba7 req-8fcb5e64-6d9c-4a42-afd9-d04e5d1e3093 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cce59a365cd54286909a9118d5315a7c&device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 1096 time: 0.0726078 Mar 02 20:33:38.895916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067930fd-4f5c-45e1-9728-51db60792ba7 req-83447a4c-ecf1-4838-b774-0dcb3e85281b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:38.898066 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-067930fd-4f5c-45e1-9728-51db60792ba7 req-83447a4c-ecf1-4838-b774-0dcb3e85281b service neutron] 10.222.0.31 "GET /v2.0/networks?id=3c05bc87-d34a-4e48-bf7e-9925ace7f402 HTTP/1.1" status: 200 len: 914 time: 0.1332045 Mar 02 20:33:38.968059 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-067930fd-4f5c-45e1-9728-51db60792ba7 req-91e9240d-6228-4076-a63e-d7d463308a70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=158a831a-5124-424f-9579-31678840e310 HTTP/1.1" status: 200 len: 217 time: 0.0633960 Mar 02 20:33:39.030454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067930fd-4f5c-45e1-9728-51db60792ba7 req-937dce79-39f8-47cf-8a20-9c2894fec003 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:39.031838 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-067930fd-4f5c-45e1-9728-51db60792ba7 req-937dce79-39f8-47cf-8a20-9c2894fec003 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a13fdd3-1568-49b3-b478-b2ca770be5fa HTTP/1.1" status: 200 len: 852 time: 0.0560322 Mar 02 20:33:39.077901 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-067930fd-4f5c-45e1-9728-51db60792ba7 req-ae339269-8692-4335-8519-dd3974d3180d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c05bc87-d34a-4e48-bf7e-9925ace7f402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377388 Mar 02 20:33:39.214072 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-067930fd-4f5c-45e1-9728-51db60792ba7 req-fd4fde6b-b0c7-43c7-b86f-463b543c202d service neutron] 10.222.0.31 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288471 Mar 02 20:33:39.350927 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-067930fd-4f5c-45e1-9728-51db60792ba7 req-28c1055a-2ada-42a3-b4d7-c01fc1888ec8 service neutron] 10.222.0.31 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290002 Mar 02 20:33:39.759171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a13df-8167-4625-895a-bd089b32f861 req-d0f63896-ef1e-4ed3-8ac6-0bbf9dad65d0 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:39.760611 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c4a13df-8167-4625-895a-bd089b32f861 req-d0f63896-ef1e-4ed3-8ac6-0bbf9dad65d0 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 943 time: 0.0791049 Mar 02 20:33:39.804926 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c4a13df-8167-4625-895a-bd089b32f861 req-b58eccb0-ade3-486a-b777-09394c624c3b tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389891 Mar 02 20:33:40.997440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40251230-36a3-4bd1-ad2b-ba049677d64a req-9a64da8b-67f7-4b77-8362-988e0e9b97af tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:40.998885 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-40251230-36a3-4bd1-ad2b-ba049677d64a req-9a64da8b-67f7-4b77-8362-988e0e9b97af tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 943 time: 0.0767443 Mar 02 20:33:41.047614 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-40251230-36a3-4bd1-ad2b-ba049677d64a req-e319c2a6-64d3-4a46-bf78-849e12fa4615 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432346 Mar 02 20:33:42.026930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 158a831a-5124-424f-9579-31678840e310 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:33:42.190155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 158a831a-5124-424f-9579-31678840e310, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=158a831a-5124-424f-9579-31678840e310,segment=NetworkSegment(d330e463-2e5e-45fc-abec-59249ee9accc),segment_id=d330e463-2e5e-45fc-abec-59249ee9accc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:33:42.205237 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '158a831a-5124-424f-9579-31678840e310', 'network_id': '3c05bc87-d34a-4e48-bf7e-9925ace7f402', 'port_id': '158a831a-5124-424f-9579-31678840e310', 'mac_address': 'fa:16:3e:98:4a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a13fdd3-1568-49b3-b478-b2ca770be5fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:33:42.246787 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36177bd4-4dcf-440d-a10b-2ddc6df96569 req-4bc9b345-aeb0-4a5d-aa7e-aeec7b18a5e6 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:42.248239 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-36177bd4-4dcf-440d-a10b-2ddc6df96569 req-4bc9b345-aeb0-4a5d-aa7e-aeec7b18a5e6 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 943 time: 0.0776901 Mar 02 20:33:42.257566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:42.275063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158a831a-5124-424f-9579-31678840e310 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:33:42.289993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 158a831a-5124-424f-9579-31678840e310, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=158a831a-5124-424f-9579-31678840e310,segment=NetworkSegment(d330e463-2e5e-45fc-abec-59249ee9accc),segment_id=d330e463-2e5e-45fc-abec-59249ee9accc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:33:42.292904 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-36177bd4-4dcf-440d-a10b-2ddc6df96569 req-0cc88dd0-e669-40c9-a61f-e099335aad2c tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391295 Mar 02 20:33:42.358325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:42.428857 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=158a831a-5124-424f-9579-31678840e310,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:42.437654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:42.438030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:42.438371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:42.438703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:42.439032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:42.439357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:42.439684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:42.440004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:42.440324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:42.440641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:42.440960 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:42.608456 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['158a831a-5124-424f-9579-31678840e310'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:33:42.918179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:43.491113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672cf1-a806-4ca2-943e-23d782ee8321 req-f7795033-da67-4605-b898-61c4898291b9 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:43.492520 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-84672cf1-a806-4ca2-943e-23d782ee8321 req-f7795033-da67-4605-b898-61c4898291b9 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 944 time: 0.0796797 Mar 02 20:33:43.537650 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-84672cf1-a806-4ca2-943e-23d782ee8321 req-df455a6a-9c2b-48e7-99d5-70760f08b12c tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387995 Mar 02 20:33:44.043373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 158a831a-5124-424f-9579-31678840e310 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:33:44.197687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 158a831a-5124-424f-9579-31678840e310 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:33:44.202771 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 158a831a-5124-424f-9579-31678840e310 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:44.203188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:44.313613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:44.338951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158a831a-5124-424f-9579-31678840e310'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:33:44.348427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 158a831a-5124-424f-9579-31678840e310, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=158a831a-5124-424f-9579-31678840e310,segment=NetworkSegment(d330e463-2e5e-45fc-abec-59249ee9accc),segment_id=d330e463-2e5e-45fc-abec-59249ee9accc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:33:44.393358 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158a831a-5124-424f-9579-31678840e310', 'code': 200} Mar 02 20:33:44.420507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:44.496517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=158a831a-5124-424f-9579-31678840e310,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:44.733435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7041d-34e6-4ee5-b163-6838b3cf5572 req-dd5c7f8e-74f0-425b-9e06-7964b087abd5 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:44.734898 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-57f7041d-34e6-4ee5-b163-6838b3cf5572 req-dd5c7f8e-74f0-425b-9e06-7964b087abd5 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0782826 Mar 02 20:33:44.776744 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-90bb1c0a-f4b4-4e2b-b96d-5430251a1607 req-ac6fc9ad-e856-4864-bb73-cea1df91089a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 1098 time: 0.0793998 Mar 02 20:33:44.780044 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-57f7041d-34e6-4ee5-b163-6838b3cf5572 req-c27380fa-fe2d-455a-a229-244d28d33259 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Mar 02 20:33:44.819227 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-90bb1c0a-f4b4-4e2b-b96d-5430251a1607 req-39f554d8-68b6-46d6-847e-a6f4b9733124 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362282 Mar 02 20:33:46.066737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a1e53-4767-4051-8da1-e91d5e8942e5 req-ba376e31-0041-4327-ac2d-366b12497232 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:46.068186 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-357a1e53-4767-4051-8da1-e91d5e8942e5 req-ba376e31-0041-4327-ac2d-366b12497232 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.1677465 Mar 02 20:33:46.114638 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-357a1e53-4767-4051-8da1-e91d5e8942e5 req-db93237c-40f6-4783-ae81-e80d8ab5579b tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Mar 02 20:33:47.135332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15f7d07a-2c7f-481c-ae7f-ec0e609b39dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:47.306260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f30ec-5cdf-4626-a8fa-859315fbf759 req-983ea27e-c855-4cbb-9e12-5a2faeb87efe tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:47.307687 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fc4f30ec-5cdf-4626-a8fa-859315fbf759 req-983ea27e-c855-4cbb-9e12-5a2faeb87efe tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0746157 Mar 02 20:33:47.352432 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fc4f30ec-5cdf-4626-a8fa-859315fbf759 req-9bd53ccb-2667-408e-978e-318cea622407 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392435 Mar 02 20:33:47.544380 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-650b8a98-816b-41a7-801b-95e3ccdb87e3 req-448fc291-6128-4c41-8d58-a6281e7c9fd9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0698550 Mar 02 20:33:47.954597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181b709-1b1c-4e3a-875e-3e165da3f268 req-9c8af825-ee3c-4109-90ad-a2b5f483caa2 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:47.956844 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0181b709-1b1c-4e3a-875e-3e165da3f268 req-9c8af825-ee3c-4109-90ad-a2b5f483caa2 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.1016402 Mar 02 20:33:48.015242 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0181b709-1b1c-4e3a-875e-3e165da3f268 req-394f2526-1090-4628-8930-b692aca1d1a5 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521781 Mar 02 20:33:48.032800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50540) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:48.186184 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-343cfd9d-f4c0-4f6a-8cf0-0b5bd29c336e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514196 Mar 02 20:33:49.223313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cea049-c320-44b1-b28c-01e1c71c9e11 req-22040ea2-c5a8-417a-9dd0-ccef0ce4dc4c tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:49.224765 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b7cea049-c320-44b1-b28c-01e1c71c9e11 req-22040ea2-c5a8-417a-9dd0-ccef0ce4dc4c tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0807166 Mar 02 20:33:49.270928 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b7cea049-c320-44b1-b28c-01e1c71c9e11 req-03cf23a2-eb29-44cc-b80f-ca6a6414c0f6 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399544 Mar 02 20:33:49.307063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b06bc934-f212-4b7c-8406-d307f1abdb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:50.471546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e529e-6d59-4ff6-b216-54ae358574b8 req-18674e13-1cac-4347-9e84-d30437d8bbd9 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:50.473288 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9f8e529e-6d59-4ff6-b216-54ae358574b8 req-18674e13-1cac-4347-9e84-d30437d8bbd9 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0812519 Mar 02 20:33:50.521542 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9f8e529e-6d59-4ff6-b216-54ae358574b8 req-c774efe7-015a-466b-897f-43c660d81a85 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Mar 02 20:33:50.525805 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-a130400a-1fef-4084-91fb-ebed7ad23452 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cce59a365cd54286909a9118d5315a7c&device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 1098 time: 0.0695589 Mar 02 20:33:50.551976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:50.609004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:50.656127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-16b26d39-8d14-4478-9baa-108de0a1a0bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:50.657683 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-16b26d39-8d14-4478-9baa-108de0a1a0bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=3c05bc87-d34a-4e48-bf7e-9925ace7f402 HTTP/1.1" status: 200 len: 914 time: 0.1253483 Mar 02 20:33:50.811844 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-fd6f9264-36b1-4429-a12f-8d0f47ac4a22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=158a831a-5124-424f-9579-31678840e310 HTTP/1.1" status: 200 len: 217 time: 0.1469767 Mar 02 20:33:50.873213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-ff3b14f1-cb17-40b7-857e-923df4c2f547 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:50.874633 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-ff3b14f1-cb17-40b7-857e-923df4c2f547 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a13fdd3-1568-49b3-b478-b2ca770be5fa HTTP/1.1" status: 200 len: 852 time: 0.0565722 Mar 02 20:33:50.920916 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-cfd6fe39-b328-4691-9d8b-a0d052aac49e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c05bc87-d34a-4e48-bf7e-9925ace7f402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405631 Mar 02 20:33:51.049705 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-ae2d70c7-ac8c-4b38-b819-6717c3db60ba service neutron] 10.222.0.31 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225038 Mar 02 20:33:51.183167 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-9ca0beca-4ebe-433c-a11d-4be2e3090bc9 service neutron] 10.222.0.31 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236184 Mar 02 20:33:51.720974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a9bf5-f523-4fd0-a981-deeca3acfdb0 req-e5567a1a-51ee-444f-b2f9-e4ca39ed65b8 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:51.722431 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-743a9bf5-f523-4fd0-a981-deeca3acfdb0 req-e5567a1a-51ee-444f-b2f9-e4ca39ed65b8 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0761445 Mar 02 20:33:51.770437 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-743a9bf5-f523-4fd0-a981-deeca3acfdb0 req-1b9fc2a4-4779-45ef-8ac8-0195c788ed34 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Mar 02 20:33:51.880464 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:52.964607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4edcb6-3522-4d90-b57b-19f805b2272a req-1d54080b-91e6-43a6-9997-39f0434d3f6a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:52.966073 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5d4edcb6-3522-4d90-b57b-19f805b2272a req-1d54080b-91e6-43a6-9997-39f0434d3f6a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0760887 Mar 02 20:33:53.010966 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5d4edcb6-3522-4d90-b57b-19f805b2272a req-35047e0b-0106-45ad-89c0-bd1b9eebf379 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Mar 02 20:33:54.211112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0371382-456c-4fb6-b224-208200fb4007 req-fbb4a660-3d54-489f-aaea-461e449a099d tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:54.213285 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b0371382-456c-4fb6-b224-208200fb4007 req-fbb4a660-3d54-489f-aaea-461e449a099d tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0811017 Mar 02 20:33:54.257472 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b0371382-456c-4fb6-b224-208200fb4007 req-26517adc-c03e-4bdb-a365-9d43927fd967 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386884 Mar 02 20:33:55.453958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16ffb6-3af6-4166-94b0-4026f06c1e31 req-a1a5be0c-60c6-4e2b-a3f3-3527dd6b9b91 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:55.455295 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8f16ffb6-3af6-4166-94b0-4026f06c1e31 req-a1a5be0c-60c6-4e2b-a3f3-3527dd6b9b91 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0762575 Mar 02 20:33:55.499728 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8f16ffb6-3af6-4166-94b0-4026f06c1e31 req-8b078345-c0a0-43e4-bed1-f6626e97a960 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Mar 02 20:33:55.567284 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:33:56.696956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc29e2d-b204-4b28-a5c7-ad7ebcdc8d42 req-536a0119-5c2d-44e2-abbc-d2c5e60409bb tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:56.698449 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6fc29e2d-b204-4b28-a5c7-ad7ebcdc8d42 req-536a0119-5c2d-44e2-abbc-d2c5e60409bb tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0809381 Mar 02 20:33:56.743648 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6fc29e2d-b204-4b28-a5c7-ad7ebcdc8d42 req-84bb5294-fd56-4833-ac3a-ab9598fb460c tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Mar 02 20:33:57.937223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de32f4a-b2db-4d8f-8208-1783487f3361 req-8d0b8adc-697a-4def-b3d4-8aa5a8c25c09 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:57.938717 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9de32f4a-b2db-4d8f-8208-1783487f3361 req-8d0b8adc-697a-4def-b3d4-8aa5a8c25c09 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0763860 Mar 02 20:33:57.986970 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9de32f4a-b2db-4d8f-8208-1783487f3361 req-e32aa2c2-2157-45f9-8bcb-2eb9c349ea1d tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428586 Mar 02 20:33:59.179494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc069eb0-7c9d-4c69-b291-7f4cd7458e4a req-288698a7-d96c-40b1-ba94-d7e8f00e7248 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:59.181071 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fc069eb0-7c9d-4c69-b291-7f4cd7458e4a req-288698a7-d96c-40b1-ba94-d7e8f00e7248 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0753834 Mar 02 20:33:59.226433 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fc069eb0-7c9d-4c69-b291-7f4cd7458e4a req-84ae1db3-0f22-4cf1-ad7c-a1be62fad9a3 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Mar 02 20:34:00.421604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed99f02-95d2-4974-82cb-b88394e16ebe req-3a3cfd54-7d48-48bc-9849-b1ca7649b5f1 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:00.422991 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0ed99f02-95d2-4974-82cb-b88394e16ebe req-3a3cfd54-7d48-48bc-9849-b1ca7649b5f1 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0784187 Mar 02 20:34:00.467832 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0ed99f02-95d2-4974-82cb-b88394e16ebe req-a6888b1f-0423-4be2-a130-bb3b4260eee5 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Mar 02 20:34:01.663506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749e5d3-6316-4e2e-a682-d930a221f9a9 req-3ae06bde-e18d-42af-8aff-72d08f26e368 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:01.664960 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8749e5d3-6316-4e2e-a682-d930a221f9a9 req-3ae06bde-e18d-42af-8aff-72d08f26e368 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0745065 Mar 02 20:34:01.710192 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8749e5d3-6316-4e2e-a682-d930a221f9a9 req-98db845f-1ff4-4f42-a476-9e8cae8e55d4 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Mar 02 20:34:02.909263 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9f8dc-fb95-45e2-9285-03865c76927d req-94e97516-50c6-4194-8adb-4181ce74c3b6 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:02.910717 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fbf9f8dc-fb95-45e2-9285-03865c76927d req-94e97516-50c6-4194-8adb-4181ce74c3b6 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0790331 Mar 02 20:34:02.955598 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fbf9f8dc-fb95-45e2-9285-03865c76927d req-d1a8f5f8-6e94-464f-9efd-8342f5f77852 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Mar 02 20:34:04.150668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26334a4-8de7-4c99-b4b8-5a152b28f79a req-2d65e0d5-6cbc-48d3-a401-dfb8767ee325 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:04.152121 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b26334a4-8de7-4c99-b4b8-5a152b28f79a req-2d65e0d5-6cbc-48d3-a401-dfb8767ee325 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0763235 Mar 02 20:34:04.197467 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b26334a4-8de7-4c99-b4b8-5a152b28f79a req-7d023fbf-4295-49f2-818d-4547f24290fc tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398898 Mar 02 20:34:05.393037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3e889-1d28-48a2-9593-45d2d12d7802 req-564780a3-67ba-4368-9547-e807f0bbfe92 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:05.394400 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-72a3e889-1d28-48a2-9593-45d2d12d7802 req-564780a3-67ba-4368-9547-e807f0bbfe92 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0781744 Mar 02 20:34:05.438716 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-72a3e889-1d28-48a2-9593-45d2d12d7802 req-bd225fd6-2975-4960-bc4e-301a0ecee8e5 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388472 Mar 02 20:34:06.631883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc07ad-ae87-4a65-8dd0-006f57ae2975 req-88dd608c-3a3d-442c-a153-f016ae32b486 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:06.634301 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-77bc07ad-ae87-4a65-8dd0-006f57ae2975 req-88dd608c-3a3d-442c-a153-f016ae32b486 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0766702 Mar 02 20:34:06.681862 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-77bc07ad-ae87-4a65-8dd0-006f57ae2975 req-271d014a-f9ea-4576-9ec4-236b032edfd8 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Mar 02 20:34:07.877027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421f94-f6eb-46d8-a9db-eb3b1aebcd49 req-e7876fab-5f42-4f88-ab9a-66bce24e7417 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:07.878485 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-83421f94-f6eb-46d8-a9db-eb3b1aebcd49 req-e7876fab-5f42-4f88-ab9a-66bce24e7417 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0762768 Mar 02 20:34:07.923659 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-83421f94-f6eb-46d8-a9db-eb3b1aebcd49 req-d1b3c73a-005c-4d6a-9f69-10dac55f8605 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396795 Mar 02 20:34:09.124743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9ba6c-a8fe-4e0f-bcb6-76b6a2dc716f req-6ace4bd3-39f8-4f17-ac83-790a126e0a0f tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:09.126193 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e5e9ba6c-a8fe-4e0f-bcb6-76b6a2dc716f req-6ace4bd3-39f8-4f17-ac83-790a126e0a0f tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0797303 Mar 02 20:34:09.170970 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e5e9ba6c-a8fe-4e0f-bcb6-76b6a2dc716f req-9566191a-b672-46c6-92c1-2a0232a06a23 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392978 Mar 02 20:34:10.366634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745ac8-123d-4395-84ed-a22759b105e9 req-717da127-6bbd-4650-979f-0226a4850fce tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:10.368701 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c745ac8-123d-4395-84ed-a22759b105e9 req-717da127-6bbd-4650-979f-0226a4850fce tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0767674 Mar 02 20:34:10.411801 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c745ac8-123d-4395-84ed-a22759b105e9 req-862cd314-1217-4fae-ba99-fb44555dd83d tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377085 Mar 02 20:34:11.609105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b8474-0ab5-4327-85c5-ba3ed7ccc6af req-63b2b0e7-1f26-4f24-959a-6f95d3ccf63d tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:11.610572 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea7b8474-0ab5-4327-85c5-ba3ed7ccc6af req-63b2b0e7-1f26-4f24-959a-6f95d3ccf63d tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0797923 Mar 02 20:34:11.654974 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea7b8474-0ab5-4327-85c5-ba3ed7ccc6af req-2819b90a-58cf-4851-906b-12f16234d274 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390043 Mar 02 20:34:12.848997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51ee5d-89b5-4b99-8bf4-f28c53eb4327 req-374fb632-a72b-49f9-a1dc-453236fa7f83 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:12.850473 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aa51ee5d-89b5-4b99-8bf4-f28c53eb4327 req-374fb632-a72b-49f9-a1dc-453236fa7f83 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0751047 Mar 02 20:34:12.899704 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aa51ee5d-89b5-4b99-8bf4-f28c53eb4327 req-01f5af07-4995-4e5c-bad6-4eeb17dbecc8 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436695 Mar 02 20:34:12.934419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:14.172584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd182074-5692-4a74-9c1a-bd26a86c4a3e req-126c00a5-66c6-45fb-9318-dd7c47c44b75 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:14.174044 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dd182074-5692-4a74-9c1a-bd26a86c4a3e req-126c00a5-66c6-45fb-9318-dd7c47c44b75 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.1557083 Mar 02 20:34:14.219619 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dd182074-5692-4a74-9c1a-bd26a86c4a3e req-07111045-b4f5-4d3a-9fe3-b67a40807afe tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Mar 02 20:34:15.414099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88e5f4-f54b-4971-8cdd-16ddb414c01e req-d735fbbf-2d3b-4d70-b852-786ef519f353 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:15.415456 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5e88e5f4-f54b-4971-8cdd-16ddb414c01e req-d735fbbf-2d3b-4d70-b852-786ef519f353 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0771172 Mar 02 20:34:15.459755 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5e88e5f4-f54b-4971-8cdd-16ddb414c01e req-327da074-1c25-4848-8b47-1d94d15692fc tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Mar 02 20:34:16.654921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66b6b5-324c-4b1d-8b71-ab6f88e5700d req-548686cf-953a-479b-ae53-52d7328af7aa tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:16.656348 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4a66b6b5-324c-4b1d-8b71-ab6f88e5700d req-548686cf-953a-479b-ae53-52d7328af7aa tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0752971 Mar 02 20:34:16.701027 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4a66b6b5-324c-4b1d-8b71-ab6f88e5700d req-4cdd6e7f-4513-4cb2-94f2-047fafe492ec tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 Mar 02 20:34:17.082892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5ca7b205-7b0a-4bbb-b96a-d8f211b5c121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.903132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50178c28-cf8c-486a-9c3f-17843af1a8d7 req-011ab3cf-96f9-4040-84d9-e717c8e20468 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:17.904561 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-50178c28-cf8c-486a-9c3f-17843af1a8d7 req-011ab3cf-96f9-4040-84d9-e717c8e20468 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0809960 Mar 02 20:34:17.950225 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-50178c28-cf8c-486a-9c3f-17843af1a8d7 req-2f5b5470-f558-41a6-a8dd-620b41828d65 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Mar 02 20:34:18.482680 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-ed327240-52f9-493e-ba26-f0c29ca62204 service neutron] 10.222.0.31 "GET /v2.0/ports/158a831a-5124-424f-9579-31678840e310/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0728507 Mar 02 20:34:19.145878 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26c419-786a-4212-a926-457326e5917c req-e83fcd9f-1da5-44ea-942f-5f5f6d142a31 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:19.147405 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7d26c419-786a-4212-a926-457326e5917c req-e83fcd9f-1da5-44ea-942f-5f5f6d142a31 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0776968 Mar 02 20:34:19.165174 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-f3f30ab4-1593-454d-810d-085dae13212d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff&tenant_id=cce59a365cd54286909a9118d5315a7c HTTP/1.1" status: 200 len: 1098 time: 0.0729127 Mar 02 20:34:19.195974 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7d26c419-786a-4212-a926-457326e5917c req-ba2ea893-a882-4ee2-b80c-24909b9e1d63 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Mar 02 20:34:19.260053 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-16268a1a-98f9-44b4-a9ca-68f0896b06ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cce59a365cd54286909a9118d5315a7c&device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 1098 time: 0.0720043 Mar 02 20:34:19.311806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-81e5d533-aadf-420e-9856-75e2a559a6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:19.392638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-0510cd3d-cd09-4fb0-8ecf-b7d02365c49e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:19.394121 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-0510cd3d-cd09-4fb0-8ecf-b7d02365c49e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3c05bc87-d34a-4e48-bf7e-9925ace7f402 HTTP/1.1" status: 200 len: 914 time: 0.1273155 Mar 02 20:34:19.464202 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-9fc166da-4f42-46bb-b904-cdb1673ecc77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=158a831a-5124-424f-9579-31678840e310 HTTP/1.1" status: 200 len: 217 time: 0.0633376 Mar 02 20:34:19.525259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-31473812-5fa1-4e60-8505-a769cf6ca8c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:19.526615 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-31473812-5fa1-4e60-8505-a769cf6ca8c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a13fdd3-1568-49b3-b478-b2ca770be5fa HTTP/1.1" status: 200 len: 852 time: 0.0557189 Mar 02 20:34:19.571254 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-e1433540-af33-433b-99bb-f46aee1d9fb8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c05bc87-d34a-4e48-bf7e-9925ace7f402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383420 Mar 02 20:34:19.705254 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-199dc5d7-8751-4e1f-a0fa-096d113d7235 service neutron] 10.222.0.31 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275022 Mar 02 20:34:19.837756 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-23fc7c75-c9f8-48b2-a747-56c84627f351 req-42e1457e-9f56-41b5-9c67-edab5dbaede0 service neutron] 10.222.0.31 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222017 Mar 02 20:34:20.389711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd7b64-dce1-4333-8b14-43c1af654268 req-13790f6c-e7ba-40c3-9d33-beb6bd89940d tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:20.391081 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d6fd7b64-dce1-4333-8b14-43c1af654268 req-13790f6c-e7ba-40c3-9d33-beb6bd89940d tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0753319 Mar 02 20:34:20.435848 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d6fd7b64-dce1-4333-8b14-43c1af654268 req-1b08c6b0-d93a-470a-992d-513284d27481 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393014 Mar 02 20:34:20.539522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:20.624510 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:21.631397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aed9d0-9aca-40db-ac92-283f731acf8a req-f367589b-ded4-4e7a-a5ad-9dce60940001 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:21.632865 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-51aed9d0-9aca-40db-ac92-283f731acf8a req-f367589b-ded4-4e7a-a5ad-9dce60940001 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0790176 Mar 02 20:34:21.676886 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-51aed9d0-9aca-40db-ac92-283f731acf8a req-8dc0ffa2-9a96-4bd1-a4e6-a58fbe16b0d8 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Mar 02 20:34:21.900179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.206384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 158a831a-5124-424f-9579-31678840e310 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:34:22.238829 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 158a831a-5124-424f-9579-31678840e310 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:34:22.428223 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 158a831a-5124-424f-9579-31678840e310, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=158a831a-5124-424f-9579-31678840e310,segment=NetworkSegment(d330e463-2e5e-45fc-abec-59249ee9accc),segment_id=d330e463-2e5e-45fc-abec-59249ee9accc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:34:22.447351 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '158a831a-5124-424f-9579-31678840e310', 'network_id': '3c05bc87-d34a-4e48-bf7e-9925ace7f402', 'port_id': '158a831a-5124-424f-9579-31678840e310', 'mac_address': 'fa:16:3e:98:4a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a13fdd3-1568-49b3-b478-b2ca770be5fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:34:22.450953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.520037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158a831a-5124-424f-9579-31678840e310'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:34:22.533882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 158a831a-5124-424f-9579-31678840e310, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=158a831a-5124-424f-9579-31678840e310,segment=NetworkSegment(d330e463-2e5e-45fc-abec-59249ee9accc),segment_id=d330e463-2e5e-45fc-abec-59249ee9accc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:34:22.534935 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.553029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 158a831a-5124-424f-9579-31678840e310 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:34:22.587074 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158a831a-5124-424f-9579-31678840e310', 'code': 200} Mar 02 20:34:22.614436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.722835 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:34:22.723188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:34:22.727407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=158a831a-5124-424f-9579-31678840e310,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:22.880226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5674b-99e6-435d-9294-e0da35b38e9e req-cad64286-2887-4beb-9edd-7d506773b2ad tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:22.881659 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6ee5674b-99e6-435d-9294-e0da35b38e9e req-cad64286-2887-4beb-9edd-7d506773b2ad tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 943 time: 0.0803456 Mar 02 20:34:22.928043 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6ee5674b-99e6-435d-9294-e0da35b38e9e req-535e7762-9c82-4efd-b006-9849eca138ae tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 Mar 02 20:34:23.277896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.294671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158a831a-5124-424f-9579-31678840e310 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:34:23.309340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 158a831a-5124-424f-9579-31678840e310, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=158a831a-5124-424f-9579-31678840e310,segment=NetworkSegment(d330e463-2e5e-45fc-abec-59249ee9accc),segment_id=d330e463-2e5e-45fc-abec-59249ee9accc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:34:23.390511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.463512 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['158a831a-5124-424f-9579-31678840e310'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:34:23.497735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-25c497bf-89ca-41d1-bf1d-a95b58d9392a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:23.498493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-25c497bf-89ca-41d1-bf1d-a95b58d9392a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Synchronizing usage tracker for tenant:cce59a365cd54286909a9118d5315a7c on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:34:23.542299 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=158a831a-5124-424f-9579-31678840e310,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:23.578991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-25c497bf-89ca-41d1-bf1d-a95b58d9392a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Unset dirty status for tenant:cce59a365cd54286909a9118d5315a7c on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:34:23.580137 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-25c497bf-89ca-41d1-bf1d-a95b58d9392a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.31 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff&tenant_id=cce59a365cd54286909a9118d5315a7c&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 944 time: 0.1721172 Mar 02 20:34:23.744609 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-a69eac4b-d502-4efe-bb4f-f23a41a53ea9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cce59a365cd54286909a9118d5315a7c&device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 1097 time: 0.0683651 Mar 02 20:34:23.874156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-d1c55214-5f98-4875-8c95-6ddd070c353b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:23.875565 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-d1c55214-5f98-4875-8c95-6ddd070c353b service neutron] 10.222.0.31 "GET /v2.0/networks?id=3c05bc87-d34a-4e48-bf7e-9925ace7f402 HTTP/1.1" status: 200 len: 914 time: 0.1243412 Mar 02 20:34:24.034895 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-30810b31-44c3-4e15-83e8-6884916cde8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=158a831a-5124-424f-9579-31678840e310 HTTP/1.1" status: 200 len: 217 time: 0.1519337 Mar 02 20:34:24.101076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-4b2a6c7b-c47f-477b-9f4c-4bde6007a1bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:24.102804 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-4b2a6c7b-c47f-477b-9f4c-4bde6007a1bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a13fdd3-1568-49b3-b478-b2ca770be5fa HTTP/1.1" status: 200 len: 852 time: 0.0583179 Mar 02 20:34:24.151608 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-6e4fdf07-14a5-4765-a235-0c02c15a515a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c05bc87-d34a-4e48-bf7e-9925ace7f402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416620 Mar 02 20:34:24.213729 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 158a831a-5124-424f-9579-31678840e310 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:24.282269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 158a831a-5124-424f-9579-31678840e310 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:24.283005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:24.289463 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-6cbfb0cd-42e8-4b1d-8147-ed9def9158b6 service neutron] 10.222.0.31 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304028 Mar 02 20:34:24.397529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:24.429836 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 158a831a-5124-424f-9579-31678840e310, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=158a831a-5124-424f-9579-31678840e310,segment=NetworkSegment(d330e463-2e5e-45fc-abec-59249ee9accc),segment_id=d330e463-2e5e-45fc-abec-59249ee9accc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:34:24.510268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:24.540849 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-900f24ba-b3c4-428b-8af8-39c2246a115a service neutron] 10.222.0.31 "GET /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271467 Mar 02 20:34:24.575217 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=158a831a-5124-424f-9579-31678840e310,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:24.587577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158a831a-5124-424f-9579-31678840e310'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:34:24.658586 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158a831a-5124-424f-9579-31678840e310', 'code': 200} Mar 02 20:34:26.270319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7736-e4b3-4a0b-89a0-2d59393feb81 req-d2725468-1835-44f0-a449-08b9d31a0a31 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:26.271771 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aedf7736-e4b3-4a0b-89a0-2d59393feb81 req-d2725468-1835-44f0-a449-08b9d31a0a31 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0792336 Mar 02 20:34:26.316160 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aedf7736-e4b3-4a0b-89a0-2d59393feb81 req-e4cdf438-fc0e-43e5-83c6-0fdd4527c100 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388591 Mar 02 20:34:27.511627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407435b4-b6bc-4898-82c3-fd1883c4abc9 req-c5dfa5ba-9972-4eb4-97c9-1ea4171d81dd tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:27.513052 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-407435b4-b6bc-4898-82c3-fd1883c4abc9 req-c5dfa5ba-9972-4eb4-97c9-1ea4171d81dd tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0756831 Mar 02 20:34:27.557377 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-407435b4-b6bc-4898-82c3-fd1883c4abc9 req-294dca7b-04ed-4209-bd76-c4a2a4a6622e tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Mar 02 20:34:28.132961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-3eb041de-28ae-4c6f-a856-874b3b213df4 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:28.134451 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-3eb041de-28ae-4c6f-a856-874b3b213df4 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.31 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0773551 Mar 02 20:34:28.206075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Deleting port 158a831a-5124-424f-9579-31678840e310 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:34:28.206454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.443788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] For port 158a831a-5124-424f-9579-31678840e310, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=158a831a-5124-424f-9579-31678840e310,segment=NetworkSegment(d330e463-2e5e-45fc-abec-59249ee9accc),segment_id=d330e463-2e5e-45fc-abec-59249ee9accc)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:34:28.444298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.572405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Calling delete_port for 158a831a-5124-424f-9579-31678840e310 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:34:28.764859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e23fe-5cd3-467c-9a1d-6cc8cf204d0c req-c9f26084-a03f-4b45-8f34-e5b980aa7b1d tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:28.766241 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d29e23fe-5cd3-467c-9a1d-6cc8cf204d0c req-c9f26084-a03f-4b45-8f34-e5b980aa7b1d tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 945 time: 0.0801911 Mar 02 20:34:28.785622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.797415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['158a831a-5124-424f-9579-31678840e310'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:34:28.813520 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d29e23fe-5cd3-467c-9a1d-6cc8cf204d0c req-39afdc2e-561d-43ed-9b8d-ed499a41c01d tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/security-groups?id=23e87594-c633-4cbe-837d-80756b88313d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416763 Mar 02 20:34:28.837708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Pushing event deleted for resources: {'Port': ['ID=158a831a-5124-424f-9579-31678840e310,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:28.850054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:28.850401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:28.851294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:28.851662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:28.851994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:28.852322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:28.852648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:28.853014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:28.853341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:28.853661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:28.854031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:28.923198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] No DVR routers for this DVR port 158a831a-5124-424f-9579-31678840e310 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:34:28.925594 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.928123 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'name': 'network-vif-deleted', 'tag': '158a831a-5124-424f-9579-31678840e310'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:34:28.983092 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40ff723-78f5-4bc2-b37b-fdd4440579ff', 'name': 'network-vif-deleted', 'tag': '158a831a-5124-424f-9579-31678840e310', 'status': 'completed', 'code': 200} Mar 02 20:34:29.002510 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1c787795-0ee0-402d-89e7-dd06f882ea07 req-bb4d166f-67a3-44e0-b499-eb8d009ee551 tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.31 "DELETE /v2.0/ports/158a831a-5124-424f-9579-31678840e310 HTTP/1.1" status: 204 len: 173 time: 0.8619115 Mar 02 20:34:29.995627 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-52ea9707-54bb-4c19-8a1e-c5cabbc477f0 req-de55dee7-5354-4eb9-8f05-144ccc917f8a tempest-DeleteServersTestJSON-1554220281 tempest-DeleteServersTestJSON-1554220281-project] 10.222.0.44 "GET /v2.0/ports?device_id=b40ff723-78f5-4bc2-b37b-fdd4440579ff HTTP/1.1" status: 200 len: 210 time: 0.0416088 Mar 02 20:34:31.259441 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50648) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:31.319055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Deleting subnet 7a13fdd3-1568-49b3-b478-b2ca770be5fa {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:34:31.322614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.372601 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.430970 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.573725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.611951 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a13fdd3-1568-49b3-b478-b2ca770be5fa,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:31.619832 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.625958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:31.626254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:31.626592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:31.626925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:31.627256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:31.627584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:31.627910 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:31.628233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:31.628554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:31.628889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:31.629192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:31.634831 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cc282a30-685d-4aba-ad9d-1afc8a3eeb35 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7a13fdd3-1568-49b3-b478-b2ca770be5fa HTTP/1.1" status: 204 len: 168 time: 0.3743751 Mar 02 20:34:31.637306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50652) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:31.744079 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.871359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.896402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c05bc87-d34a-4e48-bf7e-9925ace7f402']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:31.909039 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd330e463-2e5e-45fc-abec-59249ee9accc') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:31.909327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd330e463-2e5e-45fc-abec-59249ee9accc') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:31.921696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.941858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.948944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:34:31.949327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:34:31.963681 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:34:32.100140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:32.119517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:32.125398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c05bc87-d34a-4e48-bf7e-9925ace7f402,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:32.203787 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6a58625e-d720-48c4-a588-d3ba90619ef6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3c05bc87-d34a-4e48-bf7e-9925ace7f402 HTTP/1.1" status: 204 len: 168 time: 0.5654490 Mar 02 20:34:32.245461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 158a831a-5124-424f-9579-31678840e310 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:34:32.282147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 158a831a-5124-424f-9579-31678840e310 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:34:32.282497 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 158a831a-5124-424f-9579-31678840e310 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:34:32.497856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50658) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:32.567474 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:34:32.639280 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-44e9a7a5-818f-4384-9b58-96c69f613820 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cce59a365cd54286909a9118d5315a7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1399271 Mar 02 20:34:32.641590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50662) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:32.700463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a07ec417-a684-4ae6-9d90-f366e279dc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:32.726435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a07ec417-a684-4ae6-9d90-f366e279dc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:32.854342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a07ec417-a684-4ae6-9d90-f366e279dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:32.872266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ec417-a684-4ae6-9d90-f366e279dc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e87594-c633-4cbe-837d-80756b88313d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:32.956359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a07ec417-a684-4ae6-9d90-f366e279dc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:32.957443 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a07ec417-a684-4ae6-9d90-f366e279dc7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23e87594-c633-4cbe-837d-80756b88313d HTTP/1.1" status: 204 len: 168 time: 0.3148999 Mar 02 20:34:34.223990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50684) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:34.352488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-872111699-network', 'tenant_id': '79aff3e45c5f4965b38fb1b28d3a62da'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:34:34.357132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:34.360885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Usage tracker for resource:network and tenant:79aff3e45c5f4965b38fb1b28d3a62da is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:34.363685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:34.369942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:34.493997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Made reservation on behalf of 79aff3e45c5f4965b38fb1b28d3a62da for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:34:34.496258 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:34.508523 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:34.538967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:34.542741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Usage tracker for resource:security_group_rule and tenant:79aff3e45c5f4965b38fb1b28d3a62da is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:34.545443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:34.551168 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:34.620642 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:34.682817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:34.713060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:34:34.722028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c797551-8444-4cde-b7e2-718d4fbe7f27,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:34.728396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:34.728797 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Added segment 6947bb8f-500e-46af-a010-b69cda15425b of type vlan for network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 Mar 02 20:34:34.754491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:34.820482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:34.821311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:34.821922 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:34.927774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] Pushing event updated for resources: {'Network': ['ID=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:34.937601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:34:34.998019 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6bfdd4d1-42c7-401f-878e-3ff7c37e3b81 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7729118 Mar 02 20:34:35.000801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 50690) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:35.006191 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Request body: {'subnet': {'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-872111699-subnet', 'tenant_id': '79aff3e45c5f4965b38fb1b28d3a62da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:34:35.011576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:35.015355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Usage tracker for resource:subnet and tenant:79aff3e45c5f4965b38fb1b28d3a62da is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:35.018151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:35.024935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:35.094546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Made reservation on behalf of 79aff3e45c5f4965b38fb1b28d3a62da for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:34:35.096879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.339879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.411474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d528810-3a7d-48a2-b9c5-6d39d53a8c7c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:35.425926 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Checking segment: {'id': '6947bb8f-500e-46af-a010-b69cda15425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:34:35.426302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Network hostable DHCP agents. Network: 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:34:35.511295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:34:35.597077 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:35.600698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:35.601292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.605951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b17226-4829-4f6f-9753-021a16fb3eee None None] Network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:34:35.683308 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-94fc2bc7-8884-41fe-be64-2e0bd8f0f0f2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6813974 Mar 02 20:34:35.808472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee8b638-4e0d-42bf-b1e7-4726d75db56e None None] Network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:34:36.221586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a431f34-06c5-4c36-a694-8c14345428df req-ac73c1c6-566b-4fcd-a7bc-f2b04560c1e3 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:36.221586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2a431f34-06c5-4c36-a694-8c14345428df req-ac73c1c6-566b-4fcd-a7bc-f2b04560c1e3 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Synchronizing usage tracker for tenant:79aff3e45c5f4965b38fb1b28d3a62da on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:34:36.298247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2a431f34-06c5-4c36-a694-8c14345428df req-ac73c1c6-566b-4fcd-a7bc-f2b04560c1e3 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Unset dirty status for tenant:79aff3e45c5f4965b38fb1b28d3a62da on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:34:36.299397 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-ac73c1c6-566b-4fcd-a7bc-f2b04560c1e3 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/networks?id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 HTTP/1.1" status: 200 len: 814 time: 0.2251699 Mar 02 20:34:36.315606 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-67a1169d-74f7-42a8-b4b3-2f232e397a41 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/quotas/79aff3e45c5f4965b38fb1b28d3a62da HTTP/1.1" status: 200 len: 375 time: 0.0104339 Mar 02 20:34:36.359962 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-df905021-9560-4637-9ae2-54f13d779281 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388844 Mar 02 20:34:36.489406 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-020e3fe4-7bf5-4019-9b05-500004cb3037 service neutron] 10.222.0.44 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223354 Mar 02 20:34:36.618890 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-847f8122-b429-48f3-af6d-0a0fb3e93e89 service neutron] 10.222.0.44 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233523 Mar 02 20:34:36.908473 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4d960a10-54e9-4ed5-9a7b-96a69ca86d0f req-852c78ad-1b83-43ef-af28-c16df54f5a2c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 210 time: 0.0453656 Mar 02 20:34:38.069335 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-557620c5-e8a8-4b2b-bfb0-72e371acc59c req-599cf441-c29c-4dc2-884f-336bed537bd7 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 210 time: 0.0408440 Mar 02 20:34:39.001010 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a431f34-06c5-4c36-a694-8c14345428df req-ad9241f6-f79a-43c7-a1ba-f774788a0b5f tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:39.002447 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-ad9241f6-f79a-43c7-a1ba-f774788a0b5f tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.31 "GET /v2.0/networks?id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 HTTP/1.1" status: 200 len: 814 time: 0.1425459 Mar 02 20:34:39.021157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Request body: {'port': {'device_id': '432469f2-652d-400a-9b26-70c8398936a7', 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2', 'admin_state_up': True, 'tenant_id': '79aff3e45c5f4965b38fb1b28d3a62da'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:34:39.158677 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:39.163517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Usage tracker for resource:port and tenant:79aff3e45c5f4965b38fb1b28d3a62da is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:39.167199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:39.172974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:39.236111 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d7339ec5-3982-430e-b281-2fa06d98add6 req-1f68bc71-860a-443a-b499-cb4fbbff452d tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 210 time: 0.0407722 Mar 02 20:34:39.260382 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Made reservation on behalf of 79aff3e45c5f4965b38fb1b28d3a62da for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:34:39.263301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:39.540102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Allocated IP 172.20.0.6 (24cfdf71-235a-4bf0-9bfe-dbab789e6ac2/7d528810-3a7d-48a2-b9c5-6d39d53a8c7c/8e12eac3-a4b5-4b21-8242-49c73321e333) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:34:39.742129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:39.814091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:39.884828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:34:39.887894 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:39.892125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:34:39.916990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Pushing event updated for resources: {'Port': ['ID=8e12eac3-a4b5-4b21-8242-49c73321e333,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:39.953608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:39.954246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.026159 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-55a91a4f-2732-4f11-928c-96597ad5d728 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0085742 Mar 02 20:34:40.038203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Request body: {'port': {'device_id': '432469f2-652d-400a-9b26-70c8398936a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:34:40.146560 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.437430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b36767-1b59-4331-a5a2-83c18dd40a0c req-90ce57cb-773d-4df9-94fb-23218a2c3e35 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:40.438790 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-49b36767-1b59-4331-a5a2-83c18dd40a0c req-90ce57cb-773d-4df9-94fb-23218a2c3e35 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 931 time: 0.0782192 Mar 02 20:34:40.483243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-49b36767-1b59-4331-a5a2-83c18dd40a0c req-ce7f1f11-a260-4499-962b-17f7c13d9e06 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Synchronizing usage tracker for tenant:79aff3e45c5f4965b38fb1b28d3a62da on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:34:40.484698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e12eac3-a4b5-4b21-8242-49c73321e333 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:34:40.491803 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.505604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Transition to ACTIVE for port object 8e12eac3-a4b5-4b21-8242-49c73321e333 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:40.580184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-49b36767-1b59-4331-a5a2-83c18dd40a0c req-ce7f1f11-a260-4499-962b-17f7c13d9e06 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Unset dirty status for tenant:79aff3e45c5f4965b38fb1b28d3a62da on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:34:40.581440 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-49b36767-1b59-4331-a5a2-83c18dd40a0c req-ce7f1f11-a260-4499-962b-17f7c13d9e06 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373076 Mar 02 20:34:40.591207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.732469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Pushing event updated for resources: {'Port': ['ID=8e12eac3-a4b5-4b21-8242-49c73321e333,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:40.837346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Attempting to bind port 8e12eac3-a4b5-4b21-8242-49c73321e333 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:34:40.837670 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Attempting to bind port 8e12eac3-a4b5-4b21-8242-49c73321e333 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '6947bb8f-500e-46af-a010-b69cda15425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:34:40.838041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Attempting to bind port 8e12eac3-a4b5-4b21-8242-49c73321e333 on network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:34:40.843702 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Port 8e12eac3-a4b5-4b21-8242-49c73321e333 on network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:34:40.844019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Attempting to bind port 8e12eac3-a4b5-4b21-8242-49c73321e333 on network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:34:40.850077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:34:40.851050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Checking segment: {'id': '6947bb8f-500e-46af-a010-b69cda15425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:34:40.851517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Bound using segment: {'id': '6947bb8f-500e-46af-a010-b69cda15425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:34:40.851940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Bound port: 8e12eac3-a4b5-4b21-8242-49c73321e333, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6947bb8f-500e-46af-a010-b69cda15425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:34:40.852282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.940418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] For port 8e12eac3-a4b5-4b21-8242-49c73321e333, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:34:40.943289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] For port 8e12eac3-a4b5-4b21-8242-49c73321e333, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8e12eac3-a4b5-4b21-8242-49c73321e333,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:34:41.001712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:41.062866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:41.064212 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] 10.222.0.31 "PUT /v2.0/ports/8e12eac3-a4b5-4b21-8242-49c73321e333 HTTP/1.1" status: 200 len: 1093 time: 1.0302274 Mar 02 20:34:41.064640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432469f2-652d-400a-9b26-70c8398936a7', 'tag': '8e12eac3-a4b5-4b21-8242-49c73321e333'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:34:41.081727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c2b90-2d5c-49b7-a936-fd4982cf4f51 service neutron] Pushing event updated for resources: {'Port': ['ID=8e12eac3-a4b5-4b21-8242-49c73321e333,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:41.124477 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432469f2-652d-400a-9b26-70c8398936a7', 'tag': '8e12eac3-a4b5-4b21-8242-49c73321e333', 'status': 'completed', 'code': 200} Mar 02 20:34:41.221025 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f5285cf0-beae-4606-8a0f-68eeb381385f req-af22f673-2e34-4c46-95ae-fffd6c600f35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 1096 time: 0.0709767 Mar 02 20:34:41.358899 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5285cf0-beae-4606-8a0f-68eeb381385f req-9b708ca9-b7ef-495f-b39b-36a619f717a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:41.360324 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f5285cf0-beae-4606-8a0f-68eeb381385f req-9b708ca9-b7ef-495f-b39b-36a619f717a7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1305280 Mar 02 20:34:41.589541 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5285cf0-beae-4606-8a0f-68eeb381385f req-2e267e54-72fc-413b-b15a-ed8ff1adc3e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:41.590999 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f5285cf0-beae-4606-8a0f-68eeb381385f req-2e267e54-72fc-413b-b15a-ed8ff1adc3e3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2201717 Mar 02 20:34:41.695810 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-5594dccc-4e2a-49d2-adf9-c9b5b6eaa69d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 1096 time: 0.0685349 Mar 02 20:34:41.767074 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-b811bcde-75a1-4b64-b9c8-27c171f099e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e12eac3-a4b5-4b21-8242-49c73321e333 HTTP/1.1" status: 200 len: 217 time: 0.0633297 Mar 02 20:34:41.778121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897c369-1af8-4e96-951e-2a9cf3368d21 req-7fc3f130-333f-41fc-aafe-3329a3e39754 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:41.779557 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e897c369-1af8-4e96-951e-2a9cf3368d21 req-7fc3f130-333f-41fc-aafe-3329a3e39754 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 943 time: 0.0757358 Mar 02 20:34:41.830212 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e897c369-1af8-4e96-951e-2a9cf3368d21 req-5571ce39-7df6-4645-b96d-7e28207a9c3b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 Mar 02 20:34:41.832659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a431f34-06c5-4c36-a694-8c14345428df req-e7c611a1-ea4d-4d22-b59e-b31a8df7e1c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:41.834105 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-e7c611a1-ea4d-4d22-b59e-b31a8df7e1c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d528810-3a7d-48a2-b9c5-6d39d53a8c7c HTTP/1.1" status: 200 len: 854 time: 0.0605698 Mar 02 20:34:41.883861 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-6c90db05-e152-4fcd-84eb-e746e3a3ee2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425925 Mar 02 20:34:42.015365 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-7eb0d5d3-fae7-400f-b6e9-ef6219633783 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242661 Mar 02 20:34:42.146290 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2a431f34-06c5-4c36-a694-8c14345428df req-dc91edcf-4718-4bba-b26a-2119e39a3e22 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243618 Mar 02 20:34:42.945076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:43.027758 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ebe7f-d24c-420c-962b-8ba494efb7e9 req-90687029-ab91-4e17-acff-c35c8b6b96d6 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:43.029188 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7c0ebe7f-d24c-420c-962b-8ba494efb7e9 req-90687029-ab91-4e17-acff-c35c8b6b96d6 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 943 time: 0.0778933 Mar 02 20:34:43.076249 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7c0ebe7f-d24c-420c-962b-8ba494efb7e9 req-ee568e4b-0ce9-4113-9b85-d963dde9c158 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Mar 02 20:34:44.275171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6025ee-f656-484c-91ed-004605fed712 req-d92ae410-838a-40a4-a69a-e01aa3bbc802 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:44.276613 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0e6025ee-f656-484c-91ed-004605fed712 req-d92ae410-838a-40a4-a69a-e01aa3bbc802 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 943 time: 0.0830271 Mar 02 20:34:44.321842 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0e6025ee-f656-484c-91ed-004605fed712 req-ed53b260-65d7-4c69-9f8e-c231350619e8 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397639 Mar 02 20:34:45.518087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607a945-e3e3-4c80-be2b-b2b66f585f11 req-7391d82a-34fe-4486-b681-fba6d2e6f944 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:45.519529 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5607a945-e3e3-4c80-be2b-b2b66f585f11 req-7391d82a-34fe-4486-b681-fba6d2e6f944 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 943 time: 0.0760951 Mar 02 20:34:45.564274 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5607a945-e3e3-4c80-be2b-b2b66f585f11 req-86647a66-7694-4c6f-9ae3-1ec58df8d808 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390985 Mar 02 20:34:46.292544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 8e12eac3-a4b5-4b21-8242-49c73321e333 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:34:46.423418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 8e12eac3-a4b5-4b21-8242-49c73321e333, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8e12eac3-a4b5-4b21-8242-49c73321e333,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:34:46.436400 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '8e12eac3-a4b5-4b21-8242-49c73321e333', 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2', 'port_id': '8e12eac3-a4b5-4b21-8242-49c73321e333', 'mac_address': 'fa:16:3e:23:56:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d528810-3a7d-48a2-b9c5-6d39d53a8c7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:34:46.487609 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:46.504773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e12eac3-a4b5-4b21-8242-49c73321e333 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:34:46.519245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 8e12eac3-a4b5-4b21-8242-49c73321e333, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8e12eac3-a4b5-4b21-8242-49c73321e333,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:34:46.595412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:46.664561 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=8e12eac3-a4b5-4b21-8242-49c73321e333,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:46.672980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:46.673324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:46.673730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:46.674025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:46.674358 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:46.674682 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:46.675001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:46.675321 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:46.675638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:46.675954 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:46.676268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:46.842260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f4f69-d3e8-4ee2-a145-0fb97b635ebb req-534a505a-0ccc-4386-b0fe-5594eee0c428 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:46.843706 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f90f4f69-d3e8-4ee2-a145-0fb97b635ebb req-534a505a-0ccc-4386-b0fe-5594eee0c428 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 944 time: 0.1533875 Mar 02 20:34:46.846891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['8e12eac3-a4b5-4b21-8242-49c73321e333'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:34:46.890075 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f90f4f69-d3e8-4ee2-a145-0fb97b635ebb req-3f971fb9-eaa0-49d2-92dd-9d6488692954 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 Mar 02 20:34:47.088159 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-569dbe8c-89ed-4a7a-adcb-7421758b8dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:48.086509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b07a8-5027-4bb5-af86-0811d096b79e req-9d5236e2-1b7c-4020-80a3-4e17c67de7ed tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:48.087941 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c00b07a8-5027-4bb5-af86-0811d096b79e req-9d5236e2-1b7c-4020-80a3-4e17c67de7ed tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 944 time: 0.0769770 Mar 02 20:34:48.135669 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c00b07a8-5027-4bb5-af86-0811d096b79e req-26234084-74ad-4ab2-9ff3-a219018d4716 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420966 Mar 02 20:34:48.326644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 8e12eac3-a4b5-4b21-8242-49c73321e333 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:48.465260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 8e12eac3-a4b5-4b21-8242-49c73321e333 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:48.469862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 8e12eac3-a4b5-4b21-8242-49c73321e333 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:48.470255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:48.608667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:48.634261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432469f2-652d-400a-9b26-70c8398936a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e12eac3-a4b5-4b21-8242-49c73321e333'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:34:48.643676 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 8e12eac3-a4b5-4b21-8242-49c73321e333, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8e12eac3-a4b5-4b21-8242-49c73321e333,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:34:48.687733 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432469f2-652d-400a-9b26-70c8398936a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e12eac3-a4b5-4b21-8242-49c73321e333', 'code': 200} Mar 02 20:34:48.726902 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:48.791357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=8e12eac3-a4b5-4b21-8242-49c73321e333,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:49.050666 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3abbeb74-b844-44fb-89a1-b964640510e5 req-34e3639e-31e6-43cf-806c-a507a9516323 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 1098 time: 0.0678730 Mar 02 20:34:49.092856 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3abbeb74-b844-44fb-89a1-b964640510e5 req-2da41f7e-8019-459e-8c62-954dc95acf9d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356748 Mar 02 20:34:49.316705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ec0741bb-42f7-452a-97a4-37b01238e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:49.328244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf382e-3846-48ac-beac-5c2955c55dc8 req-42bb8ecf-27df-48cb-8797-824f74734a06 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:49.329679 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-07bf382e-3846-48ac-beac-5c2955c55dc8 req-42bb8ecf-27df-48cb-8797-824f74734a06 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0764160 Mar 02 20:34:49.374767 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-07bf382e-3846-48ac-beac-5c2955c55dc8 req-2ca4719a-3422-41de-b98b-6cb922944bba tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391290 Mar 02 20:34:50.541158 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:50.607635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f959705-60e3-4a82-a505-04f023039288 req-af13d7da-a46f-408d-922e-c9e2f11e785b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:50.609089 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f959705-60e3-4a82-a505-04f023039288 req-af13d7da-a46f-408d-922e-c9e2f11e785b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0966995 Mar 02 20:34:50.625293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:50.663504 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f959705-60e3-4a82-a505-04f023039288 req-8c0d85fa-a99d-488d-9f9e-33d2ca158892 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463352 Mar 02 20:34:50.869968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045f943-0be6-4f08-a13a-c4be27fe1497 req-b875c04f-44ab-4a05-8313-ea77f8c44ce2 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:50.871408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0045f943-0be6-4f08-a13a-c4be27fe1497 req-b875c04f-44ab-4a05-8313-ea77f8c44ce2 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0749047 Mar 02 20:34:50.916255 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0045f943-0be6-4f08-a13a-c4be27fe1497 req-52154831-8aa9-4cfb-bbcd-2a611b5850d8 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394840 Mar 02 20:34:51.386030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c206dec-61f5-4c54-bc7a-67209b3e7472 req-f19efa82-b12d-4205-a3c6-d21452eb6862 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:51.387456 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2c206dec-61f5-4c54-bc7a-67209b3e7472 req-f19efa82-b12d-4205-a3c6-d21452eb6862 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0793295 Mar 02 20:34:51.432048 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2c206dec-61f5-4c54-bc7a-67209b3e7472 req-f12e9523-b336-4a4f-800f-2f92013bd7e3 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390782 Mar 02 20:34:51.624499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4870c0d-b856-4ec0-9492-60af18a7a23f req-20fff09c-3d64-4357-8c51-ee151e1d71e8 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:51.625952 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f4870c0d-b856-4ec0-9492-60af18a7a23f req-20fff09c-3d64-4357-8c51-ee151e1d71e8 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0761576 Mar 02 20:34:51.673438 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f4870c0d-b856-4ec0-9492-60af18a7a23f req-a626bb30-4a72-4f1b-aaea-c178f582e902 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421159 Mar 02 20:34:51.876920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:51.934787 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ebbfa140-9d24-492a-acbc-477baf8ed54c req-e58e4cc8-5b28-45c8-8d01-ac716b927028 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1359353 Mar 02 20:34:52.407408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ece83-8079-45a1-8296-2bdd5bf263b2 req-87034c9b-ac10-4596-8212-59a1cddddfea tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:52.408822 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ee5ece83-8079-45a1-8296-2bdd5bf263b2 req-87034c9b-ac10-4596-8212-59a1cddddfea tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.1177311 Mar 02 20:34:52.470206 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ee5ece83-8079-45a1-8296-2bdd5bf263b2 req-78598186-2155-4324-b35b-b838bf8afcdf tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543709 Mar 02 20:34:52.473725 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-ee941980-1fda-4e88-ba42-be647f76f58f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134429 Mar 02 20:34:53.669535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe37aa-b60a-4bac-9224-bd8a71e86684 req-b1485757-182b-4e8d-bb56-a2feacaf9f03 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:53.671017 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9bbe37aa-b60a-4bac-9224-bd8a71e86684 req-b1485757-182b-4e8d-bb56-a2feacaf9f03 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0790570 Mar 02 20:34:53.717252 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9bbe37aa-b60a-4bac-9224-bd8a71e86684 req-76713465-4ba2-4c41-89e9-690242ca5f6b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407269 Mar 02 20:34:54.511787 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-d0997c8e-bc88-4ce8-9323-ce0b083faed9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 1098 time: 0.0709748 Mar 02 20:34:54.639086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-60116c9a-f666-44e4-ae93-ca5e1157a71d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:54.640515 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-60116c9a-f666-44e4-ae93-ca5e1157a71d service neutron] 10.222.0.31 "GET /v2.0/networks?id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 HTTP/1.1" status: 200 len: 916 time: 0.1224670 Mar 02 20:34:54.706798 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-4e881b9e-ac28-460d-83d2-ff27976ba2cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e12eac3-a4b5-4b21-8242-49c73321e333 HTTP/1.1" status: 200 len: 217 time: 0.0594521 Mar 02 20:34:54.771730 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-fa157a7b-de2d-45b9-894a-7c3d3fac72c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:54.773289 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-fa157a7b-de2d-45b9-894a-7c3d3fac72c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d528810-3a7d-48a2-b9c5-6d39d53a8c7c HTTP/1.1" status: 200 len: 854 time: 0.0599287 Mar 02 20:34:54.818544 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-d75effa9-e628-4924-98ea-2b17bcfb7a90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387216 Mar 02 20:34:54.916327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabcf68-baf7-4ca8-9628-c93a6c554cd9 req-0cdc0020-daf2-4f3e-aeab-8b120630e07f tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:54.918709 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5fabcf68-baf7-4ca8-9628-c93a6c554cd9 req-0cdc0020-daf2-4f3e-aeab-8b120630e07f tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0778432 Mar 02 20:34:54.957756 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-4ecd1a4e-0140-4310-a871-0ffd650655a2 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325276 Mar 02 20:34:54.967264 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5fabcf68-baf7-4ca8-9628-c93a6c554cd9 req-9576c8e2-54a3-476b-82ed-505994a14709 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Mar 02 20:34:55.092436 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-9dda5681-162f-489f-85fc-e7bb1b4229ad service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280775 Mar 02 20:34:56.166744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822745f-6f2f-4dac-8046-62382295cb82 req-654a56c1-a48e-4c5d-9922-a88113490e27 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:56.168189 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a822745f-6f2f-4dac-8046-62382295cb82 req-654a56c1-a48e-4c5d-9922-a88113490e27 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0789726 Mar 02 20:34:56.214435 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a822745f-6f2f-4dac-8046-62382295cb82 req-ea3fd9ed-02da-4172-a6b1-7bfc3918d20e tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 Mar 02 20:34:57.404940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622300b-1626-4401-a9ef-db95514c59fb req-fb54553a-6467-4674-8aca-3fcf8827964c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:57.406267 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2622300b-1626-4401-a9ef-db95514c59fb req-fb54553a-6467-4674-8aca-3fcf8827964c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0756958 Mar 02 20:34:57.451252 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2622300b-1626-4401-a9ef-db95514c59fb req-d131dd1b-9283-4074-9bb5-471d1e4b20de tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392132 Mar 02 20:34:58.649173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8b1c8-cc83-4323-8705-f0067137b7f0 req-428d33ea-9022-4bca-b74b-c13371a7f807 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:58.650621 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-35c8b1c8-cc83-4323-8705-f0067137b7f0 req-428d33ea-9022-4bca-b74b-c13371a7f807 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0783913 Mar 02 20:34:58.696187 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-35c8b1c8-cc83-4323-8705-f0067137b7f0 req-51f6d7ed-fe66-46ec-9379-9ab2c8d3eb3a tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402336 Mar 02 20:34:59.888635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e6da1-878e-4c7d-a775-58acf8745abd req-0d514974-3d07-4332-972e-9bd300d6a8a0 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:59.890156 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-116e6da1-878e-4c7d-a775-58acf8745abd req-0d514974-3d07-4332-972e-9bd300d6a8a0 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0766110 Mar 02 20:34:59.938445 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-116e6da1-878e-4c7d-a775-58acf8745abd req-ef0afd04-d697-4867-8403-4bf80a699100 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Mar 02 20:35:01.130881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad4ef4-e2e0-4985-9390-c39876ecb27d req-367106cb-fd26-4a1e-bb09-9e39925da966 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:01.133400 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-60ad4ef4-e2e0-4985-9390-c39876ecb27d req-367106cb-fd26-4a1e-bb09-9e39925da966 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0773010 Mar 02 20:35:01.179445 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-60ad4ef4-e2e0-4985-9390-c39876ecb27d req-ad8ddc8c-4ef4-463d-b6ce-e3ea4def71b5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Mar 02 20:35:02.376307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995284a-654c-4771-91dd-39d1c53547de req-9c9fb935-f96a-4db1-8f58-dbf0e3d93358 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:02.424393 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2995284a-654c-4771-91dd-39d1c53547de req-9c9fb935-f96a-4db1-8f58-dbf0e3d93358 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0781305 Mar 02 20:35:02.425484 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2995284a-654c-4771-91dd-39d1c53547de req-d4d51dba-cf5e-4501-9acd-816ad4bc4400 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Mar 02 20:35:03.619937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34a404-3d0d-4d02-b480-afac0a3fd8ff req-236157bd-cf1c-4829-a87b-bdf6a37dff6c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:03.621378 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fe34a404-3d0d-4d02-b480-afac0a3fd8ff req-236157bd-cf1c-4829-a87b-bdf6a37dff6c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0769625 Mar 02 20:35:03.665858 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fe34a404-3d0d-4d02-b480-afac0a3fd8ff req-62f58cb7-20f6-40f1-bb8f-cd5a0ea20afe tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389876 Mar 02 20:35:04.941135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944fdd5-d07f-42a2-b8a6-baa20e69679a req-fb4dec87-0a86-4794-b1a2-fc80ef95793c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:04.942600 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0944fdd5-d07f-42a2-b8a6-baa20e69679a req-fb4dec87-0a86-4794-b1a2-fc80ef95793c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.1579437 Mar 02 20:35:04.988609 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0944fdd5-d07f-42a2-b8a6-baa20e69679a req-be912c8f-8e2a-4e12-88dd-a9aebd7e23d3 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398202 Mar 02 20:35:06.184623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a23100-64a3-4c25-8b50-46873528aca7 req-b56abe50-b4ef-4077-bfcf-17f937bf81e6 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:06.186086 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a5a23100-64a3-4c25-8b50-46873528aca7 req-b56abe50-b4ef-4077-bfcf-17f937bf81e6 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0764465 Mar 02 20:35:06.233881 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a5a23100-64a3-4c25-8b50-46873528aca7 req-dc7f071f-4ea3-4512-bffc-003563ad81c5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Mar 02 20:35:07.424179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b631b37-304c-4408-a760-6e9d70d56691 req-d20c1f64-c9e9-4d73-816b-46ef612a8b22 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:07.425523 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4b631b37-304c-4408-a760-6e9d70d56691 req-d20c1f64-c9e9-4d73-816b-46ef612a8b22 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0756328 Mar 02 20:35:07.470324 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4b631b37-304c-4408-a760-6e9d70d56691 req-905bafff-bc99-4284-b36e-9e195a099e66 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386798 Mar 02 20:35:08.666411 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe0957-0b97-4180-96a8-c3e33829671c req-db86bfc2-726a-45df-bf68-50f32893f829 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:08.667839 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5bbe0957-0b97-4180-96a8-c3e33829671c req-db86bfc2-726a-45df-bf68-50f32893f829 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0777943 Mar 02 20:35:08.712778 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5bbe0957-0b97-4180-96a8-c3e33829671c req-350827f7-e718-4d8a-b10e-c8670c146327 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Mar 02 20:35:09.568767 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:35:09.914760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dd38d-eaf1-48b7-933b-53587a0f549b req-b78f1be5-f4cf-4f78-ae58-29716cf26f92 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:09.914760 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ab2dd38d-eaf1-48b7-933b-53587a0f549b req-b78f1be5-f4cf-4f78-ae58-29716cf26f92 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0748444 Mar 02 20:35:09.958417 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ab2dd38d-eaf1-48b7-933b-53587a0f549b req-f27fb3ae-bbd5-45f1-8d23-4bc14a872aa3 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448971 Mar 02 20:35:11.154453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add7ae0-aadd-4273-a972-0dc3e7e4600a req-388cac25-7183-4e9c-9304-07ebed1192ea tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:11.155887 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4add7ae0-aadd-4273-a972-0dc3e7e4600a req-388cac25-7183-4e9c-9304-07ebed1192ea tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0788412 Mar 02 20:35:11.203156 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4add7ae0-aadd-4273-a972-0dc3e7e4600a req-4a1e172a-a956-49a7-b585-18a8eb42d6cb tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 Mar 02 20:35:12.393839 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095ae76-008d-496a-b462-47f2664fa003 req-172bab7b-738d-4fe4-9985-696725a48c72 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:12.395193 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4095ae76-008d-496a-b462-47f2664fa003 req-172bab7b-738d-4fe4-9985-696725a48c72 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0737751 Mar 02 20:35:12.441827 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4095ae76-008d-496a-b462-47f2664fa003 req-d295bee1-6514-4093-ad5a-5951a01acd29 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Mar 02 20:35:12.939270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:13.641962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c99b16-2309-40ce-895c-5749b19ef933 req-c67aa79b-84d6-460d-ba8f-638c6081007b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:13.643388 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-92c99b16-2309-40ce-895c-5749b19ef933 req-c67aa79b-84d6-460d-ba8f-638c6081007b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0767839 Mar 02 20:35:13.688249 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-92c99b16-2309-40ce-895c-5749b19ef933 req-2b2d3bb8-190d-40ed-acf8-5285250748d1 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385742 Mar 02 20:35:14.886905 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a13593-4985-4ce1-9316-f6e1b94e44bd req-cc055a31-43e2-424a-a3bf-7b96ac785b9b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:14.888325 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a8a13593-4985-4ce1-9316-f6e1b94e44bd req-cc055a31-43e2-424a-a3bf-7b96ac785b9b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0787539 Mar 02 20:35:14.932815 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a8a13593-4985-4ce1-9316-f6e1b94e44bd req-144bd4bb-df2d-4bd6-b331-18736ca929c1 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391114 Mar 02 20:35:16.128037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ca9f0-2432-43b1-b0e1-95300260fc5c req-d4d8bdc3-fbaa-4de4-9857-dd94d958635b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:16.129470 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0b2ca9f0-2432-43b1-b0e1-95300260fc5c req-d4d8bdc3-fbaa-4de4-9857-dd94d958635b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0773103 Mar 02 20:35:16.176275 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0b2ca9f0-2432-43b1-b0e1-95300260fc5c req-8c74c49a-fa79-4662-8d07-3e417f7b613c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Mar 02 20:35:17.093776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1bf21f25-ca80-49e1-81b5-77ffd1b69e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:17.375202 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dde9e-999f-4c8f-881c-3cb94f88b821 req-caabdcd5-2f43-4902-8537-6a1c5bf9edc4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:17.376552 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-581dde9e-999f-4c8f-881c-3cb94f88b821 req-caabdcd5-2f43-4902-8537-6a1c5bf9edc4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0786271 Mar 02 20:35:17.422223 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-581dde9e-999f-4c8f-881c-3cb94f88b821 req-4666b134-c2a1-4507-95af-087f5894b6a8 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Mar 02 20:35:18.613873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515b824-9715-4c06-b9c5-6c0c7dc593d6 req-07d03d45-2769-42b6-a285-e896bf190c79 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:18.615314 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8515b824-9715-4c06-b9c5-6c0c7dc593d6 req-07d03d45-2769-42b6-a285-e896bf190c79 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0745220 Mar 02 20:35:18.659827 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8515b824-9715-4c06-b9c5-6c0c7dc593d6 req-c9769e4d-7f56-4ac5-9bb6-bbe4a41de40d tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382524 Mar 02 20:35:19.315968 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-94f2e29d-110f-430e-9097-74c709b019d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:19.855470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167db642-76c6-4bf5-a869-05875f582ee9 req-d4ffd4b3-b183-4066-be55-0c8eec28fd00 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:19.856921 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-167db642-76c6-4bf5-a869-05875f582ee9 req-d4ffd4b3-b183-4066-be55-0c8eec28fd00 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0782151 Mar 02 20:35:19.906142 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-167db642-76c6-4bf5-a869-05875f582ee9 req-16f8198d-b0b3-4872-9d81-51035f423de7 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Mar 02 20:35:20.571864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:20.658996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:21.104127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43f6c4-aeee-40c5-ace4-43125dc2fba3 req-b522fe9f-06e4-4d10-b7dd-b7fbcc5cb078 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:21.105588 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9c43f6c4-aeee-40c5-ace4-43125dc2fba3 req-b522fe9f-06e4-4d10-b7dd-b7fbcc5cb078 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0767114 Mar 02 20:35:21.160660 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9c43f6c4-aeee-40c5-ace4-43125dc2fba3 req-c33bdb84-6fc9-4799-99f5-a590cfc067d7 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496268 Mar 02 20:35:21.864645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:22.352266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56dc62-9e00-4e20-a0e2-d9aa6cbcb5f0 req-d272398a-8236-4961-8a7f-24a966d55ed6 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:22.353619 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd56dc62-9e00-4e20-a0e2-d9aa6cbcb5f0 req-d272398a-8236-4961-8a7f-24a966d55ed6 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0759888 Mar 02 20:35:22.398554 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd56dc62-9e00-4e20-a0e2-d9aa6cbcb5f0 req-3399a365-19cb-4b13-b27e-1b8c14f13a05 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395148 Mar 02 20:35:22.538279 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-e3ac94b5-3f08-4506-8897-7f038e7409d2 service neutron] 10.222.0.31 "GET /v2.0/ports/8e12eac3-a4b5-4b21-8242-49c73321e333/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0758109 Mar 02 20:35:23.106227 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-8b8b3c71-ef57-4455-b2ae-e8f16134a1be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7&tenant_id=79aff3e45c5f4965b38fb1b28d3a62da HTTP/1.1" status: 200 len: 1098 time: 0.0676305 Mar 02 20:35:23.200585 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-87c04c7c-3087-406e-b70a-4508a75cc321 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 1098 time: 0.0675800 Mar 02 20:35:23.416786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-00accd43-e639-49b6-8332-24a43a5ab3fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:23.418192 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-00accd43-e639-49b6-8332-24a43a5ab3fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 HTTP/1.1" status: 200 len: 916 time: 0.2089155 Mar 02 20:35:23.493797 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-58b84254-4048-452f-ab11-f1a298ab719f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e12eac3-a4b5-4b21-8242-49c73321e333 HTTP/1.1" status: 200 len: 217 time: 0.0642607 Mar 02 20:35:23.564110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-0e6f35c3-cd22-4750-8f3b-380711675009 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:23.565604 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-0e6f35c3-cd22-4750-8f3b-380711675009 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d528810-3a7d-48a2-b9c5-6d39d53a8c7c HTTP/1.1" status: 200 len: 854 time: 0.0627923 Mar 02 20:35:23.597390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd7745-a692-4b9f-85f7-4f43673b3427 req-4049f551-fb19-4f69-ab7c-358b1fd1bd86 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:23.598848 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c7bd7745-a692-4b9f-85f7-4f43673b3427 req-4049f551-fb19-4f69-ab7c-358b1fd1bd86 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0804410 Mar 02 20:35:23.614285 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-b7718980-9b41-497f-b531-5ac03dbb8419 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400474 Mar 02 20:35:23.646118 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c7bd7745-a692-4b9f-85f7-4f43673b3427 req-6bf104e5-bcda-4b11-91b6-04bd0e867b66 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395441 Mar 02 20:35:23.762931 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-b1fc9541-8856-44f8-8051-eccc37b70263 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399913 Mar 02 20:35:23.893131 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-44493ca6-8962-49b5-a813-090cc08a5f6c req-bbb7226d-f131-4d04-a52a-c6089f51176f service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238060 Mar 02 20:35:24.844235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f09a4-444b-4e46-8324-0f056d1e949a req-092b41ca-d573-434e-a9bb-7c3c50310cc5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:24.845652 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-604f09a4-444b-4e46-8324-0f056d1e949a req-092b41ca-d573-434e-a9bb-7c3c50310cc5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0759816 Mar 02 20:35:24.890448 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-604f09a4-444b-4e46-8324-0f056d1e949a req-a4e02fd6-fb93-4bbc-8516-65ead1cf9690 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391865 Mar 02 20:35:26.092696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a9220-481a-4ca6-8d72-133616810289 req-0e22f561-1e2b-4f0f-ab41-59bd136a2619 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:26.094115 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8c5a9220-481a-4ca6-8d72-133616810289 req-0e22f561-1e2b-4f0f-ab41-59bd136a2619 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0841582 Mar 02 20:35:26.140746 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8c5a9220-481a-4ca6-8d72-133616810289 req-6d732878-7338-4593-98d5-9bac5dd88f06 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412130 Mar 02 20:35:26.541565 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 8e12eac3-a4b5-4b21-8242-49c73321e333 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:35:26.543973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 8e12eac3-a4b5-4b21-8242-49c73321e333 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:35:26.749287 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:26.780760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 8e12eac3-a4b5-4b21-8242-49c73321e333, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8e12eac3-a4b5-4b21-8242-49c73321e333,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:35:26.803764 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432469f2-652d-400a-9b26-70c8398936a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e12eac3-a4b5-4b21-8242-49c73321e333'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:35:26.809825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '8e12eac3-a4b5-4b21-8242-49c73321e333', 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2', 'port_id': '8e12eac3-a4b5-4b21-8242-49c73321e333', 'mac_address': 'fa:16:3e:23:56:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d528810-3a7d-48a2-b9c5-6d39d53a8c7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:35:26.838234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 8e12eac3-a4b5-4b21-8242-49c73321e333, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8e12eac3-a4b5-4b21-8242-49c73321e333,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:35:26.868334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:26.884994 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e12eac3-a4b5-4b21-8242-49c73321e333 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:35:26.909879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:26.950197 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432469f2-652d-400a-9b26-70c8398936a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e12eac3-a4b5-4b21-8242-49c73321e333', 'code': 200} Mar 02 20:35:27.023353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:35:27.023705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:35:27.025894 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=8e12eac3-a4b5-4b21-8242-49c73321e333,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:35:27.335299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43e180-61b1-4773-8e4e-926ed44a4da0 req-f4cfbdc4-8f03-4291-af81-192744e09551 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:27.336704 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d43e180-61b1-4773-8e4e-926ed44a4da0 req-f4cfbdc4-8f03-4291-af81-192744e09551 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 943 time: 0.0747979 Mar 02 20:35:27.383301 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d43e180-61b1-4773-8e4e-926ed44a4da0 req-df144fae-60b2-4d93-a250-d7abbd0af169 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Mar 02 20:35:27.575096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:27.595108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e12eac3-a4b5-4b21-8242-49c73321e333 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:35:27.610045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 8e12eac3-a4b5-4b21-8242-49c73321e333, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8e12eac3-a4b5-4b21-8242-49c73321e333,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:35:27.714644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:27.786450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=8e12eac3-a4b5-4b21-8242-49c73321e333,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:35:27.790381 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['8e12eac3-a4b5-4b21-8242-49c73321e333'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:35:27.925459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc737d-c70d-4dd0-acd9-abb1b89d18ff req-b432027e-a1ef-467d-b299-a5e68ea4cd04 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:27.927365 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-45bc737d-c70d-4dd0-acd9-abb1b89d18ff req-b432027e-a1ef-467d-b299-a5e68ea4cd04 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 944 time: 0.0801024 Mar 02 20:35:27.978468 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-45bc737d-c70d-4dd0-acd9-abb1b89d18ff req-e3d83a9d-6a38-4668-a0dc-0034ce9d1b43 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444155 Mar 02 20:35:27.987697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-1e9a3fdd-7a9a-49e5-b51c-db19c7535cb0 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:27.988393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-1e9a3fdd-7a9a-49e5-b51c-db19c7535cb0 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Synchronizing usage tracker for tenant:79aff3e45c5f4965b38fb1b28d3a62da on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:35:28.074613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-1e9a3fdd-7a9a-49e5-b51c-db19c7535cb0 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Unset dirty status for tenant:79aff3e45c5f4965b38fb1b28d3a62da on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:35:28.075791 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-1e9a3fdd-7a9a-49e5-b51c-db19c7535cb0 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.31 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7&tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 944 time: 0.1692848 Mar 02 20:35:28.217007 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-cc2b452f-d67b-4622-8558-24982ef5ec23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 1097 time: 0.0718400 Mar 02 20:35:28.344903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-78cdcf7f-9948-48a9-9795-98a4f6b23ba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:28.346382 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-78cdcf7f-9948-48a9-9795-98a4f6b23ba3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 HTTP/1.1" status: 200 len: 916 time: 0.1238968 Mar 02 20:35:28.411412 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-11454fc0-9cb7-4301-852e-cad9917aa029 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e12eac3-a4b5-4b21-8242-49c73321e333 HTTP/1.1" status: 200 len: 217 time: 0.0587595 Mar 02 20:35:28.474225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-5e0b1167-2567-4fa7-9825-f4614cfbb983 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:28.476246 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-5e0b1167-2567-4fa7-9825-f4614cfbb983 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d528810-3a7d-48a2-b9c5-6d39d53a8c7c HTTP/1.1" status: 200 len: 854 time: 0.0588632 Mar 02 20:35:28.519797 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-4672fb16-7577-43f4-bddd-705c06c71a9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378277 Mar 02 20:35:28.540444 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 8e12eac3-a4b5-4b21-8242-49c73321e333 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:35:28.607086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 8e12eac3-a4b5-4b21-8242-49c73321e333 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:35:28.607643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:28.651155 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-e1c89613-9cd9-4d77-b479-aea464b2a632 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247685 Mar 02 20:35:28.719920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:28.752476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 8e12eac3-a4b5-4b21-8242-49c73321e333, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8e12eac3-a4b5-4b21-8242-49c73321e333,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:35:28.784265 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65928e2a-b694-4c94-81dc-3d44529d33d9 req-93a6fc4c-6dac-4b67-bd0d-d9ba21a2afe5 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268256 Mar 02 20:35:28.820073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:28.886301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=8e12eac3-a4b5-4b21-8242-49c73321e333,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:35:28.951731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432469f2-652d-400a-9b26-70c8398936a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e12eac3-a4b5-4b21-8242-49c73321e333'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:35:29.013509 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432469f2-652d-400a-9b26-70c8398936a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e12eac3-a4b5-4b21-8242-49c73321e333', 'code': 200} Mar 02 20:35:29.182198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb247e4b-e367-4f6e-ac95-da170f6c13ed req-8f8fbfa2-7ba9-4bc1-8968-9470757506fc tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:29.183635 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cb247e4b-e367-4f6e-ac95-da170f6c13ed req-8f8fbfa2-7ba9-4bc1-8968-9470757506fc tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0792499 Mar 02 20:35:29.303648 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cb247e4b-e367-4f6e-ac95-da170f6c13ed req-7caf49ea-3e6e-4080-b67a-6e2c927e4329 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144745 Mar 02 20:35:30.501566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23f38f-562a-4332-adbf-438e2d528759 req-6434ca0f-4e98-41e3-a1de-09de747a683c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:30.503063 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea23f38f-562a-4332-adbf-438e2d528759 req-6434ca0f-4e98-41e3-a1de-09de747a683c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0763743 Mar 02 20:35:30.547588 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea23f38f-562a-4332-adbf-438e2d528759 req-85194f36-2d8c-45c9-a3b1-676b7b936824 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388799 Mar 02 20:35:30.741936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4d8b6-f319-463b-8a19-ab5d77b2cb56 req-39e7be03-5e94-4308-88f2-6aa6d76c2a82 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:30.743381 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65a4d8b6-f319-463b-8a19-ab5d77b2cb56 req-39e7be03-5e94-4308-88f2-6aa6d76c2a82 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0769265 Mar 02 20:35:30.787656 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65a4d8b6-f319-463b-8a19-ab5d77b2cb56 req-5cff742c-f414-41a6-9f21-c5197d38a6ca tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383613 Mar 02 20:35:30.978668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd05305-aee1-491a-a734-1bd25ecd1205 req-9fe0b0e9-62b7-4e1f-bbc9-5cf37d4fced8 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:30.980022 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ccd05305-aee1-491a-a734-1bd25ecd1205 req-9fe0b0e9-62b7-4e1f-bbc9-5cf37d4fced8 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0762482 Mar 02 20:35:31.028152 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ccd05305-aee1-491a-a734-1bd25ecd1205 req-488c3cac-1e82-406a-b19b-857d21130b8f tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425341 Mar 02 20:35:31.729978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-30d0d5c3-efc4-44e2-a7ad-913d9c6ca69e tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:31.731286 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-30d0d5c3-efc4-44e2-a7ad-913d9c6ca69e tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/networks?id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 HTTP/1.1" status: 200 len: 814 time: 0.1451163 Mar 02 20:35:31.748290 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-b9f37b25-bff7-43e3-9e55-502d491fd6b1 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/quotas/79aff3e45c5f4965b38fb1b28d3a62da HTTP/1.1" status: 200 len: 375 time: 0.0115352 Mar 02 20:35:31.830937 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-dfe1f3fb-ae99-4dfa-9ccb-df6908c9ef7a tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776093 Mar 02 20:35:32.032170 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-52e9e7ac-b27b-4687-84f2-088515506b0c service neutron] 10.222.0.44 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945019 Mar 02 20:35:32.167589 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-c9e21ce3-fc6a-49ee-9342-11ef9c54336f service neutron] 10.222.0.44 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280959 Mar 02 20:35:32.428804 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-62b00a13-61cf-4641-bc3f-1c4d677c146d req-9413f439-5116-4246-8cb3-f5e5651b5fde tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 210 time: 0.0410523 Mar 02 20:35:33.497727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e56e4-7e67-413b-96c7-243d1f048d41 req-0d8c8eba-5327-40ac-b2c1-abba2349306e tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:33.499217 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e84e56e4-7e67-413b-96c7-243d1f048d41 req-0d8c8eba-5327-40ac-b2c1-abba2349306e tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.31 "GET /v2.0/ports?device_id=432469f2-652d-400a-9b26-70c8398936a7 HTTP/1.1" status: 200 len: 945 time: 0.0802710 Mar 02 20:35:33.570532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-e84e56e4-7e67-413b-96c7-243d1f048d41 req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Deleting port 8e12eac3-a4b5-4b21-8242-49c73321e333 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:35:33.570875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e84e56e4-7e67-413b-96c7-243d1f048d41 req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:33.598082 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5958efb1-a359-449f-bbc6-a80d8fa3dd8d req-7f55375c-023b-415e-b607-7b7875367b67 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 210 time: 0.0447037 Mar 02 20:35:33.922004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-e84e56e4-7e67-413b-96c7-243d1f048d41 req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] For port 8e12eac3-a4b5-4b21-8242-49c73321e333, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8e12eac3-a4b5-4b21-8242-49c73321e333,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:35:33.922366 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e84e56e4-7e67-413b-96c7-243d1f048d41 req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:34.043297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-e84e56e4-7e67-413b-96c7-243d1f048d41 req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Calling delete_port for 8e12eac3-a4b5-4b21-8242-49c73321e333 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:35:34.264798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e84e56e4-7e67-413b-96c7-243d1f048d41 req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:34.277176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['8e12eac3-a4b5-4b21-8242-49c73321e333'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:35:34.370409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Pushing event deleted for resources: {'Port': ['ID=8e12eac3-a4b5-4b21-8242-49c73321e333,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:35:34.416891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:35:34.417235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:35:34.417569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:35:34.417935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:35:34.418244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:35:34.418567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:35:34.418885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:35:34.419206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:35:34.419522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:35:34.419832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:35:34.420143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:35:34.485574 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84e56e4-7e67-413b-96c7-243d1f048d41 req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] No DVR routers for this DVR port 8e12eac3-a4b5-4b21-8242-49c73321e333 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:35:34.489587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e84e56e4-7e67-413b-96c7-243d1f048d41 req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:34.492198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432469f2-652d-400a-9b26-70c8398936a7', 'name': 'network-vif-deleted', 'tag': '8e12eac3-a4b5-4b21-8242-49c73321e333'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:35:34.523008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-65e77f55-75dd-43b6-9068-51a2c2c702c9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:34.524453 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-65e77f55-75dd-43b6-9068-51a2c2c702c9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.31 "GET /v2.0/networks?id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 HTTP/1.1" status: 200 len: 814 time: 0.2814600 Mar 02 20:35:34.542013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Request body: {'port': {'device_id': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2', 'admin_state_up': True, 'tenant_id': '79aff3e45c5f4965b38fb1b28d3a62da'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:35:34.558667 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432469f2-652d-400a-9b26-70c8398936a7', 'name': 'network-vif-deleted', 'tag': '8e12eac3-a4b5-4b21-8242-49c73321e333', 'status': 'completed', 'code': 200} Mar 02 20:35:34.609729 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e84e56e4-7e67-413b-96c7-243d1f048d41 req-36cfb783-b501-464f-a8e6-2bd174ea58b4 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.31 "DELETE /v2.0/ports/8e12eac3-a4b5-4b21-8242-49c73321e333 HTTP/1.1" status: 204 len: 173 time: 1.1024823 Mar 02 20:35:34.701079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:35:34.706334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Usage tracker for resource:port and tenant:79aff3e45c5f4965b38fb1b28d3a62da is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:35:34.710198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:35:34.716215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:35:34.787165 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c04e0672-72bf-441b-ba07-89b5a903b33b req-3813b5ba-fdf0-49b7-9469-bc4faf093c9f tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 210 time: 0.0441940 Mar 02 20:35:34.801709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Made reservation on behalf of 79aff3e45c5f4965b38fb1b28d3a62da for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:35:34.806186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:34.976334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Allocated IP 172.20.0.11 (24cfdf71-235a-4bf0-9bfe-dbab789e6ac2/7d528810-3a7d-48a2-b9c5-6d39d53a8c7c/c5a477c3-3d4d-4565-b628-9c4789db641e) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:35:35.175076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:35.265219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:35.337752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:35:35.338798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:35:35.341094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:35:35.384928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Pushing event updated for resources: {'Port': ['ID=c5a477c3-3d4d-4565-b628-9c4789db641e,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:35:35.407117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:35.407708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:35.482787 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-f31a0649-f5aa-4723-a0b2-3ef0aad8fff9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9445336 Mar 02 20:35:35.495398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Request body: {'port': {'device_id': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:35:35.604926 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:36.051731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a477c3-3d4d-4565-b628-9c4789db641e {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:35:36.059195 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:36.073850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Transition to ACTIVE for port object c5a477c3-3d4d-4565-b628-9c4789db641e will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:35:36.146823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cbeb7-81a2-48e3-881d-137c4845818e req-bcc7460e-acb9-41d9-aa11-838d3b4066ab tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:36.148348 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ed2cbeb7-81a2-48e3-881d-137c4845818e req-bcc7460e-acb9-41d9-aa11-838d3b4066ab tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 932 time: 0.0805404 Mar 02 20:35:36.155016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:36.202359 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ed2cbeb7-81a2-48e3-881d-137c4845818e req-7cbff64e-68f2-4d0d-b948-c98624f625fe tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426133 Mar 02 20:35:36.280363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Pushing event updated for resources: {'Port': ['ID=c5a477c3-3d4d-4565-b628-9c4789db641e,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:35:36.387991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Attempting to bind port c5a477c3-3d4d-4565-b628-9c4789db641e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:35:36.388233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Attempting to bind port c5a477c3-3d4d-4565-b628-9c4789db641e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '6947bb8f-500e-46af-a010-b69cda15425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:35:36.388564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Attempting to bind port c5a477c3-3d4d-4565-b628-9c4789db641e on network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:35:36.394121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Port c5a477c3-3d4d-4565-b628-9c4789db641e on network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:35:36.394433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Attempting to bind port c5a477c3-3d4d-4565-b628-9c4789db641e on network 24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:35:36.401022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:35:36.401349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Checking segment: {'id': '6947bb8f-500e-46af-a010-b69cda15425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:35:36.401720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Bound using segment: {'id': '6947bb8f-500e-46af-a010-b69cda15425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:35:36.402164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Bound port: c5a477c3-3d4d-4565-b628-9c4789db641e, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6947bb8f-500e-46af-a010-b69cda15425b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:35:36.402500 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:36.485681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] For port c5a477c3-3d4d-4565-b628-9c4789db641e, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:35:36.488907 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] For port c5a477c3-3d4d-4565-b628-9c4789db641e, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5a477c3-3d4d-4565-b628-9c4789db641e,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:35:36.566821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:36.571393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 8e12eac3-a4b5-4b21-8242-49c73321e333 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:35:36.604116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 8e12eac3-a4b5-4b21-8242-49c73321e333 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:35:36.604459 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 8e12eac3-a4b5-4b21-8242-49c73321e333 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:35:36.633515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:36.634916 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] 10.222.0.31 "PUT /v2.0/ports/c5a477c3-3d4d-4565-b628-9c4789db641e HTTP/1.1" status: 200 len: 1094 time: 1.1438494 Mar 02 20:35:36.635358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'tag': 'c5a477c3-3d4d-4565-b628-9c4789db641e'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:35:36.656593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2946143-7cce-47e7-a4f1-0ba33af9bc5e service neutron] Pushing event updated for resources: {'Port': ['ID=c5a477c3-3d4d-4565-b628-9c4789db641e,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:35:36.695719 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'tag': 'c5a477c3-3d4d-4565-b628-9c4789db641e', 'status': 'completed', 'code': 200} Mar 02 20:35:36.786701 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2f06642c-8599-4896-8273-6f3cd76a5caa req-f5616a8b-ac12-4826-b43f-fcc029e3c7a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 1097 time: 0.0696402 Mar 02 20:35:36.924532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06642c-8599-4896-8273-6f3cd76a5caa req-29ea2f38-4805-4964-af7b-dde195c0abb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:36.925897 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2f06642c-8599-4896-8273-6f3cd76a5caa req-29ea2f38-4805-4964-af7b-dde195c0abb1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1319964 Mar 02 20:35:37.064341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06642c-8599-4896-8273-6f3cd76a5caa req-437e6825-a2b3-466c-8948-9c9a191d7f13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:37.065786 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2f06642c-8599-4896-8273-6f3cd76a5caa req-437e6825-a2b3-466c-8948-9c9a191d7f13 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1300652 Mar 02 20:35:37.169437 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-245e17d3-180f-45ae-828a-c3d9d0c01ea8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 1097 time: 0.0665665 Mar 02 20:35:37.245558 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-7913ec55-2a59-4235-a330-de79a9afb51d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5a477c3-3d4d-4565-b628-9c4789db641e HTTP/1.1" status: 200 len: 217 time: 0.0645418 Mar 02 20:35:37.313505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-786ca27b-57f8-468d-9b5b-b512bc835b3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:37.315040 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-786ca27b-57f8-468d-9b5b-b512bc835b3c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d528810-3a7d-48a2-b9c5-6d39d53a8c7c HTTP/1.1" status: 200 len: 854 time: 0.0610130 Mar 02 20:35:37.369277 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-43bcf8f3-9958-4942-aae1-706e70d890c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411501 Mar 02 20:35:37.399442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b0113-5456-44bd-ad8c-68bbadb9c7a6 req-bf3f2178-259d-4c5b-a865-1543d6ba0fcf tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:37.400889 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-034b0113-5456-44bd-ad8c-68bbadb9c7a6 req-bf3f2178-259d-4c5b-a865-1543d6ba0fcf tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 944 time: 0.0792072 Mar 02 20:35:37.446289 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-034b0113-5456-44bd-ad8c-68bbadb9c7a6 req-61998679-eff4-4798-93e0-2f1c69087cb5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Mar 02 20:35:37.502950 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-b05108e7-19ec-4f1b-8a74-5cd0cd5285a3 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245623 Mar 02 20:35:37.637204 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c8caf858-6128-4a6a-a33b-49164fa92b31 req-6adb6325-7450-4bb6-9023-4af2d9137118 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241360 Mar 02 20:35:38.644092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f04ba-e4e6-427e-b888-e56910ca4d34 req-5de6cd19-68a3-4d5d-9075-694dcbf2f59b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:38.645499 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-192f04ba-e4e6-427e-b888-e56910ca4d34 req-5de6cd19-68a3-4d5d-9075-694dcbf2f59b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 944 time: 0.0796690 Mar 02 20:35:38.690231 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-192f04ba-e4e6-427e-b888-e56910ca4d34 req-f2057f80-b810-4826-b291-c031df408db9 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390818 Mar 02 20:35:39.887272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cc731-8345-405e-bb95-975fa239cd50 req-bfc2ad1a-968c-418a-bec5-ab108cbab4d7 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:39.888721 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-991cc731-8345-405e-bb95-975fa239cd50 req-bfc2ad1a-968c-418a-bec5-ab108cbab4d7 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 944 time: 0.0767505 Mar 02 20:35:39.933310 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-991cc731-8345-405e-bb95-975fa239cd50 req-86db87a9-2886-41e3-beba-11a1aef825d5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391555 Mar 02 20:35:40.572229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c5a477c3-3d4d-4565-b628-9c4789db641e details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:35:40.702443 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c5a477c3-3d4d-4565-b628-9c4789db641e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5a477c3-3d4d-4565-b628-9c4789db641e,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:35:40.716099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'c5a477c3-3d4d-4565-b628-9c4789db641e', 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2', 'port_id': 'c5a477c3-3d4d-4565-b628-9c4789db641e', 'mac_address': 'fa:16:3e:51:f0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d528810-3a7d-48a2-b9c5-6d39d53a8c7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:35:40.770625 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:40.787458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a477c3-3d4d-4565-b628-9c4789db641e {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:35:40.801670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c5a477c3-3d4d-4565-b628-9c4789db641e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5a477c3-3d4d-4565-b628-9c4789db641e,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:35:40.868433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:40.937321 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c5a477c3-3d4d-4565-b628-9c4789db641e,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:35:41.118172 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['c5a477c3-3d4d-4565-b628-9c4789db641e'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:35:41.134021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40453635-a5e7-4818-b1c1-9ff69d720ef0 req-893c15bf-8450-40a8-aaef-fd9e7cd41030 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:41.135384 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-40453635-a5e7-4818-b1c1-9ff69d720ef0 req-893c15bf-8450-40a8-aaef-fd9e7cd41030 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 945 time: 0.0809584 Mar 02 20:35:41.181402 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-40453635-a5e7-4818-b1c1-9ff69d720ef0 req-00423fe1-ac6a-4567-9092-2a0269652dfd tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 Mar 02 20:35:42.374398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588f89f-30cc-4559-984e-507933aa7ca2 req-c507aa69-e7b8-4a91-a8fd-2eb6f8eab137 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:42.375733 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a588f89f-30cc-4559-984e-507933aa7ca2 req-c507aa69-e7b8-4a91-a8fd-2eb6f8eab137 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 945 time: 0.0766516 Mar 02 20:35:42.423254 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a588f89f-30cc-4559-984e-507933aa7ca2 req-f232a25d-9f9e-4714-8528-cc9f262b2be0 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Mar 02 20:35:42.587791 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c5a477c3-3d4d-4565-b628-9c4789db641e up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:35:42.720074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port c5a477c3-3d4d-4565-b628-9c4789db641e completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:35:42.724563 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port c5a477c3-3d4d-4565-b628-9c4789db641e triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:35:42.724956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:42.837142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:42.862990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a477c3-3d4d-4565-b628-9c4789db641e'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:35:42.872253 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c5a477c3-3d4d-4565-b628-9c4789db641e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5a477c3-3d4d-4565-b628-9c4789db641e,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:35:42.918199 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a477c3-3d4d-4565-b628-9c4789db641e', 'code': 200} Mar 02 20:35:42.954760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:43.006855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:43.022848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c5a477c3-3d4d-4565-b628-9c4789db641e,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:35:43.293381 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1da3a517-661f-4a65-877b-513b3ad23da1 req-aef7bcb6-6151-4bb8-98e5-d02a505b88cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 1099 time: 0.0665963 Mar 02 20:35:43.339096 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1da3a517-661f-4a65-877b-513b3ad23da1 req-675596b2-b585-4d94-9c88-62d872b97b25 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360413 Mar 02 20:35:43.615110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfe61e-08b1-4025-a393-b0395dba558d req-e7ef3565-ad33-4d94-90ac-31e5b07695fe tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:43.617099 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f9bfe61e-08b1-4025-a393-b0395dba558d req-e7ef3565-ad33-4d94-90ac-31e5b07695fe tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0771930 Mar 02 20:35:43.661806 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f9bfe61e-08b1-4025-a393-b0395dba558d req-7be635b2-1419-4b57-b865-fe120d956257 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393603 Mar 02 20:35:44.953892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9ca7e-138f-45a8-8bf7-0cad0059358b req-d4c1b0ad-99c1-445e-8f0a-5e84b3291718 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:44.955271 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7ac9ca7e-138f-45a8-8bf7-0cad0059358b req-d4c1b0ad-99c1-445e-8f0a-5e84b3291718 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.1716082 Mar 02 20:35:45.001355 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7ac9ca7e-138f-45a8-8bf7-0cad0059358b req-60ba94df-3336-4711-ab4c-54990a4fd62d tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Mar 02 20:35:45.195997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5e9b4-715d-4541-9776-d727c3f3f091 req-eb2c8c25-3c68-49f6-80d6-05c5caf8c8aa tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:45.197433 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7ee5e9b4-715d-4541-9776-d727c3f3f091 req-eb2c8c25-3c68-49f6-80d6-05c5caf8c8aa tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0750692 Mar 02 20:35:45.242586 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7ee5e9b4-715d-4541-9776-d727c3f3f091 req-d3fc1f7c-d005-403f-9af7-e2ba2359681a tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 Mar 02 20:35:45.435138 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c3e1b25b-c113-46b5-9658-8098de169cc3 req-9bdff763-3678-4516-8d00-2eaf04ab6337 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0713146 Mar 02 20:35:45.967903 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dd0ea-27a4-4f77-88bb-4138e3240850 req-cb56c850-d3ba-4b81-a9a2-e0fe3936cf1b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:45.969344 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-702dd0ea-27a4-4f77-88bb-4138e3240850 req-cb56c850-d3ba-4b81-a9a2-e0fe3936cf1b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.1258962 Mar 02 20:35:46.005183 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-058d12b2-a144-4945-b690-5835867b478e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1032584 Mar 02 20:35:46.026099 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-702dd0ea-27a4-4f77-88bb-4138e3240850 req-68ec7cf1-2273-4e73-b25b-cca286edc96f tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488653 Mar 02 20:35:46.571384 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:35:47.109199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-de1975bc-ecc2-4a9f-a177-fffcca003a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:47.226847 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddd0de-6194-4e27-bd34-5afb90d5c957 req-2414701b-680b-4a48-8482-8b78be56a352 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:47.229876 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-feddd0de-6194-4e27-bd34-5afb90d5c957 req-2414701b-680b-4a48-8482-8b78be56a352 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0767992 Mar 02 20:35:47.278750 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-feddd0de-6194-4e27-bd34-5afb90d5c957 req-00ca3ea6-baf5-4dab-b250-20e5247ad01b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449023 Mar 02 20:35:48.137998 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-dbf01604-a488-482b-81ef-b68139a96857 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 1099 time: 0.1664286 Mar 02 20:35:48.268604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-d3bc9cc2-c009-45cd-b389-1436e61a41ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:48.270049 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-d3bc9cc2-c009-45cd-b389-1436e61a41ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 HTTP/1.1" status: 200 len: 916 time: 0.1236897 Mar 02 20:35:48.340350 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-4229596e-5cab-46bc-8963-4915267e6302 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5a477c3-3d4d-4565-b628-9c4789db641e HTTP/1.1" status: 200 len: 217 time: 0.0640204 Mar 02 20:35:48.400559 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-39c05573-3aae-4a9c-9596-74a4645da087 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:48.401893 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-39c05573-3aae-4a9c-9596-74a4645da087 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d528810-3a7d-48a2-b9c5-6d39d53a8c7c HTTP/1.1" status: 200 len: 854 time: 0.0557170 Mar 02 20:35:48.447945 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-4bf8ac25-65d8-4883-978c-25cc3e451b48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397971 Mar 02 20:35:48.473120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d4abc-3f3e-418b-a185-d8cd94bac974 req-0729b961-fed0-4b4f-af15-36dbd47730c5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:48.475206 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d17d4abc-3f3e-418b-a185-d8cd94bac974 req-0729b961-fed0-4b4f-af15-36dbd47730c5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0756457 Mar 02 20:35:48.519893 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d17d4abc-3f3e-418b-a185-d8cd94bac974 req-40fbabba-450c-4d20-99c4-e681c680e448 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389600 Mar 02 20:35:48.580509 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-f352e1ba-3e62-4ea4-9f54-4377d3badfec service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256626 Mar 02 20:35:48.712872 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-e3cfa681-40fe-496e-bde3-0bc977ff5de7 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259818 Mar 02 20:35:49.327095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-510078b6-731a-42d1-9d11-859c332b41a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:49.718577 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae542762-0e37-4673-981c-ec12272d4f9f req-91d7b0ee-16b4-49bd-bd11-1531d1f88dda tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:49.719929 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ae542762-0e37-4673-981c-ec12272d4f9f req-91d7b0ee-16b4-49bd-bd11-1531d1f88dda tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0809407 Mar 02 20:35:49.764622 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ae542762-0e37-4673-981c-ec12272d4f9f req-36d359eb-1892-4b45-8fbf-e0031dfaca0c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387187 Mar 02 20:35:50.537093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:50.634346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:50.968170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a80ce5-5ea9-4e45-b7aa-b2d050bd5b8a req-ffeb3710-2efa-4cc0-97e6-8decdc1368ea tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:50.969623 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-75a80ce5-5ea9-4e45-b7aa-b2d050bd5b8a req-ffeb3710-2efa-4cc0-97e6-8decdc1368ea tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0773005 Mar 02 20:35:51.014455 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-75a80ce5-5ea9-4e45-b7aa-b2d050bd5b8a req-ea35708f-acba-4f58-804e-c4477a7acd1e tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Mar 02 20:35:51.881475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:52.349959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24519b3b-0f1a-4c39-9f7f-dc3c4a5f07ce req-94a08601-baac-49db-8e6d-335881466664 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:52.351283 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-24519b3b-0f1a-4c39-9f7f-dc3c4a5f07ce req-94a08601-baac-49db-8e6d-335881466664 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0778213 Mar 02 20:35:52.395825 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-24519b3b-0f1a-4c39-9f7f-dc3c4a5f07ce req-5e13a467-c9e8-4123-bc69-a7f048159e79 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390582 Mar 02 20:35:53.588743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea595d3-169a-4de5-8e99-4f312cfe3199 req-da194a17-9d6d-47b7-9c01-2a941a6aef98 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:53.590179 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1ea595d3-169a-4de5-8e99-4f312cfe3199 req-da194a17-9d6d-47b7-9c01-2a941a6aef98 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0744252 Mar 02 20:35:53.634229 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1ea595d3-169a-4de5-8e99-4f312cfe3199 req-c9d39392-5a8c-4e56-8009-d4a41a6ea06d tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386751 Mar 02 20:35:54.827546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb59e1-459e-4ecb-a6cb-0a9f375f64dc req-a16a260d-8db7-4fda-9e77-be88c22e105c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:54.829230 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e0eb59e1-459e-4ecb-a6cb-0a9f375f64dc req-a16a260d-8db7-4fda-9e77-be88c22e105c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0790067 Mar 02 20:35:54.872858 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e0eb59e1-459e-4ecb-a6cb-0a9f375f64dc req-1644e31c-fee5-44cb-a1c4-30bb084e5cd7 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381463 Mar 02 20:35:56.067323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212815d9-c41e-478d-857a-5293dfec556c req-c352101f-87f2-43e5-be06-21d16119ab85 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:56.068769 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-212815d9-c41e-478d-857a-5293dfec556c req-c352101f-87f2-43e5-be06-21d16119ab85 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0764620 Mar 02 20:35:56.118135 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-212815d9-c41e-478d-857a-5293dfec556c req-de743345-db67-47cd-8f00-5272107eff29 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 Mar 02 20:35:57.325864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04384a6a-5231-4ddf-89cc-05908b28aeaf req-74c7c82d-e4f5-4f3b-b58e-416462c28ad5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:57.327335 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-04384a6a-5231-4ddf-89cc-05908b28aeaf req-74c7c82d-e4f5-4f3b-b58e-416462c28ad5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0915582 Mar 02 20:35:57.372678 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-04384a6a-5231-4ddf-89cc-05908b28aeaf req-4ba28762-f83f-4e6d-ad68-002e757741ff tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Mar 02 20:35:58.571558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbada4f-70ee-4995-b5a1-649e801f39ed req-78a10b86-5436-4f67-90b6-4bc16aaa8813 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:58.572958 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0bbada4f-70ee-4995-b5a1-649e801f39ed req-78a10b86-5436-4f67-90b6-4bc16aaa8813 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0802047 Mar 02 20:35:58.622642 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0bbada4f-70ee-4995-b5a1-649e801f39ed req-d42bfef3-79c8-4d7e-ab79-683e6b61d223 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440080 Mar 02 20:35:59.816783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8593b-7eca-4847-ae7d-d930b59a9cfb req-91be284a-3523-4bba-9f13-c60c7b22e8b8 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:59.818813 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8c8593b-7eca-4847-ae7d-d930b59a9cfb req-91be284a-3523-4bba-9f13-c60c7b22e8b8 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0742512 Mar 02 20:35:59.863829 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8c8593b-7eca-4847-ae7d-d930b59a9cfb req-ca78c045-4c40-4eed-9484-47d9753cc425 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392823 Mar 02 20:36:01.061996 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3ee00-ef08-4cc4-88dd-0bcecb339996 req-f3d0c914-cc2b-455b-a789-0ba1bbde6599 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:01.063428 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-19a3ee00-ef08-4cc4-88dd-0bcecb339996 req-f3d0c914-cc2b-455b-a789-0ba1bbde6599 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0789816 Mar 02 20:36:01.109008 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-19a3ee00-ef08-4cc4-88dd-0bcecb339996 req-a1dbd285-28c0-42f9-b454-3bea03fbb633 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394800 Mar 02 20:36:02.302204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bae10-9fd3-4f14-a5b2-f3c5ed817788 req-72cd81bf-1d33-411d-b71e-1220543d1112 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:02.303664 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-309bae10-9fd3-4f14-a5b2-f3c5ed817788 req-72cd81bf-1d33-411d-b71e-1220543d1112 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0749288 Mar 02 20:36:02.351652 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-309bae10-9fd3-4f14-a5b2-f3c5ed817788 req-dd16b398-26e9-46d8-9d8a-f33d7b1270db tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Mar 02 20:36:03.543044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b1865-b102-48a7-a1d0-2a7a983ce7a8 req-e739c53a-b38d-43dd-8719-6a64aa2168ba tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:03.544461 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-024b1865-b102-48a7-a1d0-2a7a983ce7a8 req-e739c53a-b38d-43dd-8719-6a64aa2168ba tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0755768 Mar 02 20:36:03.589289 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-024b1865-b102-48a7-a1d0-2a7a983ce7a8 req-9b91d95e-4ee9-40e3-9324-7a4589c965cc tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394592 Mar 02 20:36:04.789661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ec8cd-f75e-443b-bd0c-58bfd0f650b0 req-87fb93d2-e245-4b2a-b60d-08afdf0346fe tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:04.791107 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bf2ec8cd-f75e-443b-bd0c-58bfd0f650b0 req-87fb93d2-e245-4b2a-b60d-08afdf0346fe tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0785689 Mar 02 20:36:04.910550 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bf2ec8cd-f75e-443b-bd0c-58bfd0f650b0 req-af431b28-34f0-4e29-8b60-8a66617baf5d tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138632 Mar 02 20:36:06.127468 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137077cb-4e0e-418d-9b57-b0261c521fe5 req-59feb863-69b0-4493-bfc5-5cb2e904b282 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:06.128906 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-137077cb-4e0e-418d-9b57-b0261c521fe5 req-59feb863-69b0-4493-bfc5-5cb2e904b282 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0758107 Mar 02 20:36:06.172926 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-137077cb-4e0e-418d-9b57-b0261c521fe5 req-482ac6b3-3394-4338-9c7a-d2803539b75a tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378988 Mar 02 20:36:07.391400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2da5-8efa-4b61-ad85-dca29dea23a0 req-eea1215e-3a74-405a-b6d2-ce20d2c9ef59 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:07.392807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f12c2da5-8efa-4b61-ad85-dca29dea23a0 req-eea1215e-3a74-405a-b6d2-ce20d2c9ef59 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0774035 Mar 02 20:36:07.436903 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f12c2da5-8efa-4b61-ad85-dca29dea23a0 req-fea6f32f-ec59-4d93-bd5c-ad637d1b18f0 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387084 Mar 02 20:36:08.629458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f699d46-7fb6-4488-94cc-fd0b08e973a0 req-82b23f49-503e-4376-b7c5-7438c0faf78c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:08.630897 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5f699d46-7fb6-4488-94cc-fd0b08e973a0 req-82b23f49-503e-4376-b7c5-7438c0faf78c tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0752625 Mar 02 20:36:08.684969 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5f699d46-7fb6-4488-94cc-fd0b08e973a0 req-5609bb09-e067-48c0-a092-94ce81d90e26 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 Mar 02 20:36:09.876895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef931cd-61a2-49f1-84c4-d5c2ef42e8e5 req-400d1184-e07c-416a-9fc2-efa2071ed7d5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:09.878343 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4ef931cd-61a2-49f1-84c4-d5c2ef42e8e5 req-400d1184-e07c-416a-9fc2-efa2071ed7d5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0760360 Mar 02 20:36:09.922448 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4ef931cd-61a2-49f1-84c4-d5c2ef42e8e5 req-caa2a95f-c0cd-43e4-83b7-822834e3ff16 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377908 Mar 02 20:36:11.121574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ad227-ad17-487f-b48a-4c0fe0522453 req-ed59bc2f-ba80-4911-af59-2a4ea10c0363 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:11.123058 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-895ad227-ad17-487f-b48a-4c0fe0522453 req-ed59bc2f-ba80-4911-af59-2a4ea10c0363 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0800016 Mar 02 20:36:11.167036 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-895ad227-ad17-487f-b48a-4c0fe0522453 req-e6fcb230-af0f-42ea-a2c4-4cb9ef6fc2c5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 Mar 02 20:36:12.364786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b35ef4-db31-4f4d-9973-40ab86fadb09 req-03e6d85d-de6b-4f34-b6b6-ead10e885526 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:12.366217 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-25b35ef4-db31-4f4d-9973-40ab86fadb09 req-03e6d85d-de6b-4f34-b6b6-ead10e885526 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0764139 Mar 02 20:36:12.410897 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-25b35ef4-db31-4f4d-9973-40ab86fadb09 req-a57832de-87e6-4490-bf05-10025de75119 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 Mar 02 20:36:12.993740 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:13.608850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502e616-2610-4ea5-b7ce-44b23b53fd70 req-6c80cd1c-12f8-4d7b-940d-8e0d7279bf2b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:13.610360 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2502e616-2610-4ea5-b7ce-44b23b53fd70 req-6c80cd1c-12f8-4d7b-940d-8e0d7279bf2b tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0794852 Mar 02 20:36:13.654441 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2502e616-2610-4ea5-b7ce-44b23b53fd70 req-0de2f5f8-e2f0-4700-969a-7e136e2c8dde tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387788 Mar 02 20:36:14.856238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02f35-c9ce-4de8-997f-980c804c0968 req-49ce865f-2ef2-4cbb-805c-6103de69b8f8 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:14.857656 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0fa02f35-c9ce-4de8-997f-980c804c0968 req-49ce865f-2ef2-4cbb-805c-6103de69b8f8 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0771663 Mar 02 20:36:14.905492 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0fa02f35-c9ce-4de8-997f-980c804c0968 req-9fcac0a2-0d5b-4915-84de-923314769cda tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424752 Mar 02 20:36:16.042826 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-f4dbde78-3970-4167-972c-0a6931d9ed3d service neutron] 10.222.0.31 "GET /v2.0/ports/c5a477c3-3d4d-4565-b628-9c4789db641e/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0774047 Mar 02 20:36:16.102767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bf8dc-0321-49ae-8940-31733989547c req-fe775394-75fc-440f-a438-86d17c44593d tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:16.104149 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d6bf8dc-0321-49ae-8940-31733989547c req-fe775394-75fc-440f-a438-86d17c44593d tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0773485 Mar 02 20:36:16.152949 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d6bf8dc-0321-49ae-8940-31733989547c req-10c5f839-8f51-4f2f-9cfd-5a64f3b7532f tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Mar 02 20:36:16.613999 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-fd509a38-3657-4dc5-b03b-1cafd222623c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246&tenant_id=79aff3e45c5f4965b38fb1b28d3a62da HTTP/1.1" status: 200 len: 1099 time: 0.0695677 Mar 02 20:36:16.710301 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-7866b789-5fe7-4172-97ec-f1b2d6c98c40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 1099 time: 0.0699623 Mar 02 20:36:16.841071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-a51ca7be-4828-41a1-af8e-d36273c53d55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:16.842549 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-a51ca7be-4828-41a1-af8e-d36273c53d55 service neutron] 10.222.0.31 "GET /v2.0/networks?id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 HTTP/1.1" status: 200 len: 916 time: 0.1232364 Mar 02 20:36:16.914421 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-fc3e6490-4a70-4a61-b83f-80aa98d1c817 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5a477c3-3d4d-4565-b628-9c4789db641e HTTP/1.1" status: 200 len: 217 time: 0.0591612 Mar 02 20:36:16.975630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-0a712b24-cd41-4709-b0c6-9c87a77c0788 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:16.978167 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-0a712b24-cd41-4709-b0c6-9c87a77c0788 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d528810-3a7d-48a2-b9c5-6d39d53a8c7c HTTP/1.1" status: 200 len: 854 time: 0.0601416 Mar 02 20:36:17.030160 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-d93d2b89-20c3-469f-b00f-3dbc6e587bb6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436590 Mar 02 20:36:17.071217 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1a695da8-e86b-41ca-86e1-8c8b8a8d8e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:17.168976 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-3d1f9c86-8dec-4b8a-a23d-fb4501811457 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281903 Mar 02 20:36:17.306848 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-685708c0-e8f5-4f32-957f-2a9dc826a9cd req-710b0130-6924-4f74-9836-6c5d2e0fb919 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283731 Mar 02 20:36:17.355096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1e4c3-aec9-442c-92b4-bd499f13ce1b req-7a6fc14e-0b4d-4d36-bf5e-cd3549812e00 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:17.356526 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-56f1e4c3-aec9-442c-92b4-bd499f13ce1b req-7a6fc14e-0b4d-4d36-bf5e-cd3549812e00 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0794218 Mar 02 20:36:17.402234 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-56f1e4c3-aec9-442c-92b4-bd499f13ce1b req-b980faf6-8d1d-42d4-a8c1-81029203f745 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Mar 02 20:36:18.595239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371909d-be92-41c1-9a22-84b0a54103f2 req-8943d120-4087-4ed1-8237-fd7fdab8d692 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:18.596675 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5371909d-be92-41c1-9a22-84b0a54103f2 req-8943d120-4087-4ed1-8237-fd7fdab8d692 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0762906 Mar 02 20:36:18.642152 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5371909d-be92-41c1-9a22-84b0a54103f2 req-642559ea-e452-44d8-a48c-0fceedb33109 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 Mar 02 20:36:19.355495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1afc8ac4-5d93-4f54-93f6-635c9a63da27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:19.839362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca37f9a-d298-4f20-8580-64535c8d6d45 req-183363f3-b6d6-480c-adc0-2d1d169a73f2 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:19.840788 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5ca37f9a-d298-4f20-8580-64535c8d6d45 req-183363f3-b6d6-480c-adc0-2d1d169a73f2 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0797763 Mar 02 20:36:19.885643 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5ca37f9a-d298-4f20-8580-64535c8d6d45 req-900fdd87-5b76-4110-87b9-c9e17e79fbeb tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Mar 02 20:36:20.332597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f37d3f-f9f3-462f-8f16-e9182545fc0f req-6580d3d4-ccc4-4524-be12-05a8a15a947f tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:20.334075 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-86f37d3f-f9f3-462f-8f16-e9182545fc0f req-6580d3d4-ccc4-4524-be12-05a8a15a947f tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0797985 Mar 02 20:36:20.380071 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-86f37d3f-f9f3-462f-8f16-e9182545fc0f req-256a8a8a-8de1-48e8-954f-dabc9a44acea tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Mar 02 20:36:20.396600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-8d539901-5ee8-490c-a42c-1ec927b0a319 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:20.397245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-8d539901-5ee8-490c-a42c-1ec927b0a319 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Synchronizing usage tracker for tenant:79aff3e45c5f4965b38fb1b28d3a62da on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:36:20.467948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-8d539901-5ee8-490c-a42c-1ec927b0a319 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Unset dirty status for tenant:79aff3e45c5f4965b38fb1b28d3a62da on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:36:20.469102 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-8d539901-5ee8-490c-a42c-1ec927b0a319 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246&tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 946 time: 0.1621795 Mar 02 20:36:20.549864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:20.641472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:20.699396 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-f899d371-3b97-442a-8075-96ebd478a833 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 1099 time: 0.1609604 Mar 02 20:36:20.774331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c5a477c3-3d4d-4565-b628-9c4789db641e details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:36:20.776588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c5a477c3-3d4d-4565-b628-9c4789db641e no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:36:20.840772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-a90e5a17-374c-4860-bee8-df309eb86fd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:20.842254 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-a90e5a17-374c-4860-bee8-df309eb86fd9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 HTTP/1.1" status: 200 len: 916 time: 0.1356337 Mar 02 20:36:20.912707 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-9b626d7d-2481-4d72-8b03-6252539705bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5a477c3-3d4d-4565-b628-9c4789db641e HTTP/1.1" status: 200 len: 217 time: 0.0642180 Mar 02 20:36:20.973177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-38a331d7-4837-47c5-97a7-470acf6eb84b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:20.974777 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-38a331d7-4837-47c5-97a7-470acf6eb84b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7d528810-3a7d-48a2-b9c5-6d39d53a8c7c HTTP/1.1" status: 200 len: 854 time: 0.0568438 Mar 02 20:36:20.984647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:21.019097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c5a477c3-3d4d-4565-b628-9c4789db641e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5a477c3-3d4d-4565-b628-9c4789db641e,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:36:21.020298 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-05f14e3c-84ca-41b8-a139-9fd0ee0017cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394197 Mar 02 20:36:21.036609 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a477c3-3d4d-4565-b628-9c4789db641e'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:36:21.045122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'c5a477c3-3d4d-4565-b628-9c4789db641e', 'network_id': '24cfdf71-235a-4bf0-9bfe-dbab789e6ac2', 'port_id': 'c5a477c3-3d4d-4565-b628-9c4789db641e', 'mac_address': 'fa:16:3e:51:f0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d528810-3a7d-48a2-b9c5-6d39d53a8c7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:36:21.078104 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c5a477c3-3d4d-4565-b628-9c4789db641e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5a477c3-3d4d-4565-b628-9c4789db641e,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:36:21.105022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:21.114970 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5a477c3-3d4d-4565-b628-9c4789db641e', 'code': 200} Mar 02 20:36:21.124161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5a477c3-3d4d-4565-b628-9c4789db641e {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:36:21.160782 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-a684508f-4675-4336-bf66-13413cafd160 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340809 Mar 02 20:36:21.178769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:21.287931 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:36:21.288302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:36:21.291611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c5a477c3-3d4d-4565-b628-9c4789db641e,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:21.293979 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-006aa2bf-dadf-4981-845f-d83c40f9820d req-765e8db4-87fc-4c1f-aad4-d9da03d288e9 service neutron] 10.222.0.31 "GET /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273007 Mar 02 20:36:21.300717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:21.301065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:21.301397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:21.301724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:21.302075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:21.302401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:21.302719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:21.303038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:21.303352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:21.303690 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:21.304006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:21.578770 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b42f0-3632-4683-807e-e2b4df1264e9 req-459061cf-37bb-4f5c-b3a4-5d7ef1711761 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:21.580204 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d3b42f0-3632-4683-807e-e2b4df1264e9 req-459061cf-37bb-4f5c-b3a4-5d7ef1711761 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 944 time: 0.0801489 Mar 02 20:36:21.624471 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d3b42f0-3632-4683-807e-e2b4df1264e9 req-ef4ca1db-372d-4a08-9c3c-7df90f1075cd tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387702 Mar 02 20:36:21.854016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:21.871828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a477c3-3d4d-4565-b628-9c4789db641e {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:36:21.887221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c5a477c3-3d4d-4565-b628-9c4789db641e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5a477c3-3d4d-4565-b628-9c4789db641e,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:36:21.915300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:21.972334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:22.037774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['c5a477c3-3d4d-4565-b628-9c4789db641e'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:36:22.077315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c5a477c3-3d4d-4565-b628-9c4789db641e,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:22.788792 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c5a477c3-3d4d-4565-b628-9c4789db641e up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:36:22.826868 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2daee-6a85-4980-ab54-4c2a3fee5930 req-db8a9ea3-afec-433b-9746-d0a00cf14cd2 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:22.828602 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aac2daee-6a85-4980-ab54-4c2a3fee5930 req-db8a9ea3-afec-433b-9746-d0a00cf14cd2 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 945 time: 0.0776682 Mar 02 20:36:22.855628 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port c5a477c3-3d4d-4565-b628-9c4789db641e triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:36:22.856200 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:22.877133 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aac2daee-6a85-4980-ab54-4c2a3fee5930 req-2c2fb405-bacb-41bd-8be8-2ff23eeace96 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427990 Mar 02 20:36:22.971399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:23.002798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c5a477c3-3d4d-4565-b628-9c4789db641e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5a477c3-3d4d-4565-b628-9c4789db641e,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:36:23.075816 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d202ca-aea0-48cd-ab24-7bf9699de43b req-c8a98c3d-2102-47e2-a296-a478db2a3210 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:23.077264 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-87d202ca-aea0-48cd-ab24-7bf9699de43b req-c8a98c3d-2102-47e2-a296-a478db2a3210 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 945 time: 0.0786190 Mar 02 20:36:23.086538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:23.120093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a477c3-3d4d-4565-b628-9c4789db641e'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:36:23.125189 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-87d202ca-aea0-48cd-ab24-7bf9699de43b req-5fb7fca6-c2ac-4c6d-bcc4-8ef55365d5f5 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Mar 02 20:36:23.188853 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a477c3-3d4d-4565-b628-9c4789db641e', 'code': 200} Mar 02 20:36:23.199355 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c5a477c3-3d4d-4565-b628-9c4789db641e,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:23.327402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1b477-acc2-4b32-af76-30b8102053ca req-db4b8988-e9ab-4a0e-a048-c15af1f9f681 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:23.329062 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-63a1b477-acc2-4b32-af76-30b8102053ca req-db4b8988-e9ab-4a0e-a048-c15af1f9f681 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0800283 Mar 02 20:36:23.373639 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-63a1b477-acc2-4b32-af76-30b8102053ca req-6e78a1ba-4ab3-476b-a7fd-01d5d28ccc4f tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391972 Mar 02 20:36:23.571281 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:36:24.103752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221451c-fb0c-4ef8-97b9-1ed6d30cf02e req-bfd81e39-7b89-4850-bd68-1dd328d122f7 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:24.105187 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9221451c-fb0c-4ef8-97b9-1ed6d30cf02e req-bfd81e39-7b89-4850-bd68-1dd328d122f7 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0764067 Mar 02 20:36:24.149612 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9221451c-fb0c-4ef8-97b9-1ed6d30cf02e req-aec67bd2-8349-41df-825a-db560eca2176 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 Mar 02 20:36:25.342291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3572b45-ffa1-4111-887d-444983bde682 req-6da9f88c-98ae-4a24-8721-21c2cdf877dc tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:25.343614 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3572b45-ffa1-4111-887d-444983bde682 req-6da9f88c-98ae-4a24-8721-21c2cdf877dc tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0776608 Mar 02 20:36:25.388062 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3572b45-ffa1-4111-887d-444983bde682 req-6c60e4bf-2ee2-4d5d-a9f9-9c8c9bb57154 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c797551-8444-4cde-b7e2-718d4fbe7f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390124 Mar 02 20:36:25.765054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3f20c-82ec-48cd-b8d3-2fb6f1da2fab req-26cafb55-9e3f-4720-866c-615364dbeada tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:25.766409 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-10c3f20c-82ec-48cd-b8d3-2fb6f1da2fab req-26cafb55-9e3f-4720-866c-615364dbeada tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 946 time: 0.0803053 Mar 02 20:36:25.833662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-10c3f20c-82ec-48cd-b8d3-2fb6f1da2fab req-7c26a8da-5f39-4b63-b777-91af73e7ac83 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Deleting port c5a477c3-3d4d-4565-b628-9c4789db641e {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:36:25.834032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-10c3f20c-82ec-48cd-b8d3-2fb6f1da2fab req-7c26a8da-5f39-4b63-b777-91af73e7ac83 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:26.070561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-10c3f20c-82ec-48cd-b8d3-2fb6f1da2fab req-7c26a8da-5f39-4b63-b777-91af73e7ac83 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] For port c5a477c3-3d4d-4565-b628-9c4789db641e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5a477c3-3d4d-4565-b628-9c4789db641e,segment=NetworkSegment(6947bb8f-500e-46af-a010-b69cda15425b),segment_id=6947bb8f-500e-46af-a010-b69cda15425b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:36:26.070916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-10c3f20c-82ec-48cd-b8d3-2fb6f1da2fab req-7c26a8da-5f39-4b63-b777-91af73e7ac83 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:26.188779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-10c3f20c-82ec-48cd-b8d3-2fb6f1da2fab req-7c26a8da-5f39-4b63-b777-91af73e7ac83 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Calling delete_port for c5a477c3-3d4d-4565-b628-9c4789db641e owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:36:26.395126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-10c3f20c-82ec-48cd-b8d3-2fb6f1da2fab req-7c26a8da-5f39-4b63-b777-91af73e7ac83 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:26.410309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['c5a477c3-3d4d-4565-b628-9c4789db641e'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:36:26.441838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26a8da-5f39-4b63-b777-91af73e7ac83 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Pushing event deleted for resources: {'Port': ['ID=c5a477c3-3d4d-4565-b628-9c4789db641e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:26.517427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c3f20c-82ec-48cd-b8d3-2fb6f1da2fab req-7c26a8da-5f39-4b63-b777-91af73e7ac83 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] No DVR routers for this DVR port c5a477c3-3d4d-4565-b628-9c4789db641e on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:36:26.519915 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-10c3f20c-82ec-48cd-b8d3-2fb6f1da2fab req-7c26a8da-5f39-4b63-b777-91af73e7ac83 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:26.523035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'name': 'network-vif-deleted', 'tag': 'c5a477c3-3d4d-4565-b628-9c4789db641e'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:36:26.555382 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd6c64b3-e410-4eb3-8ef1-ecaa4ee766d7 req-90e10b13-c2c8-48c6-8b6f-86377c93d16d tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f9c6038-fe44-4aab-ba9a-d8d8fc61b246 HTTP/1.1" status: 200 len: 210 time: 0.0446436 Mar 02 20:36:26.581155 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c6038-fe44-4aab-ba9a-d8d8fc61b246', 'name': 'network-vif-deleted', 'tag': 'c5a477c3-3d4d-4565-b628-9c4789db641e', 'status': 'completed', 'code': 200} Mar 02 20:36:26.594178 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-10c3f20c-82ec-48cd-b8d3-2fb6f1da2fab req-7c26a8da-5f39-4b63-b777-91af73e7ac83 tempest-ServerDiskConfigTestJSON-2103469422 tempest-ServerDiskConfigTestJSON-2103469422-project] 10.222.0.31 "DELETE /v2.0/ports/c5a477c3-3d4d-4565-b628-9c4789db641e HTTP/1.1" status: 204 len: 173 time: 0.8216085 Mar 02 20:36:27.821746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51026) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:27.882794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Deleting subnet 7d528810-3a7d-48a2-b9c5-6d39d53a8c7c {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:36:27.886333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:27.934227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:27.992960 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:28.205256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:28.240561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d528810-3a7d-48a2-b9c5-6d39d53a8c7c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:28.252054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:28.254983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:28.255322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:28.260938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:28.260938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:28.260938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:28.260938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:28.260938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:28.260938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:28.260938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:28.260938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:28.260938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:28.265147 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-14cd8869-5d2f-4756-830c-9e37c004e2a2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7d528810-3a7d-48a2-b9c5-6d39d53a8c7c HTTP/1.1" status: 204 len: 168 time: 0.4421263 Mar 02 20:36:28.267425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51030) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:28.369956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:28.489740 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:28.515052 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cfdf71-235a-4bf0-9bfe-dbab789e6ac2']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:28.526639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6947bb8f-500e-46af-a010-b69cda15425b') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:28.526931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6947bb8f-500e-46af-a010-b69cda15425b') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:28.537810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:28.556799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:28.563043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:36:28.569453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:36:28.576964 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:36:28.714746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:28.731179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:28.741109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] Pushing event deleted for resources: {'Network': ['ID=24cfdf71-235a-4bf0-9bfe-dbab789e6ac2,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:28.789730 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-543bfb50-0258-4687-b498-4c050765fb10 admin admin] 10.222.0.44 "DELETE /v2.0/networks/24cfdf71-235a-4bf0-9bfe-dbab789e6ac2 HTTP/1.1" status: 204 len: 168 time: 0.5213375 Mar 02 20:36:28.821330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c5a477c3-3d4d-4565-b628-9c4789db641e no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:36:28.854592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: c5a477c3-3d4d-4565-b628-9c4789db641e {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:36:28.854928 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c5a477c3-3d4d-4565-b628-9c4789db641e not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:36:29.107484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51036) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:29.161140 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e07ad860-68d0-4ea3-8d3d-363b8ccca28a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79aff3e45c5f4965b38fb1b28d3a62da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524967 Mar 02 20:36:29.163541 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51040) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:29.221691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b486115-5da7-4656-84b9-a96ab980ce6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:29.246938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b486115-5da7-4656-84b9-a96ab980ce6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:29.360495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b486115-5da7-4656-84b9-a96ab980ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:29.377290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b486115-5da7-4656-84b9-a96ab980ce6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c797551-8444-4cde-b7e2-718d4fbe7f27,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:29.456783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b486115-5da7-4656-84b9-a96ab980ce6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:29.457890 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2b486115-5da7-4656-84b9-a96ab980ce6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c797551-8444-4cde-b7e2-718d4fbe7f27 HTTP/1.1" status: 204 len: 168 time: 0.2934785 Mar 02 20:36:30.566124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51062) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:30.692840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-332281101-network', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:36:30.700775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:36:30.704791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Usage tracker for resource:network and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:36:30.707602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:36:30.714277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:36:30.800302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Made reservation on behalf of ccfe9f329cbd4ade96d718f38dfb05f0 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:36:30.802631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:30.817481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:30.845830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:36:30.849753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Usage tracker for resource:security_group_rule and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:36:30.853132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:36:30.858755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:36:30.924736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:30.988821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:31.018152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:36:31.027609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154e4032-7b65-4691-aea3-e1752f112f97,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:31.033931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:31.035445 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Added segment 65048cb6-6e65-44fd-9d8b-016259b26514 of type vlan for network 4eec7da4-6a3e-4782-a592-defab5169264 Mar 02 20:36:31.065952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:31.172249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:31.173092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:31.173655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:31.275121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4eec7da4-6a3e-4782-a592-defab5169264,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:31.285028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 4eec7da4-6a3e-4782-a592-defab5169264 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:36:31.373998 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-63939299-793b-4c28-890d-7fdd9d7055f1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8042054 Mar 02 20:36:31.374241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51068) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:31.380284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Request body: {'subnet': {'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-332281101-subnet', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:36:31.385532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:36:31.389457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Usage tracker for resource:subnet and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:36:31.392415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:36:31.398121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:36:31.490485 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Made reservation on behalf of ccfe9f329cbd4ade96d718f38dfb05f0 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:36:31.493399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:31.744444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:31.822532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c203b48-3b1e-4df1-8370-f0adc6a0479e,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:31.837015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Checking segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:36:31.837371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Network hostable DHCP agents. Network: 4eec7da4-6a3e-4782-a592-defab5169264, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:36:31.937921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Network 4eec7da4-6a3e-4782-a592-defab5169264 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:36:32.011914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 4eec7da4-6a3e-4782-a592-defab5169264) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:36:32.016025 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:32.016606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.022117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f86c3-d587-4ae1-838a-22f5360b06d5 None None] Network 4eec7da4-6a3e-4782-a592-defab5169264 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:36:32.113923 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-809ab22e-e8f0-46c6-9db9-0a6cc62108b7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7385612 Mar 02 20:36:32.116660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51072) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:32.122462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:36:32.127560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:36:32.131583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Usage tracker for resource:router and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:36:32.135360 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:36:32.141376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:36:32.216388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.217297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.235855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.247609 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-4eec7da4-6a3e-4782-a592-defab5169264', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:36:32.248545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.405561 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Allocated IP 172.20.0.2 (4eec7da4-6a3e-4782-a592-defab5169264/2c203b48-3b1e-4df1-8370-f0adc6a0479e/101cfa00-49ed-40b3-ba95-37baf4985375) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:36:32.443071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.606001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.616843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Transition to ACTIVE for port object 101cfa00-49ed-40b3-ba95-37baf4985375 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:36:32.636521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Transition to ACTIVE for port object 101cfa00-49ed-40b3-ba95-37baf4985375 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:36:32.719966 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.786140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.792029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Network 4eec7da4-6a3e-4782-a592-defab5169264 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:36:32.795491 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:36:32.797309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Pushing event updated for resources: {'Port': ['ID=101cfa00-49ed-40b3-ba95-37baf4985375,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:32.799353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:36:32.816382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.884680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Attempting to bind port 101cfa00-49ed-40b3-ba95-37baf4985375 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:36:32.884958 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Attempting to bind port 101cfa00-49ed-40b3-ba95-37baf4985375 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:36:32.885312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Attempting to bind port 101cfa00-49ed-40b3-ba95-37baf4985375 on network 4eec7da4-6a3e-4782-a592-defab5169264 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:36:32.891659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:36:32.892025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Checking segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:36:32.892415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.892800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Bound using segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:36:32.893251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Bound port: 101cfa00-49ed-40b3-ba95-37baf4985375, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:36:32.893615 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:32.953051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Allocated IP 172.26.5.111 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/4671fcd0-0838-43e5-85ef-e59b699e1c47) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:36:32.984573 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] For port 101cfa00-49ed-40b3-ba95-37baf4985375, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:36:32.987569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] For port 101cfa00-49ed-40b3-ba95-37baf4985375, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=101cfa00-49ed-40b3-ba95-37baf4985375,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:36:33.069793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:33.101094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:33.152631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa7038-144e-406c-9434-ad3a13f8019d None None] Pushing event updated for resources: {'Port': ['ID=101cfa00-49ed-40b3-ba95-37baf4985375,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:33.196608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:33.271067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:36:33.274563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:36:33.277069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:36:33.324976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Pushing event updated for resources: {'Port': ['ID=4671fcd0-0838-43e5-85ef-e59b699e1c47,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:33.531534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:33.532261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:33.834869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:36:34.024350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2099344-0736-4379-86a4-4264c5ddcb9e None None] Network 4eec7da4-6a3e-4782-a592-defab5169264 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:36:34.041863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:36:34.052932 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Sync routers for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:36:34.069876 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:36:34.074891 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:36:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:34.121084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:34.122464 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-beed957f-5a72-4996-8c51-35025e1e3119 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0044284 Mar 02 20:36:34.125030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51076) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:34.191871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-464ba97c-7a41-4cde-b4c2-4f20e714d7ae None None] Provisioning for port 101cfa00-49ed-40b3-ba95-37baf4985375 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:36:34.257304 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:36:34.551379 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:33Z', 'revision_number': 3, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:34.555347 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Checking router: 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:36:34.555715 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Updating router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d port 4671fcd0-0838-43e5-85ef-e59b699e1c47 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:36:34.608505 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:34.960412 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:34.971739 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Transition to ACTIVE for port object 4671fcd0-0838-43e5-85ef-e59b699e1c47 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:36:34.973243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.017503 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.103303 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Pushing event updated for resources: {'Port': ['ID=4671fcd0-0838-43e5-85ef-e59b699e1c47,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:35.107294 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Attempting to bind port 4671fcd0-0838-43e5-85ef-e59b699e1c47 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:36:35.107653 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Attempting to bind port 4671fcd0-0838-43e5-85ef-e59b699e1c47 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:36:35.108008 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Attempting to bind port 4671fcd0-0838-43e5-85ef-e59b699e1c47 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:36:35.119353 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:35.119687 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:35.120022 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:35.120342 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:35.120666 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:35.120989 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:35.121305 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:35.121621 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:35.121951 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:35.122266 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:35.123089 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:35.126864 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:36:35.127233 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:36:35.127630 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.128009 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:36:35.128467 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Bound port: 4671fcd0-0838-43e5-85ef-e59b699e1c47, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:36:35.129108 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.195286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Allocated IP 172.20.0.1 (4eec7da4-6a3e-4782-a592-defab5169264/2c203b48-3b1e-4df1-8370-f0adc6a0479e/1ed2a775-64a4-496e-863e-f95cae204238) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:36:35.199671 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] For port 4671fcd0-0838-43e5-85ef-e59b699e1c47, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:36:35.202559 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] For port 4671fcd0-0838-43e5-85ef-e59b699e1c47, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4671fcd0-0838-43e5-85ef-e59b699e1c47,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:36:35.285407 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.300895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 101cfa00-49ed-40b3-ba95-37baf4985375 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:36:35.368927 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.382491 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a7552-cd12-4c9b-9fb4-7e2a03fd230e None None] Pushing event updated for resources: {'Port': ['ID=4671fcd0-0838-43e5-85ef-e59b699e1c47,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:35.386053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Transition to ACTIVE for port object 1ed2a775-64a4-496e-863e-f95cae204238 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:36:35.390085 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:36:35.390867 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:36:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:35.423546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 101cfa00-49ed-40b3-ba95-37baf4985375 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:36:35.428477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 101cfa00-49ed-40b3-ba95-37baf4985375 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:36:35.428842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.475515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.543911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Network 4eec7da4-6a3e-4782-a592-defab5169264 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:36:35.546848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:36:35.548800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.551508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:36:35.568845 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:36:35.583799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 101cfa00-49ed-40b3-ba95-37baf4985375, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=101cfa00-49ed-40b3-ba95-37baf4985375,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:36:35.589723 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed2a775-64a4-496e-863e-f95cae204238,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:35.610371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.656898 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.736093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=101cfa00-49ed-40b3-ba95-37baf4985375,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:35.791976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:35.889415 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:33Z', 'revision_number': 3, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:35.893235 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e20ad-bcea-493b-8b0e-07758d6f3f3c None None] The sync data for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv is: [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:33Z', 'revision_number': 3, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:36:35.916549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a8e06d53-5fc8-477c-8acb-b76f62a7b051 None None] Provisioning for port 1ed2a775-64a4-496e-863e-f95cae204238 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:36:35.923885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a8e06d53-5fc8-477c-8acb-b76f62a7b051 None None] Provisioning complete for port 1ed2a775-64a4-496e-863e-f95cae204238 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:36:35.926396 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a8e06d53-5fc8-477c-8acb-b76f62a7b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:36.013893 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a8e06d53-5fc8-477c-8acb-b76f62a7b051 None None] Port 1ed2a775-64a4-496e-863e-f95cae204238 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:36:36.021222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:36.080970 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:36.203407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed2a775-64a4-496e-863e-f95cae204238,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:36.205721 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:36.345736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Network 4eec7da4-6a3e-4782-a592-defab5169264 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:36:36.346910 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:36:36.644899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-19d6b669-2f34-4f5e-868e-285a19358252 None None] Provisioning complete for port 1ed2a775-64a4-496e-863e-f95cae204238 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:36:36.645462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-19d6b669-2f34-4f5e-868e-285a19358252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:36.699348 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-19d6b669-2f34-4f5e-868e-285a19358252 None None] Port 1ed2a775-64a4-496e-863e-f95cae204238 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:36:36.837097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:36:37.044844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:36:37.064282 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-139e5bab-e495-4245-9793-1194010abd18 admin admin] 10.222.0.44 "PUT /v2.0/routers/3c95ef16-6bce-4483-a8a8-cd9be57a0c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9310281 Mar 02 20:36:37.343072 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4671fcd0-0838-43e5-85ef-e59b699e1c47 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:36:37.467005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 4671fcd0-0838-43e5-85ef-e59b699e1c47 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:36:37.471587 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4671fcd0-0838-43e5-85ef-e59b699e1c47 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:36:37.471951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:37.581229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:37.596880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 4671fcd0-0838-43e5-85ef-e59b699e1c47, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4671fcd0-0838-43e5-85ef-e59b699e1c47,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:36:37.668526 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:37.669308 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 101cfa00-49ed-40b3-ba95-37baf4985375 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:36:37.739783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51086) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:37.745480 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959581776', 'description': 'tempest-description--1806029283'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:36:37.751257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:36:37.755024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Usage tracker for resource:security_group and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:36:37.758370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:36:37.764453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:36:37.787799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=4671fcd0-0838-43e5-85ef-e59b699e1c47,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:37.800327 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 101cfa00-49ed-40b3-ba95-37baf4985375 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:36:37.800689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:37.834920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:37.870478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:36:37.874367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Usage tracker for resource:security_group_rule and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:36:37.877096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:36:37.883280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:36:37.938980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:38.004526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:38.046784 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99634e83-4fd6-408a-89fd-c09cb80e77c9,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:38.143415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:38.144681 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-398d09dd-acfa-4dbe-9b17-201be65a3298 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4039114 Mar 02 20:36:38.147490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51090) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:38.153528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-82396252-cf24-42ca-849b-9058aedfacd4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'security_group_rule': {'security_group_id': '99634e83-4fd6-408a-89fd-c09cb80e77c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:36:38.159617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-82396252-cf24-42ca-849b-9058aedfacd4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:36:38.163501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-82396252-cf24-42ca-849b-9058aedfacd4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Usage tracker for resource:security_group_rule and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:36:38.167047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-82396252-cf24-42ca-849b-9058aedfacd4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:36:38.172601 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-82396252-cf24-42ca-849b-9058aedfacd4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:36:38.258101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82396252-cf24-42ca-849b-9058aedfacd4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:38.319746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82396252-cf24-42ca-849b-9058aedfacd4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:38.411734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82396252-cf24-42ca-849b-9058aedfacd4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:38.434228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82396252-cf24-42ca-849b-9058aedfacd4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200a024d-fca5-4a47-96a3-7802c0e5ae2b,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:38.509399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-82396252-cf24-42ca-849b-9058aedfacd4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:38.510715 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-82396252-cf24-42ca-849b-9058aedfacd4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3616436 Mar 02 20:36:38.513447 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51094) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:38.518654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6eed2efc-07ce-4dc0-9e85-eb33d67eb7ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'security_group_rule': {'security_group_id': '99634e83-4fd6-408a-89fd-c09cb80e77c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:36:38.525013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6eed2efc-07ce-4dc0-9e85-eb33d67eb7ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:36:38.529765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6eed2efc-07ce-4dc0-9e85-eb33d67eb7ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Usage tracker for resource:security_group_rule and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:36:38.531629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6eed2efc-07ce-4dc0-9e85-eb33d67eb7ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:36:38.537203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6eed2efc-07ce-4dc0-9e85-eb33d67eb7ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:36:38.623530 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6eed2efc-07ce-4dc0-9e85-eb33d67eb7ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:38.682603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6eed2efc-07ce-4dc0-9e85-eb33d67eb7ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:38.748853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6eed2efc-07ce-4dc0-9e85-eb33d67eb7ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:38.772261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed2efc-07ce-4dc0-9e85-eb33d67eb7ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11147d96-44fb-4e16-a211-cfd481236764,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:38.846131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6eed2efc-07ce-4dc0-9e85-eb33d67eb7ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:38.847361 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6eed2efc-07ce-4dc0-9e85-eb33d67eb7ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3329899 Mar 02 20:36:38.850286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51098) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:38.855273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:36:38.860684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:36:38.864464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Usage tracker for resource:floatingip and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:36:38.867931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:36:38.873469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:36:38.943335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:39.079959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:39.222713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Allocated IP 172.26.5.171 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/c7067398-ad45-4b67-9694-663f0498d49b) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:36:39.277521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4671fcd0-0838-43e5-85ef-e59b699e1c47 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:36:39.325263 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Sync routers for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:36:39.349834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:36:39.350407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:36:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:39.381883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:39.479579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:39.480950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4671fcd0-0838-43e5-85ef-e59b699e1c47 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:36:39.481320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:39.548103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:36:39.550955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:36:39.555938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:36:39.587101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event updated for resources: {'Port': ['ID=c7067398-ad45-4b67-9694-663f0498d49b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:39.618811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:36:39.721534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:39.833848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:39.951582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 2, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:39.955855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Checking router: 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:36:39.956201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Updating router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d port 1ed2a775-64a4-496e-863e-f95cae204238 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:36:40.009310 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:40.061223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:40.120943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:40.230211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event updated for resources: {'Port': ['ID=c7067398-ad45-4b67-9694-663f0498d49b,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:40.244743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:40.321128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:40.322386 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-61eb3d8c-2c20-4ebc-8e0c-9e0e7ff09c61 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4712150 Mar 02 20:36:40.399377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:40.410583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Transition to ACTIVE for port object 1ed2a775-64a4-496e-863e-f95cae204238 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:36:40.494256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-42d08280-201a-4c30-8b3f-984b9d92a6bf tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Synchronizing usage tracker for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:36:40.508260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:40.587794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-42d08280-201a-4c30-8b3f-984b9d92a6bf tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Unset dirty status for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:36:40.589269 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-42d08280-201a-4c30-8b3f-984b9d92a6bf tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--959581776&fields=id&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 267 time: 0.1357679 Mar 02 20:36:40.635735 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024527ff-287b-4a3d-9eff-6f52821c810a None None] Pushing event updated for resources: {'Port': ['ID=1ed2a775-64a4-496e-863e-f95cae204238,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:40.729521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Attempting to bind port 1ed2a775-64a4-496e-863e-f95cae204238 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:36:40.729891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Attempting to bind port 1ed2a775-64a4-496e-863e-f95cae204238 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:36:40.730281 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Attempting to bind port 1ed2a775-64a4-496e-863e-f95cae204238 on network 4eec7da4-6a3e-4782-a592-defab5169264 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:36:40.737166 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:36:40.737696 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Checking segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:36:40.738120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:40.738509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Bound using segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:36:40.738968 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Bound port: 1ed2a775-64a4-496e-863e-f95cae204238, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:36:40.739336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:40.824862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] For port 1ed2a775-64a4-496e-863e-f95cae204238, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:36:40.828090 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] For port 1ed2a775-64a4-496e-863e-f95cae204238, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1ed2a775-64a4-496e-863e-f95cae204238,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:36:40.840412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-9b8c462e-3abc-4ff2-b619-a5086038b142 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:40.840998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-9b8c462e-3abc-4ff2-b619-a5086038b142 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Synchronizing usage tracker for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:36:40.908208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:40.930995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-9b8c462e-3abc-4ff2-b619-a5086038b142 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Unset dirty status for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:36:40.932169 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-9b8c462e-3abc-4ff2-b619-a5086038b142 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 811 time: 0.3356855 Mar 02 20:36:40.948698 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-4a4b1b6b-853b-4288-8f35-0763f818151b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/quotas/ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 375 time: 0.0108874 Mar 02 20:36:40.989848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024527ff-287b-4a3d-9eff-6f52821c810a None None] Pushing event updated for resources: {'Port': ['ID=1ed2a775-64a4-496e-863e-f95cae204238,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:40.996056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:36:40.996672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:36:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:41.180499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:36:41.188829 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-5302b567-bd90-4f1c-b52a-364157f64de5 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Synchronizing usage tracker for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:36:41.280865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-5302b567-bd90-4f1c-b52a-364157f64de5 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Unset dirty status for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:36:41.282117 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-5302b567-bd90-4f1c-b52a-364157f64de5 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3279002 Mar 02 20:36:41.297687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-99fd80dc-8c4d-4b7f-95e4-9fb122026c71 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:36:41.298654 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-99fd80dc-8c4d-4b7f-95e4-9fb122026c71 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050616 Mar 02 20:36:41.434927 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-65b84c77-deff-4425-8d38-8f54e623315e service neutron] 10.222.0.44 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305716 Mar 02 20:36:41.514087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:40Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:41.518085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50851ff-c91c-4bcf-9c90-1e8c146af5e1 None None] The sync data for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv is: [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:40Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:36:41.575756 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-43c610ce-74ac-41c3-b1f2-771a93c582c0 service neutron] 10.222.0.44 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349571 Mar 02 20:36:41.877193 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b9d5166d-4f39-4430-b6f4-0352e8026308 req-7126e00e-f017-4172-b4ab-92ae3c89850d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 210 time: 0.0474834 Mar 02 20:36:42.966544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:43.041592 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8b08fb7-02a6-4a99-8fcc-1b74535fcf7f req-4db8d01f-8674-4e41-9f8d-10da5ba65428 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 210 time: 0.0465128 Mar 02 20:36:43.295769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1ed2a775-64a4-496e-863e-f95cae204238 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:36:43.411540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 1ed2a775-64a4-496e-863e-f95cae204238 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:36:43.417587 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1ed2a775-64a4-496e-863e-f95cae204238 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:36:43.417991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:43.529741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:43.560659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 1ed2a775-64a4-496e-863e-f95cae204238, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1ed2a775-64a4-496e-863e-f95cae204238,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:36:43.611645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:43.678507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=1ed2a775-64a4-496e-863e-f95cae204238,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:44.086324 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-1d786a1f-7ed8-41a8-b50e-4411774cc23e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:44.087947 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-1d786a1f-7ed8-41a8-b50e-4411774cc23e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 811 time: 0.2449861 Mar 02 20:36:44.151110 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-bfdae0c7-e10c-44ed-bb1b-ca24769974bb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 379 time: 0.0418477 Mar 02 20:36:44.162458 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'port': {'device_id': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'admin_state_up': True, 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'security_groups': ['99634e83-4fd6-408a-89fd-c09cb80e77c9']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:36:44.283581 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2fb926dd-d8d1-4b28-800a-f0f38e919cc5 req-0c74418f-14b4-4b02-93f8-d454d6bf6163 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 210 time: 0.1150784 Mar 02 20:36:44.299722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:36:44.309528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:36:44.381397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Made reservation on behalf of ccfe9f329cbd4ade96d718f38dfb05f0 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:36:44.384349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:44.543275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Allocated IP 172.20.0.13 (4eec7da4-6a3e-4782-a592-defab5169264/2c203b48-3b1e-4df1-8370-f0adc6a0479e/3f611715-3bc2-42c0-ad43-f42f50c11338) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:36:44.722998 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:44.738431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Transition to ACTIVE for port object 3f611715-3bc2-42c0-ad43-f42f50c11338 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:36:44.823713 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:44.896301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Network 4eec7da4-6a3e-4782-a592-defab5169264 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:36:44.899710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:36:44.903442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:36:44.940090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event updated for resources: {'Port': ['ID=3f611715-3bc2-42c0-ad43-f42f50c11338,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:44.961518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:44.961859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:44.962221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:44.962552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:44.962878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:44.963243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:44.963526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:44.963850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:44.964171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:44.964487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:44.964802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:36:44.981936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:44.982472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:45.058375 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-60f8d047-6f6c-47e4-acf3-d38ce15f4f0c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8994250 Mar 02 20:36:45.070070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Request body: {'port': {'device_id': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:36:45.183084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b4c9aea5-91dd-47ac-8d92-8ed01cef850b None None] Provisioning for port 3f611715-3bc2-42c0-ad43-f42f50c11338 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:36:45.184034 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:45.187972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b4c9aea5-91dd-47ac-8d92-8ed01cef850b None None] Provisioning complete for port 3f611715-3bc2-42c0-ad43-f42f50c11338 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:36:45.188341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b4c9aea5-91dd-47ac-8d92-8ed01cef850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:45.245453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b4c9aea5-91dd-47ac-8d92-8ed01cef850b None None] Port 3f611715-3bc2-42c0-ad43-f42f50c11338 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:36:45.286631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1ed2a775-64a4-496e-863e-f95cae204238 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:36:45.355603 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1ed2a775-64a4-496e-863e-f95cae204238 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:36:45.356067 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:45.489652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ac23-1903-4274-860c-bf3e492b1e41 req-b022edd1-658e-41fd-b05a-7259402a25ad tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:45.491158 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7548ac23-1903-4274-860c-bf3e492b1e41 req-b022edd1-658e-41fd-b05a-7259402a25ad tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 932 time: 0.0790446 Mar 02 20:36:45.540055 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f611715-3bc2-42c0-ad43-f42f50c11338 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:36:45.540757 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7548ac23-1903-4274-860c-bf3e492b1e41 req-354868ec-6ab7-4a63-a777-8d4a6d398e03 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 Mar 02 20:36:45.546925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:45.561253 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Transition to ACTIVE for port object 3f611715-3bc2-42c0-ad43-f42f50c11338 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:36:45.640307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:45.770087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Pushing event updated for resources: {'Port': ['ID=3f611715-3bc2-42c0-ad43-f42f50c11338,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:45.882744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Attempting to bind port 3f611715-3bc2-42c0-ad43-f42f50c11338 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:36:45.883081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Attempting to bind port 3f611715-3bc2-42c0-ad43-f42f50c11338 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:36:45.883408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Attempting to bind port 3f611715-3bc2-42c0-ad43-f42f50c11338 on network 4eec7da4-6a3e-4782-a592-defab5169264 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:36:45.889255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Port 3f611715-3bc2-42c0-ad43-f42f50c11338 on network 4eec7da4-6a3e-4782-a592-defab5169264 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:36:45.889598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Attempting to bind port 3f611715-3bc2-42c0-ad43-f42f50c11338 on network 4eec7da4-6a3e-4782-a592-defab5169264 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:36:45.896026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:36:45.896365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Checking segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:36:45.896757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Bound using segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:36:45.897185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Bound port: 3f611715-3bc2-42c0-ad43-f42f50c11338, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:36:45.897532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:45.988704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] For port 3f611715-3bc2-42c0-ad43-f42f50c11338, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:36:45.992314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] For port 3f611715-3bc2-42c0-ad43-f42f50c11338, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3f611715-3bc2-42c0-ad43-f42f50c11338,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:36:46.069142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:46.131423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:46.132968 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] 10.222.0.31 "PUT /v2.0/ports/3f611715-3bc2-42c0-ad43-f42f50c11338 HTTP/1.1" status: 200 len: 1094 time: 1.0672243 Mar 02 20:36:46.135790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:36:46.159656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72c395-397d-4ed3-9ba4-b910ea1d3cda service neutron] Pushing event updated for resources: {'Port': ['ID=3f611715-3bc2-42c0-ad43-f42f50c11338,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:46.202869 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'status': 'completed', 'code': 200} Mar 02 20:36:46.299844 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a6c34a04-2ef7-4eda-b101-3378ae50a683 req-83c062b7-9492-4214-acfc-8b82178e1ae7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 1097 time: 0.0723307 Mar 02 20:36:46.536000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c34a04-2ef7-4eda-b101-3378ae50a683 req-9c594d0c-2b51-4fd9-8c47-d2a855b41d1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:46.537380 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a6c34a04-2ef7-4eda-b101-3378ae50a683 req-9c594d0c-2b51-4fd9-8c47-d2a855b41d1a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2258968 Mar 02 20:36:46.674523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c34a04-2ef7-4eda-b101-3378ae50a683 req-33eba062-2e2e-485c-b3b0-bdbb98e6af58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:46.675880 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a6c34a04-2ef7-4eda-b101-3378ae50a683 req-33eba062-2e2e-485c-b3b0-bdbb98e6af58 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1320856 Mar 02 20:36:46.740870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0f07e-4845-4663-a6d9-47f2178b6dea req-6b4603cf-2cc8-4682-9f56-16a82599ac80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:46.743130 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6cc0f07e-4845-4663-a6d9-47f2178b6dea req-6b4603cf-2cc8-4682-9f56-16a82599ac80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 944 time: 0.0838590 Mar 02 20:36:46.789013 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6cc0f07e-4845-4663-a6d9-47f2178b6dea req-63630992-6bf4-469c-9b2c-85e6c3c03067 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401819 Mar 02 20:36:46.792667 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-a601be9f-16ab-4ae0-ba8e-69a4d27b7f33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 1097 time: 0.0747955 Mar 02 20:36:46.861755 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-22540923-d5f1-41bf-80c2-40dcdf95a6b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f611715-3bc2-42c0-ad43-f42f50c11338 HTTP/1.1" status: 200 len: 217 time: 0.0602512 Mar 02 20:36:46.926314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-b4677597-e3fb-4445-8842-32970433a729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:46.927673 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-b4677597-e3fb-4445-8842-32970433a729 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0591676 Mar 02 20:36:47.005752 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-6f34591c-4679-481e-b4ed-1edc5e744b0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682163 Mar 02 20:36:47.085590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4ff8a944-6750-4cc1-8988-00ffe9424794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:47.142857 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-e67721e4-a681-45fa-8c7a-a4ea4f06d4e0 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267562 Mar 02 20:36:47.275023 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-65743c0e-da69-4223-b8e5-3c06e03febfe req-0bfd156e-dbba-46e7-9396-ddd8521af71b service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251664 Mar 02 20:36:47.988811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e72cbd-8473-43bb-9065-f1c3b13bbb38 req-36d95644-3f43-4bdd-b2ce-7bb74d0f5cee tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:47.990261 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-43e72cbd-8473-43bb-9065-f1c3b13bbb38 req-36d95644-3f43-4bdd-b2ce-7bb74d0f5cee tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 944 time: 0.0776422 Mar 02 20:36:48.037537 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-43e72cbd-8473-43bb-9065-f1c3b13bbb38 req-c30ee6f8-2d23-45f1-b460-3ceaad629120 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Mar 02 20:36:49.230142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a519751-c817-4884-a00a-389aecf8b068 req-159090e8-1bb6-4847-8995-7077449db99e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:49.231573 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a519751-c817-4884-a00a-389aecf8b068 req-159090e8-1bb6-4847-8995-7077449db99e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 944 time: 0.0762298 Mar 02 20:36:49.278898 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a519751-c817-4884-a00a-389aecf8b068 req-d507d317-66b4-441f-8ca9-ec5c50d93170 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417542 Mar 02 20:36:49.335576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7276183f-f260-4a70-9489-c6ebed010805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:50.475609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e10a54-4758-4f7b-91a0-3ff299a579c1 req-26206368-1dbe-4827-b3ec-dc58104ae386 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:50.477055 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-45e10a54-4758-4f7b-91a0-3ff299a579c1 req-26206368-1dbe-4827-b3ec-dc58104ae386 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 944 time: 0.0788474 Mar 02 20:36:50.522338 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-45e10a54-4758-4f7b-91a0-3ff299a579c1 req-36e2d4a3-a4af-4344-9128-15b8bc0e9646 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390518 Mar 02 20:36:50.567572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:50.632725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:50.963029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 3f611715-3bc2-42c0-ad43-f42f50c11338 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:36:51.115548 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 3f611715-3bc2-42c0-ad43-f42f50c11338, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3f611715-3bc2-42c0-ad43-f42f50c11338,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:36:51.132024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'port_id': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'mac_address': 'fa:16:3e:5a:66:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:36:51.193486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:51.215505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f611715-3bc2-42c0-ad43-f42f50c11338 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:36:51.234400 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 3f611715-3bc2-42c0-ad43-f42f50c11338, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3f611715-3bc2-42c0-ad43-f42f50c11338,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:36:51.309574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:51.390083 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=3f611715-3bc2-42c0-ad43-f42f50c11338,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:51.576369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['3f611715-3bc2-42c0-ad43-f42f50c11338'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:36:51.724227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c7651-cff7-4e2d-bfb9-293d82c576ad req-b3d063d4-dd4d-4571-afe7-13297bc1e0d1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:51.726349 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b05c7651-cff7-4e2d-bfb9-293d82c576ad req-b3d063d4-dd4d-4571-afe7-13297bc1e0d1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 945 time: 0.0787332 Mar 02 20:36:51.773044 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b05c7651-cff7-4e2d-bfb9-293d82c576ad req-4f3f5737-d495-412f-9aa9-490473a5964f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409894 Mar 02 20:36:51.932396 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:52.975797 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 3f611715-3bc2-42c0-ad43-f42f50c11338 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:36:52.977798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ea8d9-7d15-46b9-826c-ce59b3fbf0fb req-4039cd92-aab4-4fa5-ae9b-3314258c08d4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:52.979276 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d96ea8d9-7d15-46b9-826c-ce59b3fbf0fb req-4039cd92-aab4-4fa5-ae9b-3314258c08d4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 945 time: 0.0816395 Mar 02 20:36:53.026573 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d96ea8d9-7d15-46b9-826c-ce59b3fbf0fb req-26c68c7c-1130-4862-aec3-b22844e2a8c8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416791 Mar 02 20:36:53.102906 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 3f611715-3bc2-42c0-ad43-f42f50c11338 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:36:53.107962 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 3f611715-3bc2-42c0-ad43-f42f50c11338 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:36:53.108322 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:53.219412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:53.245693 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:36:53.255251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 3f611715-3bc2-42c0-ad43-f42f50c11338, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3f611715-3bc2-42c0-ad43-f42f50c11338,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:36:53.300373 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'code': 200} Mar 02 20:36:53.309314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:53.383768 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=3f611715-3bc2-42c0-ad43-f42f50c11338,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:36:53.624213 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-50330b34-c3c9-4fd5-86bd-32bef4949830 req-4f9f3ff0-84ff-459a-a3f2-f774acf2f2a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 1099 time: 0.0719824 Mar 02 20:36:53.668868 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-50330b34-c3c9-4fd5-86bd-32bef4949830 req-7654a776-1a49-46e9-98a0-44e3956d8bf5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353611 Mar 02 20:36:54.221883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dda52-701c-4263-aa79-0fcd6cd6af9e req-6565b4af-2b5a-406c-b058-ff22e352a86b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:54.223376 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b03dda52-701c-4263-aa79-0fcd6cd6af9e req-6565b4af-2b5a-406c-b058-ff22e352a86b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0764623 Mar 02 20:36:54.271291 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b03dda52-701c-4263-aa79-0fcd6cd6af9e req-1f1eb29c-6b16-46dc-942a-16916be932db tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423491 Mar 02 20:36:55.465144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a378a0d-739c-4214-af04-f45562638d1e req-f2e891a5-277f-4703-8da8-b50940214b4e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:55.466580 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a378a0d-739c-4214-af04-f45562638d1e req-f2e891a5-277f-4703-8da8-b50940214b4e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0753827 Mar 02 20:36:55.512223 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a378a0d-739c-4214-af04-f45562638d1e req-bfb4ddcb-d4b8-4e75-bb74-9a1f119f3ad6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401442 Mar 02 20:36:55.705574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b1894-c087-48ce-8f25-f6224fc166da req-8553001e-7c32-4567-bf37-92c6df0c031c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:55.707010 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b79b1894-c087-48ce-8f25-f6224fc166da req-8553001e-7c32-4567-bf37-92c6df0c031c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0793178 Mar 02 20:36:55.716640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51154) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:36:55.721596 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c783e480-c4d8-4669-b438-ead7ebd8e148 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'floatingip': {'port_id': '3f611715-3bc2-42c0-ad43-f42f50c11338'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:36:55.793315 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c783e480-c4d8-4669-b438-ead7ebd8e148 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:56.445017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c783e480-c4d8-4669-b438-ead7ebd8e148 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:56.502506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c783e480-c4d8-4669-b438-ead7ebd8e148 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:56.685512 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-c783e480-c4d8-4669-b438-ead7ebd8e148 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Floating IP abc59909-215e-49b0-866d-482415a86b44 associated. External IP: 172.26.5.171, port: 3f611715-3bc2-42c0-ad43-f42f50c11338. Mar 02 20:36:57.078382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c783e480-c4d8-4669-b438-ead7ebd8e148 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:36:57.372490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c783e480-c4d8-4669-b438-ead7ebd8e148 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:36:57.376752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c783e480-c4d8-4669-b438-ead7ebd8e148 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:57.381736 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280312fa-deb3-4570-bdbb-e8fa949b6b0b None None] Sync routers for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:36:57.393729 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280312fa-deb3-4570-bdbb-e8fa949b6b0b None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:36:57.394346 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-280312fa-deb3-4570-bdbb-e8fa949b6b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:36:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:57.427766 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c783e480-c4d8-4669-b438-ead7ebd8e148 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "PUT /v2.0/floatingips/abc59909-215e-49b0-866d-482415a86b44 HTTP/1.1" status: 200 len: 992 time: 1.7101626 Mar 02 20:36:57.428333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:36:57.565656 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'status': 'completed', 'code': 200} Mar 02 20:36:57.573950 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-280312fa-deb3-4570-bdbb-e8fa949b6b0b None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:36:57.610667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e03489-2e0f-42f7-8249-830e508f992e req-2a09cd5d-f627-43e3-8dae-4096c05b841c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:57.612106 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c3e03489-2e0f-42f7-8249-830e508f992e req-2a09cd5d-f627-43e3-8dae-4096c05b841c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0827241 Mar 02 20:36:57.659582 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c3e03489-2e0f-42f7-8249-830e508f992e req-03d0a3c6-9a98-49dc-9b48-8709154a90ac tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Mar 02 20:36:57.663999 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d19a63c4-0732-4478-9b43-54c7b86f0b2f req-45bd6041-480a-471c-8aba-b7cb5ebacb33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 1099 time: 0.0739360 Mar 02 20:36:57.807961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a63c4-0732-4478-9b43-54c7b86f0b2f req-735cfd5d-6b3f-4483-b2df-347532ed4731 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:57.809473 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d19a63c4-0732-4478-9b43-54c7b86f0b2f req-735cfd5d-6b3f-4483-b2df-347532ed4731 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1399584 Mar 02 20:36:57.878402 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769f427-19db-4fbc-b8f6-bc7f6bdb0972 req-5de56194-2aa8-479f-99e9-b6da3c65567b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:57.885937 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5769f427-19db-4fbc-b8f6-bc7f6bdb0972 req-5de56194-2aa8-479f-99e9-b6da3c65567b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0875223 Mar 02 20:36:57.918125 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d19a63c4-0732-4478-9b43-54c7b86f0b2f req-35198603-0f2d-40e0-8832-d053e858797b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f611715-3bc2-42c0-ad43-f42f50c11338 HTTP/1.1" status: 200 len: 1000 time: 0.1010971 Mar 02 20:36:57.929109 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5769f427-19db-4fbc-b8f6-bc7f6bdb0972 req-0ade4d2d-e607-4c3a-adb6-d15bc66f60f3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422838 Mar 02 20:36:57.930230 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-280312fa-deb3-4570-bdbb-e8fa949b6b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:5a:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:36:56Z', 'revision_number': 1, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:57.934735 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280312fa-deb3-4570-bdbb-e8fa949b6b0b None None] Checking router: 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:36:57.946967 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280312fa-deb3-4570-bdbb-e8fa949b6b0b None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:36:57.947646 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-280312fa-deb3-4570-bdbb-e8fa949b6b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:36:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:57.982294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a63c4-0732-4478-9b43-54c7b86f0b2f req-ecb69368-7459-4b9d-bb48-5532ddd37d5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:57.983853 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d19a63c4-0732-4478-9b43-54c7b86f0b2f req-ecb69368-7459-4b9d-bb48-5532ddd37d5c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0597467 Mar 02 20:36:58.063485 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d19a63c4-0732-4478-9b43-54c7b86f0b2f req-d130ddb3-118d-43a3-b611-f26388fdda96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734625 Mar 02 20:36:58.150996 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-280312fa-deb3-4570-bdbb-e8fa949b6b0b None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:36:58.198541 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d19a63c4-0732-4478-9b43-54c7b86f0b2f req-423ef10d-cc7b-46a4-b05b-58d63474006a service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285644 Mar 02 20:36:58.425457 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d19a63c4-0732-4478-9b43-54c7b86f0b2f req-3826c20f-c40a-45e4-9ab1-02fc6a31bafa service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202203 Mar 02 20:36:58.515667 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-280312fa-deb3-4570-bdbb-e8fa949b6b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:5a:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:36:56Z', 'revision_number': 1, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:36:58.519410 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280312fa-deb3-4570-bdbb-e8fa949b6b0b None None] The sync data for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv is: [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:5a:66:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:36:56Z', 'revision_number': 1, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:36:58.710457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eeff2e0-1a68-436a-b97a-b36fe8808664 None None] New status for floating IP abc59909-215e-49b0-866d-482415a86b44: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:36:59.132272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726ae14-c2ba-48f6-94a2-50e58bd2c28c req-721c959b-fcfb-4e7c-92c4-e3575abeb3b6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:59.134002 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f726ae14-c2ba-48f6-94a2-50e58bd2c28c req-721c959b-fcfb-4e7c-92c4-e3575abeb3b6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0804765 Mar 02 20:36:59.178352 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f726ae14-c2ba-48f6-94a2-50e58bd2c28c req-31844bd8-d0e5-4605-8df8-a3ab42345936 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391099 Mar 02 20:36:59.371894 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc8f80-a40c-4db7-ad65-27e33c142076 req-5655bd98-a045-4358-bff8-70d2bace8d6f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:59.373308 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3fbc8f80-a40c-4db7-ad65-27e33c142076 req-5655bd98-a045-4358-bff8-70d2bace8d6f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0750713 Mar 02 20:36:59.417594 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3fbc8f80-a40c-4db7-ad65-27e33c142076 req-ced3d70b-194e-480c-9ac4-bfb590cfc37d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389330 Mar 02 20:36:59.609231 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-01d913f1-aedb-4aeb-86e1-8c35969e0432 req-d184f48f-fdd6-495f-a742-3a81ff6063c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0702403 Mar 02 20:37:00.056854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a07f7-8d1a-4550-957d-829e2d546a9d req-c14ccb3f-4a44-41af-8ed9-8e2ab6177068 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:00.058332 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c47a07f7-8d1a-4550-957d-829e2d546a9d req-c14ccb3f-4a44-41af-8ed9-8e2ab6177068 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0772619 Mar 02 20:37:00.156122 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c47a07f7-8d1a-4550-957d-829e2d546a9d req-7058c8fa-27b9-4018-9a62-412b97b3482e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625434 Mar 02 20:37:00.168036 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-d435829a-9fe7-4de2-9690-94b3259bb3aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076345 Mar 02 20:37:00.570476 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:37:01.359908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba15e9-b206-46c5-ad28-32f8fe87c7a2 req-59e9f3fa-2b24-446d-a54a-fafa62c42aed tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:01.361277 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-10ba15e9-b206-46c5-ad28-32f8fe87c7a2 req-59e9f3fa-2b24-446d-a54a-fafa62c42aed tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0787802 Mar 02 20:37:01.410232 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-10ba15e9-b206-46c5-ad28-32f8fe87c7a2 req-1fb4cd42-3860-4e58-998f-12b0a208920b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432031 Mar 02 20:37:02.358738 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-4145700b-11b2-49a2-8777-a3bcbf8b32e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 1099 time: 0.0679672 Mar 02 20:37:02.487983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-6ab71c99-167b-4c7e-a378-d8286f807045 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:02.489419 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-6ab71c99-167b-4c7e-a378-d8286f807045 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1238866 Mar 02 20:37:02.592220 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-1e47acf4-8afd-4aac-9430-ffe18278abb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f611715-3bc2-42c0-ad43-f42f50c11338 HTTP/1.1" status: 200 len: 1002 time: 0.0952971 Mar 02 20:37:02.605418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc785cf-15f3-4c54-8b56-b42f46d69ffa req-4e9c9768-d9d6-4614-acea-4818d2baaf65 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:02.606892 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3dc785cf-15f3-4c54-8b56-b42f46d69ffa req-4e9c9768-d9d6-4614-acea-4818d2baaf65 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0761199 Mar 02 20:37:02.653182 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3dc785cf-15f3-4c54-8b56-b42f46d69ffa req-cb3aacee-cc05-4648-80a9-91df09fae8c8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407326 Mar 02 20:37:02.663170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-65319eca-fc8c-4e05-a259-d9efd5ff3538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:02.665009 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-65319eca-fc8c-4e05-a259-d9efd5ff3538 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0640259 Mar 02 20:37:02.740478 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-539e4766-f15f-401e-8872-9678f5455fb5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684178 Mar 02 20:37:02.873889 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-b45eab47-6d27-40de-88d9-6cc7fd76f7fc service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257913 Mar 02 20:37:03.005993 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-2533a49f-d4bd-481f-ba28-405a222b1271 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239393 Mar 02 20:37:03.856720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa0cdc-cba9-44c2-839f-bb9d38f82e72 req-8add7102-1fb2-4487-9428-2af17161ae7b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:03.858176 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4aaa0cdc-cba9-44c2-839f-bb9d38f82e72 req-8add7102-1fb2-4487-9428-2af17161ae7b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0803101 Mar 02 20:37:03.903417 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4aaa0cdc-cba9-44c2-839f-bb9d38f82e72 req-4e639e93-8154-4b8f-b84e-88bf32c8f68a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397952 Mar 02 20:37:05.100632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0394d-80ef-4303-895a-5d9f18967f4a req-dca825df-6d34-4793-9b7a-9a9070122885 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:05.102729 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a8b0394d-80ef-4303-895a-5d9f18967f4a req-dca825df-6d34-4793-9b7a-9a9070122885 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0764422 Mar 02 20:37:05.147448 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a8b0394d-80ef-4303-895a-5d9f18967f4a req-044018f1-f183-4817-b11e-a736f9a15274 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387712 Mar 02 20:37:06.345153 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8370fa-d42d-49d1-bbc0-5a3c19f0556a req-45e10f30-e6a0-4e9e-acdf-90d6167ea985 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:06.346771 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b8370fa-d42d-49d1-bbc0-5a3c19f0556a req-45e10f30-e6a0-4e9e-acdf-90d6167ea985 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0797899 Mar 02 20:37:06.394142 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b8370fa-d42d-49d1-bbc0-5a3c19f0556a req-35c3520e-259e-4e89-9d23-bb15db5c7514 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411227 Mar 02 20:37:07.593709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e1aa7-4b83-4745-9195-2ead88752b85 req-4b3adb75-3a27-43dd-bbe5-bee7ef3c7b89 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:07.595161 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-038e1aa7-4b83-4745-9195-2ead88752b85 req-4b3adb75-3a27-43dd-bbe5-bee7ef3c7b89 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0754650 Mar 02 20:37:07.640492 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-038e1aa7-4b83-4745-9195-2ead88752b85 req-d9754a1a-7bf9-4a44-aa64-2b310188d09c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398664 Mar 02 20:37:08.848626 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a570e-1750-46a9-bb7b-b695f3c91a40 req-87092214-bd53-401e-a875-8b98cb632321 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:08.850052 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e92a570e-1750-46a9-bb7b-b695f3c91a40 req-87092214-bd53-401e-a875-8b98cb632321 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0783482 Mar 02 20:37:08.895196 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e92a570e-1750-46a9-bb7b-b695f3c91a40 req-1046f578-a2de-4fdb-b048-d5b5d760f312 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389125 Mar 02 20:37:10.091422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749c911-47dc-4d1a-a4ae-b080864bc78f req-81fa3e4c-75c7-4dd7-bc52-b6b8ebec2c1f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:10.092875 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c749c911-47dc-4d1a-a4ae-b080864bc78f req-81fa3e4c-75c7-4dd7-bc52-b6b8ebec2c1f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0753703 Mar 02 20:37:10.141458 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c749c911-47dc-4d1a-a4ae-b080864bc78f req-5b6f035a-f081-4e30-ac4b-3e8e4c3c0ef3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431600 Mar 02 20:37:11.333097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19413e-2e92-4e95-bc22-a64ae53464f5 req-70dab530-3103-4494-920c-f369371cb468 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:11.334656 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e19413e-2e92-4e95-bc22-a64ae53464f5 req-70dab530-3103-4494-920c-f369371cb468 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0750604 Mar 02 20:37:11.379460 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e19413e-2e92-4e95-bc22-a64ae53464f5 req-01f74881-5ac7-4676-83e9-573a7c86a1d2 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385311 Mar 02 20:37:12.577839 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c01b-96da-4777-bef2-0e725074ff3b req-c90043eb-23e9-4054-9747-a9d7a39d6a97 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:12.579268 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e68c01b-96da-4777-bef2-0e725074ff3b req-c90043eb-23e9-4054-9747-a9d7a39d6a97 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0786204 Mar 02 20:37:12.623597 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e68c01b-96da-4777-bef2-0e725074ff3b req-794d50c0-5b4e-49ff-a091-b9bf6f1c33fc tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Mar 02 20:37:12.999470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:13.817161 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd00712-9994-4c22-84df-6fbb271fc87c req-ea2daab5-4c43-43c3-a0bb-3b3879a249bb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:13.818605 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1fd00712-9994-4c22-84df-6fbb271fc87c req-ea2daab5-4c43-43c3-a0bb-3b3879a249bb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0748241 Mar 02 20:37:13.863326 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1fd00712-9994-4c22-84df-6fbb271fc87c req-490d6d2d-3a57-43bd-b683-321040aac0d3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388143 Mar 02 20:37:15.060310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928b0c9-89e0-4713-9be9-07a82f872d70 req-2f4b602a-6f29-4f25-93c2-4764b2c6a66e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:15.061760 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e928b0c9-89e0-4713-9be9-07a82f872d70 req-2f4b602a-6f29-4f25-93c2-4764b2c6a66e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0798075 Mar 02 20:37:15.108055 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e928b0c9-89e0-4713-9be9-07a82f872d70 req-b7c4e6e8-952f-4b82-82c5-add19de56d2b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408845 Mar 02 20:37:16.305922 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839c0d3-8846-4bad-92e3-f2cdf27a9064 req-82949534-bb76-4949-a161-34339b426b39 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:16.307391 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b839c0d3-8846-4bad-92e3-f2cdf27a9064 req-82949534-bb76-4949-a161-34339b426b39 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0758412 Mar 02 20:37:16.356039 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b839c0d3-8846-4bad-92e3-f2cdf27a9064 req-b9c7e826-574d-4d72-a3bf-027b60cb6c08 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431657 Mar 02 20:37:17.119691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7f53290e-e2ef-4a1c-9bae-456556ac7623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:17.553695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98565a-aac6-4980-a164-d8c6158fa4be req-911a332d-9ba9-422c-bfa0-6121f8109430 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:17.555868 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ec98565a-aac6-4980-a164-d8c6158fa4be req-911a332d-9ba9-422c-bfa0-6121f8109430 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0778866 Mar 02 20:37:17.601884 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ec98565a-aac6-4980-a164-d8c6158fa4be req-c8248159-8945-4ae8-86c1-320bdddaf2c2 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399258 Mar 02 20:37:18.796564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273aa48-c015-4539-8f89-8cdd659358cf req-616e7160-6706-44c1-ab82-e5cb69e4d159 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:18.798026 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6273aa48-c015-4539-8f89-8cdd659358cf req-616e7160-6706-44c1-ab82-e5cb69e4d159 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0786502 Mar 02 20:37:18.925712 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6273aa48-c015-4539-8f89-8cdd659358cf req-b05d9b09-2a68-4b15-b83b-441743917e45 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220949 Mar 02 20:37:19.342607 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63ee7a72-e8c3-4a84-80ed-14e974e836df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:20.121950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66124d7-34f7-4624-a691-9bf17133de6b req-805c3f4d-f788-4e1a-8de4-4ff4c9a99aa8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:20.123385 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a66124d7-34f7-4624-a691-9bf17133de6b req-805c3f4d-f788-4e1a-8de4-4ff4c9a99aa8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0757411 Mar 02 20:37:20.167444 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a66124d7-34f7-4624-a691-9bf17133de6b req-5d660f89-e535-4bde-82b0-132ef592ac4b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385892 Mar 02 20:37:20.542459 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:20.605282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:21.362765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88453e1-f1f1-461d-a089-3333234dc83a req-da3f81bd-0adb-4d76-8ca2-5d38b7de73d0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:21.364133 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f88453e1-f1f1-461d-a089-3333234dc83a req-da3f81bd-0adb-4d76-8ca2-5d38b7de73d0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0766175 Mar 02 20:37:21.409390 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f88453e1-f1f1-461d-a089-3333234dc83a req-95707ba1-7632-4567-a291-bd9c42b2a53f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397353 Mar 02 20:37:21.911760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:22.611382 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaf516-e967-45d3-8ef7-5e2085363b9d req-4a8dac49-f0ae-404e-8440-9e53583e1483 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:22.612816 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-90aaf516-e967-45d3-8ef7-5e2085363b9d req-4a8dac49-f0ae-404e-8440-9e53583e1483 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0758808 Mar 02 20:37:22.661605 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-90aaf516-e967-45d3-8ef7-5e2085363b9d req-7983046a-5526-406b-bdb4-117b3f3835b3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Mar 02 20:37:23.859629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a98837-34aa-4f84-9ace-f6ccdd0be8b3 req-c3b04d89-d998-4288-9a39-516331cc8615 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:23.861046 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c6a98837-34aa-4f84-9ace-f6ccdd0be8b3 req-c3b04d89-d998-4288-9a39-516331cc8615 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0741894 Mar 02 20:37:23.906907 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c6a98837-34aa-4f84-9ace-f6ccdd0be8b3 req-6f07b922-ec8f-4dcf-bee6-705f48633d83 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404294 Mar 02 20:37:25.105091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214e76d-6c16-4fa7-99ba-d0fa5355e744 req-8e0b98bb-2f35-4e73-b39f-843acf2c7f48 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:25.106572 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9214e76d-6c16-4fa7-99ba-d0fa5355e744 req-8e0b98bb-2f35-4e73-b39f-843acf2c7f48 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0814772 Mar 02 20:37:25.152634 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9214e76d-6c16-4fa7-99ba-d0fa5355e744 req-50a622af-ce82-4a9e-9428-3fa42790fb4e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405262 Mar 02 20:37:26.346562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879dca3-38fe-4793-a9a6-fce6298f589f req-b3ed0181-8c1a-4631-93d0-8fc7aac2c322 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:26.347916 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2879dca3-38fe-4793-a9a6-fce6298f589f req-b3ed0181-8c1a-4631-93d0-8fc7aac2c322 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0761399 Mar 02 20:37:26.393509 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2879dca3-38fe-4793-a9a6-fce6298f589f req-df3f349e-335a-48c6-a8b4-52f692b68816 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400534 Mar 02 20:37:27.593587 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3f08a-d37f-48f4-84e6-37f70199c169 req-8480f633-f245-435e-ad65-6419f17d84db tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:27.595149 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30d3f08a-d37f-48f4-84e6-37f70199c169 req-8480f633-f245-435e-ad65-6419f17d84db tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0801876 Mar 02 20:37:27.640099 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30d3f08a-d37f-48f4-84e6-37f70199c169 req-a0c1be50-feee-4231-89ab-468a8e230b8c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394862 Mar 02 20:37:28.833250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3128a-2443-4537-90c8-f70f76ee4637 req-4bc007cc-7889-44b1-8c65-431c338b5a27 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:28.834747 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-47f3128a-2443-4537-90c8-f70f76ee4637 req-4bc007cc-7889-44b1-8c65-431c338b5a27 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0756440 Mar 02 20:37:28.883080 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-47f3128a-2443-4537-90c8-f70f76ee4637 req-56ca90cf-1ed7-4a6c-8fb6-5a57b45b80a3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 Mar 02 20:37:30.077028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3c83c-05ba-426b-8f2c-c4d2210d3a70 req-c9fe2de1-946a-4c3b-8c8a-f516a05099c5 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:30.078767 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9bb3c83c-05ba-426b-8f2c-c4d2210d3a70 req-c9fe2de1-946a-4c3b-8c8a-f516a05099c5 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0768509 Mar 02 20:37:30.123460 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9bb3c83c-05ba-426b-8f2c-c4d2210d3a70 req-986d22ff-04a1-48da-a948-8616e1e7342b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393229 Mar 02 20:37:31.323130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf03735-415b-4e51-a3e4-4c400720a1df req-f65ffdbd-710c-4159-b868-ae2829e49533 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:31.324571 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6cf03735-415b-4e51-a3e4-4c400720a1df req-f65ffdbd-710c-4159-b868-ae2829e49533 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0794909 Mar 02 20:37:31.371023 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6cf03735-415b-4e51-a3e4-4c400720a1df req-55fb8e45-e645-4c0c-a60a-f19718ffc6c1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407755 Mar 02 20:37:32.564103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a3e05-07e1-448f-85d8-a59cbe711ff1 req-9d629c57-a9d8-47a3-b1ee-29e24e291b38 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:32.565522 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-356a3e05-07e1-448f-85d8-a59cbe711ff1 req-9d629c57-a9d8-47a3-b1ee-29e24e291b38 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0747907 Mar 02 20:37:32.610474 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-356a3e05-07e1-448f-85d8-a59cbe711ff1 req-af78c65b-ada9-4c20-bb8e-5681a99f1bb0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395813 Mar 02 20:37:33.808712 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51febd-c142-4404-be6d-5b02c6a4b05b req-61443a0d-eed5-4334-81dc-4ce175c79367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:33.810155 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ad51febd-c142-4404-be6d-5b02c6a4b05b req-61443a0d-eed5-4334-81dc-4ce175c79367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0785468 Mar 02 20:37:33.855549 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ad51febd-c142-4404-be6d-5b02c6a4b05b req-abd6ea58-8af2-4ff6-b93b-abea6607ae97 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397429 Mar 02 20:37:35.051590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf11b62-e9a7-4965-99bc-c22dff8b78b1 req-f58ac5f3-b3cb-4249-ad2a-0a2114ddbc5d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:35.053012 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ddf11b62-e9a7-4965-99bc-c22dff8b78b1 req-f58ac5f3-b3cb-4249-ad2a-0a2114ddbc5d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0762017 Mar 02 20:37:35.097380 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ddf11b62-e9a7-4965-99bc-c22dff8b78b1 req-4271f648-c935-48e6-87c5-b504a5ae026b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387683 Mar 02 20:37:35.348279 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-d88b17cd-558d-4ac1-854c-03b651b8b1bc service neutron] 10.222.0.31 "GET /v2.0/ports/3f611715-3bc2-42c0-ad43-f42f50c11338/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0721476 Mar 02 20:37:35.969138 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-7b7d6a71-6a16-444d-834d-605d13b7b731 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 1099 time: 0.0714309 Mar 02 20:37:36.059805 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-c12d8e1f-40a3-4e12-9e2c-03e26f5ae323 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 1099 time: 0.0687621 Mar 02 20:37:36.193879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-ca1609ac-b5f2-4929-ab5d-8c5bd792da02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:36.195369 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-ca1609ac-b5f2-4929-ab5d-8c5bd792da02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1265185 Mar 02 20:37:36.303628 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-a9ba481d-f3d8-4fc6-b675-5e789bfb9511 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f611715-3bc2-42c0-ad43-f42f50c11338 HTTP/1.1" status: 200 len: 1002 time: 0.0978622 Mar 02 20:37:36.310784 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc0db-942a-434c-a4e1-89ff0a6e517a req-f2b2dd0c-b9a2-4e7d-a19c-63b153415c8a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:36.312212 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-929fc0db-942a-434c-a4e1-89ff0a6e517a req-f2b2dd0c-b9a2-4e7d-a19c-63b153415c8a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0787296 Mar 02 20:37:36.357779 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-929fc0db-942a-434c-a4e1-89ff0a6e517a req-a8b46e64-c4d3-4bec-a704-cf6ff936dd0d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400360 Mar 02 20:37:36.369344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-5ac00e57-dd27-4aa7-9610-6ed88d3d83b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:36.371422 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-5ac00e57-dd27-4aa7-9610-6ed88d3d83b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0610313 Mar 02 20:37:36.447406 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-bf74bc39-74a5-445c-b748-b64d9cfa67c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671318 Mar 02 20:37:36.578525 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-718fec77-10b6-4d99-b447-11fb76c84b3b service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222410 Mar 02 20:37:36.806232 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8b9e18a6-31a3-4226-aef0-da4572d39a56 req-bcb59137-563e-4b04-83aa-6758a395e82e service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212727 Mar 02 20:37:37.550244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085e110-8d1d-4b5c-a66e-b3e40e5120fd req-10b3e321-f204-4873-8b19-8f2c4743621d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:37.551650 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6085e110-8d1d-4b5c-a66e-b3e40e5120fd req-10b3e321-f204-4873-8b19-8f2c4743621d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0732934 Mar 02 20:37:37.570064 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:37:37.599524 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6085e110-8d1d-4b5c-a66e-b3e40e5120fd req-fee7cd40-aa89-4a0b-b348-da4da51d2b2e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 Mar 02 20:37:38.801628 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7df70-84f6-4d86-83dd-20d3a940de7a req-61bbb6a1-04cb-403f-8b18-3d299803e850 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:38.803063 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e8a7df70-84f6-4d86-83dd-20d3a940de7a req-61bbb6a1-04cb-403f-8b18-3d299803e850 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0776038 Mar 02 20:37:38.849773 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e8a7df70-84f6-4d86-83dd-20d3a940de7a req-21eda91f-86d6-41d2-895e-d91474fde6a3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412617 Mar 02 20:37:39.433723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 3f611715-3bc2-42c0-ad43-f42f50c11338 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:37:39.436105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 3f611715-3bc2-42c0-ad43-f42f50c11338 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:37:39.642856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:39.672091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 3f611715-3bc2-42c0-ad43-f42f50c11338, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3f611715-3bc2-42c0-ad43-f42f50c11338,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:37:39.692490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:37:39.701165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'port_id': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'mac_address': 'fa:16:3e:5a:66:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:37:39.705821 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 3f611715-3bc2-42c0-ad43-f42f50c11338, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3f611715-3bc2-42c0-ad43-f42f50c11338,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:37:39.758411 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'code': 200} Mar 02 20:37:39.764205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:39.779871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f611715-3bc2-42c0-ad43-f42f50c11338 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:37:39.784825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:39.927936 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:37:39.928292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:37:39.931615 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=3f611715-3bc2-42c0-ad43-f42f50c11338,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:39.940466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:39.940814 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:39.941173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:39.941488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:39.941816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:39.942177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:39.942552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:39.942827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:39.943153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:39.943471 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:39.943788 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:40.047291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bdba7-7cea-4125-b4ae-1fdcff15a9d4 req-75d4a94e-7371-40dd-8157-d25f84c74832 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:40.048727 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e16bdba7-7cea-4125-b4ae-1fdcff15a9d4 req-75d4a94e-7371-40dd-8157-d25f84c74832 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 944 time: 0.0794570 Mar 02 20:37:40.097692 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e16bdba7-7cea-4125-b4ae-1fdcff15a9d4 req-f9f09955-a838-4635-b115-0ac09ed56607 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435429 Mar 02 20:37:40.207234 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e1063202-9a61-43cb-a1e8-a9b28f1dacdb req-30b941ef-1c5b-4039-85ea-9b32dcc947b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1412666 Mar 02 20:37:40.365130 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e1063202-9a61-43cb-a1e8-a9b28f1dacdb req-0076ddde-d7e3-4ac4-a5ef-61d505476cf0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 1097 time: 0.0723774 Mar 02 20:37:40.487366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:40.514642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f611715-3bc2-42c0-ad43-f42f50c11338 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:37:40.523928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1063202-9a61-43cb-a1e8-a9b28f1dacdb req-03a53902-338a-4076-9cb6-4911bebf36ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:40.525452 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e1063202-9a61-43cb-a1e8-a9b28f1dacdb req-03a53902-338a-4076-9cb6-4911bebf36ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1409781 Mar 02 20:37:40.531332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 3f611715-3bc2-42c0-ad43-f42f50c11338, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3f611715-3bc2-42c0-ad43-f42f50c11338,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:37:40.576607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2aa2-a6f5-4d0c-aa11-3bbfb79ad4f9 req-32432971-3d95-4e1d-b73b-870e5a59f449 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:40.578345 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ac3d2aa2-a6f5-4d0c-aa11-3bbfb79ad4f9 req-32432971-3d95-4e1d-b73b-870e5a59f449 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 944 time: 0.0852904 Mar 02 20:37:40.597484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:40.625457 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ac3d2aa2-a6f5-4d0c-aa11-3bbfb79ad4f9 req-7de6e69d-ca2b-4368-9cac-647ef344c8a6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Mar 02 20:37:40.671827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['3f611715-3bc2-42c0-ad43-f42f50c11338'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:37:40.687543 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e1063202-9a61-43cb-a1e8-a9b28f1dacdb req-f3f09fb5-83df-4c7d-9b48-e072a11aecf4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f611715-3bc2-42c0-ad43-f42f50c11338 HTTP/1.1" status: 200 len: 1001 time: 0.1553924 Mar 02 20:37:40.707773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=3f611715-3bc2-42c0-ad43-f42f50c11338,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:40.750324 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-b031fa64-c600-4334-8da6-b3ed3886e17b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:40.750937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-b031fa64-c600-4334-8da6-b3ed3886e17b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Synchronizing usage tracker for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:37:40.771526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1063202-9a61-43cb-a1e8-a9b28f1dacdb req-2d0ad6e2-f22a-402c-a6b4-fd606d64b985 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:40.772955 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e1063202-9a61-43cb-a1e8-a9b28f1dacdb req-2d0ad6e2-f22a-402c-a6b4-fd606d64b985 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0776787 Mar 02 20:37:40.832056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-b031fa64-c600-4334-8da6-b3ed3886e17b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Unset dirty status for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:37:40.833156 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-b031fa64-c600-4334-8da6-b3ed3886e17b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.2493429 Mar 02 20:37:40.851165 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e1063202-9a61-43cb-a1e8-a9b28f1dacdb req-67ca82e8-caa9-4490-bcaf-395d56e6c16c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717883 Mar 02 20:37:40.979474 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e1063202-9a61-43cb-a1e8-a9b28f1dacdb req-08ed8d77-5884-49e5-9fa3-5c1e389d2b1b service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222188 Mar 02 20:37:41.109847 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e1063202-9a61-43cb-a1e8-a9b28f1dacdb req-1e1ca847-9587-4682-9012-40665de7e6d4 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236496 Mar 02 20:37:41.363716 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-c19c5eb9-f43a-49a2-a1ba-b843462f0a6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 1098 time: 0.0726669 Mar 02 20:37:41.441959 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 3f611715-3bc2-42c0-ad43-f42f50c11338 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:37:41.497377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-079e3a01-35bf-4fd3-8887-88cd8845fbbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:41.498995 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-079e3a01-35bf-4fd3-8887-88cd8845fbbf service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1298890 Mar 02 20:37:41.512972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 3f611715-3bc2-42c0-ad43-f42f50c11338 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:37:41.517187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:41.601851 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-8001881e-f40e-45f1-85ac-35697958c4ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f611715-3bc2-42c0-ad43-f42f50c11338 HTTP/1.1" status: 200 len: 1001 time: 0.0959506 Mar 02 20:37:41.627842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:41.659993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 3f611715-3bc2-42c0-ad43-f42f50c11338, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3f611715-3bc2-42c0-ad43-f42f50c11338,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:37:41.666849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-5a21ea8b-3acd-4b73-bc1d-129bec798222 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:41.668438 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-5a21ea8b-3acd-4b73-bc1d-129bec798222 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0608165 Mar 02 20:37:41.744285 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-5de53221-83ce-4a4c-8108-f5a39b2d8a6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699689 Mar 02 20:37:41.762543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:37:41.770973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:41.842705 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'code': 200} Mar 02 20:37:41.845858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564212c-4d29-48ac-a3c3-b6c372754d7f req-908f1a80-291b-4422-b3b1-9a0004b9dea3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:41.847584 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a564212c-4d29-48ac-a3c3-b6c372754d7f req-908f1a80-291b-4422-b3b1-9a0004b9dea3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0958734 Mar 02 20:37:41.852227 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=3f611715-3bc2-42c0-ad43-f42f50c11338,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:41.890630 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-32b9f1d9-2eee-4047-b524-929c63b28f70 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397243 Mar 02 20:37:41.897651 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a564212c-4d29-48ac-a3c3-b6c372754d7f req-231de8ab-2ea9-4b76-88b3-e2c6f2c5665b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409956 Mar 02 20:37:42.113854 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-507e6e70-284a-4aa4-ba5e-2f20ffb714d0 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165120 Mar 02 20:37:42.981980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:43.097034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd896001-c749-4766-97a1-7239ceed8125 req-1d5ff0b9-858a-480d-b108-741bd701786e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:43.098533 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd896001-c749-4766-97a1-7239ceed8125 req-1d5ff0b9-858a-480d-b108-741bd701786e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0777898 Mar 02 20:37:43.148544 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd896001-c749-4766-97a1-7239ceed8125 req-a9307f68-c21e-4b82-93e5-3501de104e66 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443590 Mar 02 20:37:43.342234 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ebb44-2ad2-41fb-a90f-1a7f85525a03 req-5bc714d9-a0ea-4a81-b676-9b7d5bef5a47 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:43.343702 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-959ebb44-2ad2-41fb-a90f-1a7f85525a03 req-5bc714d9-a0ea-4a81-b676-9b7d5bef5a47 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0755317 Mar 02 20:37:43.390030 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-959ebb44-2ad2-41fb-a90f-1a7f85525a03 req-bd6018de-b79f-493c-b9c5-1ae02dd20201 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407701 Mar 02 20:37:43.584424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c78b8c-d3dd-40fe-b6ad-df1c00640c3d req-9b7a194e-1c7f-41fb-b60b-a01bce181487 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:43.585839 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-99c78b8c-d3dd-40fe-b6ad-df1c00640c3d req-9b7a194e-1c7f-41fb-b60b-a01bce181487 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0779927 Mar 02 20:37:43.704917 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-99c78b8c-d3dd-40fe-b6ad-df1c00640c3d req-2f57bd79-22f4-4b7b-8e8e-9b686daded33 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125972 Mar 02 20:37:44.342414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e871960-08d9-4f2a-b89a-85b78c580913 req-0551f386-2d28-4d80-9379-fc68f30e06bb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:44.343925 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5e871960-08d9-4f2a-b89a-85b78c580913 req-0551f386-2d28-4d80-9379-fc68f30e06bb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0758612 Mar 02 20:37:44.390463 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5e871960-08d9-4f2a-b89a-85b78c580913 req-4dca24d9-344b-407a-98be-470a8aa3bd14 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409861 Mar 02 20:37:45.585742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58458291-2124-4e1f-bce3-70a90d82a8b8 req-26563280-5be5-4dfb-a2af-85ac69f1574b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:45.587185 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-58458291-2124-4e1f-bce3-70a90d82a8b8 req-26563280-5be5-4dfb-a2af-85ac69f1574b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0776875 Mar 02 20:37:45.630869 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-58458291-2124-4e1f-bce3-70a90d82a8b8 req-687e4b0f-a222-4695-9f70-4f39637dc762 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382998 Mar 02 20:37:46.143069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-7527797c-b3ce-47b6-a4f2-fbf92f578b65 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:46.144652 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-7527797c-b3ce-47b6-a4f2-fbf92f578b65 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0786731 Mar 02 20:37:46.212979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Deleting port 3f611715-3bc2-42c0-ad43-f42f50c11338 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:37:46.213312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:46.451928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] For port 3f611715-3bc2-42c0-ad43-f42f50c11338, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3f611715-3bc2-42c0-ad43-f42f50c11338,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:37:46.452203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:46.730482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:46.730837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:46.731136 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Floating IP abc59909-215e-49b0-866d-482415a86b44 disassociated. External IP: 172.26.5.171, port: 3f611715-3bc2-42c0-ad43-f42f50c11338. Mar 02 20:37:46.731480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Calling delete_port for 3f611715-3bc2-42c0-ad43-f42f50c11338 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:37:46.826999 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38915feb-ddf9-4238-a978-c8bcf0ed14fc req-1a924298-2dd2-4a02-a736-a9b5520172a6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:46.828731 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-38915feb-ddf9-4238-a978-c8bcf0ed14fc req-1a924298-2dd2-4a02-a736-a9b5520172a6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 946 time: 0.0771785 Mar 02 20:37:46.878424 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-38915feb-ddf9-4238-a978-c8bcf0ed14fc req-822b8034-491a-4d9c-8c5e-093c61c6b32a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441718 Mar 02 20:37:46.957294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:47.004393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event deleted for resources: {'Port': ['ID=3f611715-3bc2-42c0-ad43-f42f50c11338,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:47.019972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:47.020409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:47.020752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:47.021082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:47.021417 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:47.021744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:47.022100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:47.022430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:47.022751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:47.023070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:47.023392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:47.107828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3b22aa30-a978-4b40-8295-912aa89509b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:47.237176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:37:47.440382 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:37:47.450319 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd262dc-6f7d-4de6-8cbe-34198c8b6e53 None None] Sync routers for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:37:47.461844 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd262dc-6f7d-4de6-8cbe-34198c8b6e53 None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:37:47.462459 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5bd262dc-6f7d-4de6-8cbe-34198c8b6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:37:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:37:47.507525 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] No DVR routers for this DVR port 3f611715-3bc2-42c0-ad43-f42f50c11338 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:37:47.510013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:47.512571 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'name': 'network-vif-deleted', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:37:47.567474 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a651a74-7278-42f7-8ad2-f6f5c4658e24', 'name': 'network-vif-deleted', 'tag': '3f611715-3bc2-42c0-ad43-f42f50c11338', 'status': 'completed', 'code': 200} Mar 02 20:37:47.581124 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7c3f7955-c366-4d24-bdcb-69ff586ce8f3 req-c8df0bf8-4097-45d6-b244-2a9032592a46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "DELETE /v2.0/ports/3f611715-3bc2-42c0-ad43-f42f50c11338 HTTP/1.1" status: 204 len: 173 time: 1.4303939 Mar 02 20:37:47.637201 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-5bd262dc-6f7d-4de6-8cbe-34198c8b6e53 None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:37:47.950751 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5bd262dc-6f7d-4de6-8cbe-34198c8b6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:37:47.954883 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd262dc-6f7d-4de6-8cbe-34198c8b6e53 None None] Checking router: 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:37:47.965471 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd262dc-6f7d-4de6-8cbe-34198c8b6e53 None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:37:47.966096 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5bd262dc-6f7d-4de6-8cbe-34198c8b6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:37:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:37:48.052444 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9618ccf0-2199-4baf-8a8c-0651530dec61 req-d85fb0fe-887b-4af1-a3c8-a29e84b8659e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a651a74-7278-42f7-8ad2-f6f5c4658e24 HTTP/1.1" status: 200 len: 210 time: 0.0413971 Mar 02 20:37:48.141603 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-5bd262dc-6f7d-4de6-8cbe-34198c8b6e53 None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:37:48.482128 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5bd262dc-6f7d-4de6-8cbe-34198c8b6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:37:48.485998 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd262dc-6f7d-4de6-8cbe-34198c8b6e53 None None] The sync data for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv is: [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:37:48.694792 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b92c9-13f3-4f9d-bd1b-4bd2e3822df9 None None] New status for floating IP abc59909-215e-49b0-866d-482415a86b44: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:37:49.313352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-16417a79-0a48-4a3e-a265-073e77a66cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:49.409886 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-3bd82035-ffb4-4093-a205-502a563165dd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--959581776&fields=id&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 267 time: 0.0409455 Mar 02 20:37:49.490590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 3f611715-3bc2-42c0-ad43-f42f50c11338 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:37:49.525488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 3f611715-3bc2-42c0-ad43-f42f50c11338 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:37:49.525823 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 3f611715-3bc2-42c0-ad43-f42f50c11338 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:37:49.558836 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78101810-f7c6-4265-9745-120e035aecc7 req-8ddead0f-1bca-4470-ad63-cd33d7c32743 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:49.560238 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-8ddead0f-1bca-4470-ad63-cd33d7c32743 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 811 time: 0.1437244 Mar 02 20:37:49.576202 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-3a8233df-c3cf-43c9-8ea2-407e7f7f003b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/quotas/ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 375 time: 0.0108230 Mar 02 20:37:49.659654 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-faaae39c-d554-40f8-9c19-54b348bc1e80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784473 Mar 02 20:37:49.796340 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-f8570329-794d-4e39-98bc-afc1cc9d8874 service neutron] 10.222.0.44 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254356 Mar 02 20:37:49.923185 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-56c596df-ad00-4245-878d-b6e86f898f79 service neutron] 10.222.0.44 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211712 Mar 02 20:37:50.164705 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bcd20316-5324-47e6-bfaf-d6eb399feeaf req-ea6ec5e0-1b4e-430a-a9f3-096cf226ad94 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 210 time: 0.0410016 Mar 02 20:37:50.566470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:50.639105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:51.336159 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-82532b4a-0ef0-4bd5-b490-accc55f0d267 req-b509291e-6a68-4dbd-a148-f7722693d61f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 210 time: 0.0469227 Mar 02 20:37:51.970081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:52.261517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78101810-f7c6-4265-9745-120e035aecc7 req-c84d2a98-f650-4298-bb3b-45567a8caf30 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:52.263053 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-c84d2a98-f650-4298-bb3b-45567a8caf30 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 811 time: 0.2503674 Mar 02 20:37:52.316772 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-5e933442-919d-42cc-babc-2f985f12ce43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 379 time: 0.0404394 Mar 02 20:37:52.328188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'port': {'device_id': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'admin_state_up': True, 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'security_groups': ['99634e83-4fd6-408a-89fd-c09cb80e77c9']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:37:52.480622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:37:52.484809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Usage tracker for resource:port and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:37:52.487627 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:37:52.493158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:37:52.516934 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-72bf898c-e608-4ed0-ab86-09d9cc2a60b4 req-f6e92f24-6c08-47da-a43d-f16e84f7629e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 210 time: 0.0455937 Mar 02 20:37:52.585712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Made reservation on behalf of ccfe9f329cbd4ade96d718f38dfb05f0 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:37:52.588808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:52.750229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Allocated IP 172.20.0.14 (4eec7da4-6a3e-4782-a592-defab5169264/2c203b48-3b1e-4df1-8370-f0adc6a0479e/9923d35c-5964-4bea-a616-f9e333cf8ede) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:37:52.930709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:52.945640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Transition to ACTIVE for port object 9923d35c-5964-4bea-a616-f9e333cf8ede will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:37:53.026060 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:53.098804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Network 4eec7da4-6a3e-4782-a592-defab5169264 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:37:53.101712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:37:53.106552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:37:53.136580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event updated for resources: {'Port': ['ID=9923d35c-5964-4bea-a616-f9e333cf8ede,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:53.172587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:53.173206 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:53.312594 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-b0eb7ba3-6144-457a-a40a-62e6dcbb2d80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9880781 Mar 02 20:37:53.327987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Request body: {'port': {'device_id': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:37:53.439779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:53.465487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-908f99b0-1dc5-4e60-a164-37737fdc088d None None] Provisioning for port 9923d35c-5964-4bea-a616-f9e333cf8ede completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:37:53.470445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-908f99b0-1dc5-4e60-a164-37737fdc088d None None] Provisioning complete for port 9923d35c-5964-4bea-a616-f9e333cf8ede triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:37:53.470816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-908f99b0-1dc5-4e60-a164-37737fdc088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:53.525394 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-908f99b0-1dc5-4e60-a164-37737fdc088d None None] Port 9923d35c-5964-4bea-a616-f9e333cf8ede cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:37:53.713635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002c94c-c2db-486c-9f41-17ab583f0550 req-048ce29d-a868-402a-929c-ff17253c448b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:53.715097 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5002c94c-c2db-486c-9f41-17ab583f0550 req-048ce29d-a868-402a-929c-ff17253c448b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 932 time: 0.0765202 Mar 02 20:37:53.760138 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5002c94c-c2db-486c-9f41-17ab583f0550 req-25a07888-3ae6-44f9-9e99-5156ae11d2a6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393791 Mar 02 20:37:53.777265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9923d35c-5964-4bea-a616-f9e333cf8ede {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:37:53.784144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:53.797920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Transition to ACTIVE for port object 9923d35c-5964-4bea-a616-f9e333cf8ede will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:37:53.896160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:54.030226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9923d35c-5964-4bea-a616-f9e333cf8ede,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:54.140321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Attempting to bind port 9923d35c-5964-4bea-a616-f9e333cf8ede on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:37:54.140731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Attempting to bind port 9923d35c-5964-4bea-a616-f9e333cf8ede by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:37:54.140955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Attempting to bind port 9923d35c-5964-4bea-a616-f9e333cf8ede on network 4eec7da4-6a3e-4782-a592-defab5169264 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:37:54.146764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Port 9923d35c-5964-4bea-a616-f9e333cf8ede on network 4eec7da4-6a3e-4782-a592-defab5169264 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:37:54.147027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Attempting to bind port 9923d35c-5964-4bea-a616-f9e333cf8ede on network 4eec7da4-6a3e-4782-a592-defab5169264 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:37:54.155209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:37:54.155540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Checking segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:37:54.155918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Bound using segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:37:54.156341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Bound port: 9923d35c-5964-4bea-a616-f9e333cf8ede, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:37:54.156680 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:54.250818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] For port 9923d35c-5964-4bea-a616-f9e333cf8ede, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:37:54.253970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] For port 9923d35c-5964-4bea-a616-f9e333cf8ede, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9923d35c-5964-4bea-a616-f9e333cf8ede,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:37:54.330291 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:54.391386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:54.392746 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] 10.222.0.31 "PUT /v2.0/ports/9923d35c-5964-4bea-a616-f9e333cf8ede HTTP/1.1" status: 200 len: 1094 time: 1.0693755 Mar 02 20:37:54.393156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:37:54.410096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085f68e-d62b-4f6d-a014-b889e579f1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9923d35c-5964-4bea-a616-f9e333cf8ede,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:54.451024 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'status': 'completed', 'code': 200} Mar 02 20:37:54.546720 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bf1bc24b-3210-46ad-bde9-5a3899466100 req-cb0da91f-84ce-4115-a775-f147a6159b6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 1097 time: 0.0745614 Mar 02 20:37:54.770883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bc24b-3210-46ad-bde9-5a3899466100 req-3ac56751-bdd3-4965-b350-18722f2119a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:54.772315 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bf1bc24b-3210-46ad-bde9-5a3899466100 req-3ac56751-bdd3-4965-b350-18722f2119a8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2166283 Mar 02 20:37:54.907254 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bc24b-3210-46ad-bde9-5a3899466100 req-eca39ced-927c-4eeb-a1e0-be777d5ec275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:54.908738 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bf1bc24b-3210-46ad-bde9-5a3899466100 req-eca39ced-927c-4eeb-a1e0-be777d5ec275 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1300416 Mar 02 20:37:54.964955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd725700-bc61-4596-a49a-c057f54d87e3 req-b87b69cc-7215-420c-9ec4-5f929a5d20ff tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:54.966332 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bd725700-bc61-4596-a49a-c057f54d87e3 req-b87b69cc-7215-420c-9ec4-5f929a5d20ff tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 944 time: 0.0809367 Mar 02 20:37:55.011608 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bd725700-bc61-4596-a49a-c057f54d87e3 req-c0071444-1dd1-43e4-b73a-8d3e0356876f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397987 Mar 02 20:37:55.017991 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-cb013b0e-d100-4db5-8e17-5caf1128f472 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 1097 time: 0.0702753 Mar 02 20:37:55.094759 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-6759831f-38e3-4840-bd7b-6773a66c3030 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9923d35c-5964-4bea-a616-f9e333cf8ede HTTP/1.1" status: 200 len: 217 time: 0.0658693 Mar 02 20:37:55.157955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78101810-f7c6-4265-9745-120e035aecc7 req-52499587-b9ed-431c-b2e5-5da371496ceb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:55.159395 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-52499587-b9ed-431c-b2e5-5da371496ceb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0571127 Mar 02 20:37:55.239327 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-c3d685b4-2404-4a82-8cb2-f83700780995 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705822 Mar 02 20:37:55.371241 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-b8baf943-e83c-414a-9b41-9efa99942aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225295 Mar 02 20:37:55.501133 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-78101810-f7c6-4265-9745-120e035aecc7 req-3a5255aa-33eb-44f6-bfef-f2224811fa20 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232038 Mar 02 20:37:56.205295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b297abe-e719-46ec-b49c-68e6acf4479d req-44f46550-0bda-46c0-bbe4-3a96f39d224b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:56.206757 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1b297abe-e719-46ec-b49c-68e6acf4479d req-44f46550-0bda-46c0-bbe4-3a96f39d224b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 944 time: 0.0759993 Mar 02 20:37:56.251379 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1b297abe-e719-46ec-b49c-68e6acf4479d req-6ed73adc-9a21-46fb-889c-b86cac221bda tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391526 Mar 02 20:37:57.452074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e9da-6826-40d6-ab1f-ff2a998e2563 req-9c73f267-fe59-4b2b-9db9-5c250a3a1838 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:57.453678 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f60e9da-6826-40d6-ab1f-ff2a998e2563 req-9c73f267-fe59-4b2b-9db9-5c250a3a1838 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 944 time: 0.0851002 Mar 02 20:37:57.498383 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f60e9da-6826-40d6-ab1f-ff2a998e2563 req-a4d768e2-95b6-4535-9463-eae371c99c7e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392876 Mar 02 20:37:58.693068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904691c-4364-415c-b9d5-8473ae2686df req-6a1713d3-289f-4d60-b0cd-58e0f8be1543 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:58.694527 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5904691c-4364-415c-b9d5-8473ae2686df req-6a1713d3-289f-4d60-b0cd-58e0f8be1543 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 944 time: 0.0757685 Mar 02 20:37:58.742328 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5904691c-4364-415c-b9d5-8473ae2686df req-44f734da-0225-435e-b6f6-3a8f83b1bca1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 Mar 02 20:37:59.505365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9923d35c-5964-4bea-a616-f9e333cf8ede details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:37:59.636905 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9923d35c-5964-4bea-a616-f9e333cf8ede, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9923d35c-5964-4bea-a616-f9e333cf8ede,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:37:59.649497 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'port_id': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:37:59.701246 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:59.717837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9923d35c-5964-4bea-a616-f9e333cf8ede {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:37:59.732260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9923d35c-5964-4bea-a616-f9e333cf8ede, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9923d35c-5964-4bea-a616-f9e333cf8ede,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:37:59.799307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:59.868879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=9923d35c-5964-4bea-a616-f9e333cf8ede,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:59.941711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120b63b-b39b-415f-8faf-671c701161fc req-e60c8a0c-770e-4cbd-a69d-6623c9283c8f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:59.943486 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a120b63b-b39b-415f-8faf-671c701161fc req-e60c8a0c-770e-4cbd-a69d-6623c9283c8f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 945 time: 0.0768030 Mar 02 20:37:59.989203 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a120b63b-b39b-415f-8faf-671c701161fc req-035996f8-e255-4531-8196-fdcca6402a15 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395844 Mar 02 20:38:00.084348 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['9923d35c-5964-4bea-a616-f9e333cf8ede'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:38:01.186893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa73113-fe0b-4008-97b6-d62b2153c911 req-01c24b32-bad5-4c0a-a74f-e322124235b0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:01.188326 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dfa73113-fe0b-4008-97b6-d62b2153c911 req-01c24b32-bad5-4c0a-a74f-e322124235b0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 945 time: 0.0799370 Mar 02 20:38:01.310817 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dfa73113-fe0b-4008-97b6-d62b2153c911 req-58b9fc49-0c80-4827-a504-589120387be2 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171486 Mar 02 20:38:01.505182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9923d35c-5964-4bea-a616-f9e333cf8ede up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:38:01.615939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 9923d35c-5964-4bea-a616-f9e333cf8ede completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:38:01.621485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 9923d35c-5964-4bea-a616-f9e333cf8ede triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:38:01.621847 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:01.732034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:01.757996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:38:01.767576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9923d35c-5964-4bea-a616-f9e333cf8ede, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9923d35c-5964-4bea-a616-f9e333cf8ede,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:38:01.813564 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'code': 200} Mar 02 20:38:01.860000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:01.927684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=9923d35c-5964-4bea-a616-f9e333cf8ede,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:02.187201 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e199128f-05d9-46d3-8010-d77b9f815143 req-069fb1fa-e394-4e92-97c3-16fa320caf05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 1099 time: 0.0671003 Mar 02 20:38:02.233805 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e199128f-05d9-46d3-8010-d77b9f815143 req-743b991e-9678-47e1-bdd7-0d9c52fa7cc3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373974 Mar 02 20:38:02.504673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033a549-e971-4ad6-a4de-c7a0bb36a029 req-571629b3-7f7b-4b72-aef2-778f2cb85f0a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:02.506044 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1033a549-e971-4ad6-a4de-c7a0bb36a029 req-571629b3-7f7b-4b72-aef2-778f2cb85f0a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0759196 Mar 02 20:38:02.550142 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1033a549-e971-4ad6-a4de-c7a0bb36a029 req-0158549a-9248-4765-ba91-b15945dd42d0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385442 Mar 02 20:38:03.751149 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca075a0-03e3-4d35-b24e-a02863b6a6cb req-d632975d-d21a-4412-8c8f-9da9e41b5efc tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:03.752578 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2ca075a0-03e3-4d35-b24e-a02863b6a6cb req-d632975d-d21a-4412-8c8f-9da9e41b5efc tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0780759 Mar 02 20:38:03.797420 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2ca075a0-03e3-4d35-b24e-a02863b6a6cb req-69f4a1fa-088c-4e88-8b08-e06cbaba46e9 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392694 Mar 02 20:38:03.990174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a115f-24e4-4482-ab6b-0e6e4e6a50ab req-0716ce85-7c79-495d-8e2c-5cb5855a190f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:03.991593 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e9a115f-24e4-4482-ab6b-0e6e4e6a50ab req-0716ce85-7c79-495d-8e2c-5cb5855a190f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0741093 Mar 02 20:38:04.000038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51342) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:38:04.005071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-529ad413-51f2-402a-8cf3-9394e6c5dd6e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'floatingip': {'port_id': '9923d35c-5964-4bea-a616-f9e333cf8ede'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:38:04.081158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-529ad413-51f2-402a-8cf3-9394e6c5dd6e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:04.653551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-529ad413-51f2-402a-8cf3-9394e6c5dd6e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:04.718345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-529ad413-51f2-402a-8cf3-9394e6c5dd6e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:04.908226 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-529ad413-51f2-402a-8cf3-9394e6c5dd6e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Floating IP abc59909-215e-49b0-866d-482415a86b44 associated. External IP: 172.26.5.171, port: 9923d35c-5964-4bea-a616-f9e333cf8ede. Mar 02 20:38:05.387445 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529ad413-51f2-402a-8cf3-9394e6c5dd6e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:38:05.582866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529ad413-51f2-402a-8cf3-9394e6c5dd6e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:38:05.587698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-529ad413-51f2-402a-8cf3-9394e6c5dd6e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:05.592822 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa90feb-89ca-436d-bc39-9edba1c800b0 None None] Sync routers for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:38:05.605485 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa90feb-89ca-436d-bc39-9edba1c800b0 None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:38:05.606160 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dfa90feb-89ca-436d-bc39-9edba1c800b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:37:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:05.639774 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-529ad413-51f2-402a-8cf3-9394e6c5dd6e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "PUT /v2.0/floatingips/abc59909-215e-49b0-866d-482415a86b44 HTTP/1.1" status: 200 len: 992 time: 1.6387022 Mar 02 20:38:05.640470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:38:05.695157 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'status': 'completed', 'code': 200} Mar 02 20:38:05.785486 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-dfa90feb-89ca-436d-bc39-9edba1c800b0 None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:38:05.791573 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5894f4d-cce5-4c2f-b3be-bca31c551a20 req-40ffc6ba-ecf1-4ebc-b637-633ce7772acc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 1099 time: 0.0750496 Mar 02 20:38:05.923481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5894f4d-cce5-4c2f-b3be-bca31c551a20 req-4b4c4cb8-ffa6-40ae-94ab-6dcb1c202e51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:05.924873 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5894f4d-cce5-4c2f-b3be-bca31c551a20 req-4b4c4cb8-ffa6-40ae-94ab-6dcb1c202e51 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1269257 Mar 02 20:38:06.027303 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5894f4d-cce5-4c2f-b3be-bca31c551a20 req-48f0b48d-5a76-4469-92d4-95714688470f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9923d35c-5964-4bea-a616-f9e333cf8ede HTTP/1.1" status: 200 len: 1000 time: 0.0962462 Mar 02 20:38:06.105782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5894f4d-cce5-4c2f-b3be-bca31c551a20 req-61fb428d-9940-46cb-bc73-f904f5c95d39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:06.107378 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5894f4d-cce5-4c2f-b3be-bca31c551a20 req-61fb428d-9940-46cb-bc73-f904f5c95d39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0739458 Mar 02 20:38:06.132530 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dfa90feb-89ca-436d-bc39-9edba1c800b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:38:04Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:06.136642 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa90feb-89ca-436d-bc39-9edba1c800b0 None None] Checking router: 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:38:06.147206 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa90feb-89ca-436d-bc39-9edba1c800b0 None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:38:06.147887 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dfa90feb-89ca-436d-bc39-9edba1c800b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:37:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:06.180927 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63a479-7ed3-4c15-bc1d-9bcb1a9e96d3 req-31b2204e-32d7-42ab-96df-b669804fb5fe tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:06.183707 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b63a479-7ed3-4c15-bc1d-9bcb1a9e96d3 req-31b2204e-32d7-42ab-96df-b669804fb5fe tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0835671 Mar 02 20:38:06.186988 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5894f4d-cce5-4c2f-b3be-bca31c551a20 req-57e01b3b-652b-4338-99c5-88ed999e5623 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707490 Mar 02 20:38:06.237489 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b63a479-7ed3-4c15-bc1d-9bcb1a9e96d3 req-077293cc-1a28-4568-86d8-dda3a7b8e2ae tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466383 Mar 02 20:38:06.321388 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5894f4d-cce5-4c2f-b3be-bca31c551a20 req-6906cb5c-4d36-41ba-a3b3-5845cd97222e service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275775 Mar 02 20:38:06.339518 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-dfa90feb-89ca-436d-bc39-9edba1c800b0 None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:38:06.544208 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a5894f4d-cce5-4c2f-b3be-bca31c551a20 req-b417b210-60fb-43b9-9713-33a199cc758b service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160912 Mar 02 20:38:06.685754 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-dfa90feb-89ca-436d-bc39-9edba1c800b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:38:04Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:06.689571 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa90feb-89ca-436d-bc39-9edba1c800b0 None None] The sync data for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv is: [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:38:04Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:38:06.868237 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339fbfb-9399-4f23-9e82-498fcc396448 None None] New status for floating IP abc59909-215e-49b0-866d-482415a86b44: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:38:07.438009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6c2b5-e548-4c70-a05b-25ba07c25175 req-8701095c-e8d1-46f5-b1e0-7a84d5e0838e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:07.439329 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-12e6c2b5-e548-4c70-a05b-25ba07c25175 req-8701095c-e8d1-46f5-b1e0-7a84d5e0838e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0769653 Mar 02 20:38:07.484838 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-12e6c2b5-e548-4c70-a05b-25ba07c25175 req-2eaddf98-6b53-496e-8a2a-f6e3bdae9381 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400023 Mar 02 20:38:08.679976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af656e6d-a696-44db-96ce-7d47bdaaa48b req-79fd0764-63f8-4638-bcc7-94a14fb10e3c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:08.681395 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-af656e6d-a696-44db-96ce-7d47bdaaa48b req-79fd0764-63f8-4638-bcc7-94a14fb10e3c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0780225 Mar 02 20:38:08.726885 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-af656e6d-a696-44db-96ce-7d47bdaaa48b req-ebf0fb3d-ed47-416a-a1a4-e12e0736713e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394313 Mar 02 20:38:09.920612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f581d88-85f1-4f61-a6c7-bb9f03e677ec req-6a97bdbe-cf21-4b19-9fb2-36f65003f7db tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:09.922060 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f581d88-85f1-4f61-a6c7-bb9f03e677ec req-6a97bdbe-cf21-4b19-9fb2-36f65003f7db tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0755274 Mar 02 20:38:09.966746 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f581d88-85f1-4f61-a6c7-bb9f03e677ec req-d09f6248-4591-4170-991b-8c41acdaf901 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392718 Mar 02 20:38:11.166140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7e323-3069-4ba7-afe3-6165fa0b698d req-c4dedcf3-3947-4eae-a025-0f61f355d247 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:11.168232 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bfa7e323-3069-4ba7-afe3-6165fa0b698d req-c4dedcf3-3947-4eae-a025-0f61f355d247 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0810368 Mar 02 20:38:11.213338 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bfa7e323-3069-4ba7-afe3-6165fa0b698d req-b82ebf7e-9dd5-49ef-9e5d-fcd1dcdf177f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394526 Mar 02 20:38:12.408769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c88d2e-cf5a-425c-93d6-5a542df49959 req-ccfc7e0e-048f-4da3-84a6-6b149543ceeb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:12.410216 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-00c88d2e-cf5a-425c-93d6-5a542df49959 req-ccfc7e0e-048f-4da3-84a6-6b149543ceeb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0759633 Mar 02 20:38:12.458715 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-00c88d2e-cf5a-425c-93d6-5a542df49959 req-c116c337-e5ba-4942-9404-1d5102b8c6b3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430729 Mar 02 20:38:12.975141 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:13.649151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e57d4d-c6dd-4256-b74a-9990edae0f44 req-182ea119-c780-4900-a6f1-db49c6bb0336 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:13.651176 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-43e57d4d-c6dd-4256-b74a-9990edae0f44 req-182ea119-c780-4900-a6f1-db49c6bb0336 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0743322 Mar 02 20:38:13.694902 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-43e57d4d-c6dd-4256-b74a-9990edae0f44 req-108d4527-1ca0-48c3-ab0d-338740221c71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383677 Mar 02 20:38:14.569457 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:38:14.894527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dae22-cff3-402a-8a0f-8694d139a9d9 req-036e8b85-a75e-4fe2-bf53-573af8733d4c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:14.895864 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1f6dae22-cff3-402a-8a0f-8694d139a9d9 req-036e8b85-a75e-4fe2-bf53-573af8733d4c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0779490 Mar 02 20:38:14.940966 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1f6dae22-cff3-402a-8a0f-8694d139a9d9 req-48ac2b07-a219-4491-8cba-a50b5e2f3d66 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388758 Mar 02 20:38:16.136494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1db849-e9d5-41b6-89fa-5b8bf02a6211 req-d096d215-8a17-4345-bf7a-b4c1458a0295 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:16.137946 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bc1db849-e9d5-41b6-89fa-5b8bf02a6211 req-d096d215-8a17-4345-bf7a-b4c1458a0295 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0758073 Mar 02 20:38:16.183433 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bc1db849-e9d5-41b6-89fa-5b8bf02a6211 req-72106e57-3725-4d55-8682-90d5c189bd35 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400915 Mar 02 20:38:17.112565 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-52058ae9-ac18-4a37-99ed-c2b87d507081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:17.381078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c927eca-d551-4294-bedc-b2b10ec1a4ed req-1abb52bc-0b10-432a-8aca-61f947aa03eb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:17.382454 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c927eca-d551-4294-bedc-b2b10ec1a4ed req-1abb52bc-0b10-432a-8aca-61f947aa03eb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0799294 Mar 02 20:38:17.428497 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c927eca-d551-4294-bedc-b2b10ec1a4ed req-500cef4d-b59b-49b2-ba4d-9cdb48ce6ad4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396926 Mar 02 20:38:18.624179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb8fde-b44f-4f0d-93ca-24bfd9298370 req-9014d71a-9384-4650-82ff-4e345b7f8fbc tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:18.625629 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9fbb8fde-b44f-4f0d-93ca-24bfd9298370 req-9014d71a-9384-4650-82ff-4e345b7f8fbc tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0765643 Mar 02 20:38:18.671053 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9fbb8fde-b44f-4f0d-93ca-24bfd9298370 req-6cca7aef-b049-46fe-ad5b-0d7ecb2b4ef8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399935 Mar 02 20:38:19.321831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d4d32457-c8f9-4123-b46c-93e76857e154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:19.866991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987971a4-5e7e-4bde-9835-bfc6fa6f30ca req-63543e2e-c264-4d07-aee3-6a2946a6a455 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:19.868425 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-987971a4-5e7e-4bde-9835-bfc6fa6f30ca req-63543e2e-c264-4d07-aee3-6a2946a6a455 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0800953 Mar 02 20:38:19.913397 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-987971a4-5e7e-4bde-9835-bfc6fa6f30ca req-9ab49984-e984-4c8e-931a-00935e220681 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389485 Mar 02 20:38:20.552190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:20.632006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:21.121604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e968-b7a2-41e5-b6c3-713dc6b4468f req-c750df5f-e7d6-4e10-96b4-f2880b4fdb08 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:21.123076 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ef17e968-b7a2-41e5-b6c3-713dc6b4468f req-c750df5f-e7d6-4e10-96b4-f2880b4fdb08 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0770600 Mar 02 20:38:21.251461 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ef17e968-b7a2-41e5-b6c3-713dc6b4468f req-ff4700f3-51d4-480b-a185-fe78c013e685 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228883 Mar 02 20:38:21.900765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:22.452351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e81888-b9a3-403b-a4ec-e533d6499424 req-3aa0ee07-ec10-41f6-a5e2-316686e2b1d0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:22.453719 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e7e81888-b9a3-403b-a4ec-e533d6499424 req-3aa0ee07-ec10-41f6-a5e2-316686e2b1d0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0762184 Mar 02 20:38:22.498302 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e7e81888-b9a3-403b-a4ec-e533d6499424 req-408c04b4-9341-4677-84c0-56cd0211b091 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390644 Mar 02 20:38:23.692622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b087ca4-43f1-4433-ae36-a8f340cefb75 req-2f82cdd1-e0c4-45b6-9835-8f8f2a3dbf51 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:23.694079 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b087ca4-43f1-4433-ae36-a8f340cefb75 req-2f82cdd1-e0c4-45b6-9835-8f8f2a3dbf51 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0776958 Mar 02 20:38:23.738857 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b087ca4-43f1-4433-ae36-a8f340cefb75 req-517ef35c-1127-445d-99c1-5741c924a2c3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392935 Mar 02 20:38:24.934563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6f6cb-6bbc-47a9-b831-44e8fb7f5cc7 req-2d8b5cdb-2937-4c85-aca1-617361476270 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:24.935982 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46f6f6cb-6bbc-47a9-b831-44e8fb7f5cc7 req-2d8b5cdb-2937-4c85-aca1-617361476270 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0755265 Mar 02 20:38:24.980737 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46f6f6cb-6bbc-47a9-b831-44e8fb7f5cc7 req-43272b50-4cac-479c-ac1a-66d7d5db5f6a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392776 Mar 02 20:38:26.178412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc393900-2662-4a34-97a1-de25eba3db20 req-5d21727a-2742-4597-959a-2f60081a4522 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:26.179846 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fc393900-2662-4a34-97a1-de25eba3db20 req-5d21727a-2742-4597-959a-2f60081a4522 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0784178 Mar 02 20:38:26.225382 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fc393900-2662-4a34-97a1-de25eba3db20 req-92b429d2-a711-4ec8-a6b3-e133261d386e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 Mar 02 20:38:27.419042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f2a01-26cb-4d3c-bd39-0e8f58810ae7 req-e1156b3b-f9eb-4b65-adf5-5276939dd159 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:27.420408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-951f2a01-26cb-4d3c-bd39-0e8f58810ae7 req-e1156b3b-f9eb-4b65-adf5-5276939dd159 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0749416 Mar 02 20:38:27.467763 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-951f2a01-26cb-4d3c-bd39-0e8f58810ae7 req-25504f06-a9dc-4792-99d5-6a36091f9e5b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419359 Mar 02 20:38:28.658100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0388b6-8d2e-4d1f-9b98-27f5e8d5d0cd req-10afb8d9-1730-45c7-a0a3-3deeb93d814a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:28.659538 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aa0388b6-8d2e-4d1f-9b98-27f5e8d5d0cd req-10afb8d9-1730-45c7-a0a3-3deeb93d814a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0754125 Mar 02 20:38:28.704999 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aa0388b6-8d2e-4d1f-9b98-27f5e8d5d0cd req-b7ce08c6-e1ac-4849-940d-a5efd6670892 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400329 Mar 02 20:38:29.905745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975daf5-e87f-47e1-8c6e-8af0a545a332 req-356f5a3a-b97c-4e78-bdc6-d0a50ded5210 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:29.907200 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f975daf5-e87f-47e1-8c6e-8af0a545a332 req-356f5a3a-b97c-4e78-bdc6-d0a50ded5210 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0805945 Mar 02 20:38:29.951840 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f975daf5-e87f-47e1-8c6e-8af0a545a332 req-e7dda6ad-beb9-497d-b067-cadad9734ecf tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392468 Mar 02 20:38:31.149560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a8bb0-a5b4-45a6-a13a-d504903c39b9 req-1f279727-d287-4170-9e63-c5301dd40517 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:31.151820 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-458a8bb0-a5b4-45a6-a13a-d504903c39b9 req-1f279727-d287-4170-9e63-c5301dd40517 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0815861 Mar 02 20:38:31.197390 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-458a8bb0-a5b4-45a6-a13a-d504903c39b9 req-12cb93be-80d5-4686-86a3-0878d948b4db tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Mar 02 20:38:32.532635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6526454-ba44-46d7-a73e-1cf632ad4b70 req-3a974b49-72aa-490f-9760-c07bc46c9bf1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:32.533996 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c6526454-ba44-46d7-a73e-1cf632ad4b70 req-3a974b49-72aa-490f-9760-c07bc46c9bf1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0782404 Mar 02 20:38:32.578965 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c6526454-ba44-46d7-a73e-1cf632ad4b70 req-5fc6aa60-0688-46dc-9eea-7030832a3d0a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396376 Mar 02 20:38:33.917420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9615032-dd21-465d-a620-432430b941fd req-ae3eea14-d6cc-4be3-9cc3-fa6ac37acda4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:33.918899 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f9615032-dd21-465d-a620-432430b941fd req-ae3eea14-d6cc-4be3-9cc3-fa6ac37acda4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0776579 Mar 02 20:38:33.966799 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f9615032-dd21-465d-a620-432430b941fd req-dd63aae9-3d64-42f1-9f73-b8be5a25ea4c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425470 Mar 02 20:38:35.159049 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0459ea-4966-4df0-b8e2-4e3fe5991ce1 req-534fd4a8-6507-4c94-8d72-960f2e728f8c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:35.160501 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f0459ea-4966-4df0-b8e2-4e3fe5991ce1 req-534fd4a8-6507-4c94-8d72-960f2e728f8c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0754628 Mar 02 20:38:35.206047 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f0459ea-4966-4df0-b8e2-4e3fe5991ce1 req-43f73711-1a76-43ef-a1d7-15f135fe41d4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400422 Mar 02 20:38:36.404308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15eced-d01c-462e-abb1-263906f23325 req-f563be24-a762-401f-86db-266f297ebc09 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:36.405661 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ae15eced-d01c-462e-abb1-263906f23325 req-f563be24-a762-401f-86db-266f297ebc09 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0797148 Mar 02 20:38:36.451054 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ae15eced-d01c-462e-abb1-263906f23325 req-2bf62917-f55e-4688-9443-9198d6874ef7 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399408 Mar 02 20:38:37.645427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666982e-6a81-4418-a648-5e3972d5a597 req-f4e7be99-6f0b-4713-b5d2-dd04cf5d7e9a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:37.646896 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d666982e-6a81-4418-a648-5e3972d5a597 req-f4e7be99-6f0b-4713-b5d2-dd04cf5d7e9a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0765550 Mar 02 20:38:37.692215 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d666982e-6a81-4418-a648-5e3972d5a597 req-68cf9f98-c985-4733-b733-947d743baa42 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388927 Mar 02 20:38:37.887634 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-641131db-1416-4dc4-9d0c-0ea47c55ee9b req-6b678991-9f36-4c62-a93c-40c7722f290c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0707691 Mar 02 20:38:38.310842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11740318-8875-41c8-8189-c03b8075e7fa req-82c24d16-cf21-4f99-9116-7db8ecf997d5 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:38.312274 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-11740318-8875-41c8-8189-c03b8075e7fa req-82c24d16-cf21-4f99-9116-7db8ecf997d5 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0781045 Mar 02 20:38:38.409738 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-11740318-8875-41c8-8189-c03b8075e7fa req-12f78bd4-af39-4053-9867-a3c6f5e3b097 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909061 Mar 02 20:38:38.426984 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-21508e76-f6d9-4101-8ee0-773f398832f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932267 Mar 02 20:38:39.606365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a9569-9139-4ee8-9b37-c094c95197be req-df6f0b48-eb96-4f94-b863-29170ec7df30 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:39.607807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-355a9569-9139-4ee8-9b37-c094c95197be req-df6f0b48-eb96-4f94-b863-29170ec7df30 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0769463 Mar 02 20:38:39.654833 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-355a9569-9139-4ee8-9b37-c094c95197be req-911168a6-4e73-4ca4-abfb-3565c97d8e2e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414100 Mar 02 20:38:40.453120 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-3d2e55e9-60cf-4be6-a186-88e37d4c7792 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 1099 time: 0.0751448 Mar 02 20:38:40.590222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-f79809b4-30e6-4503-8879-d18717f7143a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:40.591675 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-f79809b4-30e6-4503-8879-d18717f7143a service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1292288 Mar 02 20:38:40.695534 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-334245d8-1bfb-45d9-b783-5410a22eeb10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9923d35c-5964-4bea-a616-f9e333cf8ede HTTP/1.1" status: 200 len: 1002 time: 0.0972738 Mar 02 20:38:40.759066 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-0112bebf-2de9-45cb-8c47-8619a5df6ff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:40.761082 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-0112bebf-2de9-45cb-8c47-8619a5df6ff7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0575261 Mar 02 20:38:40.837753 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-51c884ac-e6a0-49f6-a296-e36d6a819a86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697384 Mar 02 20:38:40.853213 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774f643-6b83-4e05-8d92-2e62e6d20297 req-3d7d2164-9144-4664-b3a6-2521155b8fae tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:40.854630 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a774f643-6b83-4e05-8d92-2e62e6d20297 req-3d7d2164-9144-4664-b3a6-2521155b8fae tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0805357 Mar 02 20:38:40.900570 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a774f643-6b83-4e05-8d92-2e62e6d20297 req-f78555a7-b1b0-42b6-a482-f8472f94d120 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398188 Mar 02 20:38:40.971335 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-161cd7f1-54fc-4f23-be80-ffab6c163c9c service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267672 Mar 02 20:38:41.106953 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-84c0af6a-9d4c-4682-b704-edd2e38441bb service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259086 Mar 02 20:38:41.526215 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9087af0-d4b5-40bb-8b33-2869ca02feaf req-6c73d675-656b-4963-822b-14b84bd26190 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 1099 time: 0.0720825 Mar 02 20:38:41.674340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9087af0-d4b5-40bb-8b33-2869ca02feaf req-52b2247f-3b56-4e28-b215-d4bd2239dd2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:41.675768 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9087af0-d4b5-40bb-8b33-2869ca02feaf req-52b2247f-3b56-4e28-b215-d4bd2239dd2d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1253619 Mar 02 20:38:41.781001 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9087af0-d4b5-40bb-8b33-2869ca02feaf req-75bf138a-e9a9-45f0-b2e7-2f6e1f5c57fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9923d35c-5964-4bea-a616-f9e333cf8ede HTTP/1.1" status: 200 len: 1002 time: 0.0968153 Mar 02 20:38:41.843137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9087af0-d4b5-40bb-8b33-2869ca02feaf req-951f2ea1-bfc1-4170-916f-e7061f641763 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:41.844578 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9087af0-d4b5-40bb-8b33-2869ca02feaf req-951f2ea1-bfc1-4170-916f-e7061f641763 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0578189 Mar 02 20:38:41.922198 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9087af0-d4b5-40bb-8b33-2869ca02feaf req-7a512e61-3d19-44e9-9856-376655fb4291 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713270 Mar 02 20:38:42.055106 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9087af0-d4b5-40bb-8b33-2869ca02feaf req-28387ace-c75d-444a-bf60-1e3ff303578e service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254206 Mar 02 20:38:42.097704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c1f90-4fdf-4e87-b204-ff0741118a3a req-292eeaad-3892-4aad-8fe8-63e8c3d205be tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:42.099174 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e91c1f90-4fdf-4e87-b204-ff0741118a3a req-292eeaad-3892-4aad-8fe8-63e8c3d205be tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0781569 Mar 02 20:38:42.144120 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e91c1f90-4fdf-4e87-b204-ff0741118a3a req-f30e030e-4f88-4319-ae6b-dee7d7114018 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389564 Mar 02 20:38:42.189047 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b9087af0-d4b5-40bb-8b33-2869ca02feaf req-8d0bcb61-cc06-4b02-9905-e580e2920b9b service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269770 Mar 02 20:38:43.003123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:43.343160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb8781-f4d7-494a-b40e-0026cdf20763 req-3288802f-de4b-4a0c-a6db-44144f748dce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:43.344663 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bddb8781-f4d7-494a-b40e-0026cdf20763 req-3288802f-de4b-4a0c-a6db-44144f748dce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0778513 Mar 02 20:38:43.388689 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bddb8781-f4d7-494a-b40e-0026cdf20763 req-599c71bb-5bbd-4554-a1de-d3564da2918b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386870 Mar 02 20:38:43.550917 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-2c7fd14b-c619-40a7-aff8-9f73453a2ece service neutron] 10.222.0.31 "GET /v2.0/ports/9923d35c-5964-4bea-a616-f9e333cf8ede/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.1582611 Mar 02 20:38:44.084753 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-8021db20-74f6-4429-babc-c28753d2f834 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 1099 time: 0.0714314 Mar 02 20:38:44.174923 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-39a37eef-867f-4ac8-8d51-011535397a40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 1099 time: 0.0677698 Mar 02 20:38:44.305749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-57d954c2-5a1c-4a22-935c-bb857b47d9ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:44.307747 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-57d954c2-5a1c-4a22-935c-bb857b47d9ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1242428 Mar 02 20:38:44.412730 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-9d9d72c7-0e6b-4914-8eb0-622ae9a68a7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9923d35c-5964-4bea-a616-f9e333cf8ede HTTP/1.1" status: 200 len: 1002 time: 0.0961721 Mar 02 20:38:44.476016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-d12f26cf-021c-4bd6-b461-2cd8413d92d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:44.477532 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-d12f26cf-021c-4bd6-b461-2cd8413d92d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0577428 Mar 02 20:38:44.555363 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-15fd483d-647b-4781-92d4-533c3da9d9c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710738 Mar 02 20:38:44.586689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2304f2-662a-4ee7-aad8-89064a6c8f9b req-3a1f29a3-f386-48d1-9f95-b1b5251cad4f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:44.588872 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e2304f2-662a-4ee7-aad8-89064a6c8f9b req-3a1f29a3-f386-48d1-9f95-b1b5251cad4f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0772314 Mar 02 20:38:44.637107 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e2304f2-662a-4ee7-aad8-89064a6c8f9b req-01c61cc1-989f-4b38-a8f7-6df6d9fc339e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Mar 02 20:38:44.688307 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-5e13e4b5-da13-41f6-b226-0d056a6e76bc service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259129 Mar 02 20:38:44.820257 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-57123a00-f12c-421d-a209-edd3f7b4d0bf req-333023d3-431f-478d-84a8-1c90a4440135 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241269 Mar 02 20:38:45.840115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbd8d2-f1ff-44bc-a115-5ce5f048b020 req-39c1aa9a-6962-4fdd-bee6-21c4a95a6766 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:45.841566 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c4fbd8d2-f1ff-44bc-a115-5ce5f048b020 req-39c1aa9a-6962-4fdd-bee6-21c4a95a6766 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0861664 Mar 02 20:38:45.886348 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c4fbd8d2-f1ff-44bc-a115-5ce5f048b020 req-508503b7-4f2f-49da-ba67-b4b3a4791a09 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392954 Mar 02 20:38:47.118149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7798-c135-42bb-97dd-02bff70c9432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:47.165306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee8ffd-0bdd-4b4f-821b-90504854c097 req-b7b89015-4b88-4052-a006-f09b9391661e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:47.166790 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64ee8ffd-0bdd-4b4f-821b-90504854c097 req-b7b89015-4b88-4052-a006-f09b9391661e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.1593285 Mar 02 20:38:47.211641 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64ee8ffd-0bdd-4b4f-821b-90504854c097 req-1add3919-842b-4c1c-ba9e-6499e5f6665b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392435 Mar 02 20:38:47.691057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952984c8-67af-4d4c-a756-011a9bb67054 req-21f69606-8c15-499a-ba9b-98c531d7c810 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:47.692491 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-952984c8-67af-4d4c-a756-011a9bb67054 req-21f69606-8c15-499a-ba9b-98c531d7c810 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0770428 Mar 02 20:38:47.741475 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-952984c8-67af-4d4c-a756-011a9bb67054 req-6d8b1082-7d12-4570-aad7-18d579668cef tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410390 Mar 02 20:38:47.742485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-02eb9e4a-be81-4130-adc6-441aacf97b31 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:47.743181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-02eb9e4a-be81-4130-adc6-441aacf97b31 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Synchronizing usage tracker for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:38:47.752853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9923d35c-5964-4bea-a616-f9e333cf8ede details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:38:47.757532 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9923d35c-5964-4bea-a616-f9e333cf8ede no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:38:47.835404 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-02eb9e4a-be81-4130-adc6-441aacf97b31 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Unset dirty status for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:38:47.836555 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-02eb9e4a-be81-4130-adc6-441aacf97b31 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 946 time: 0.1740704 Mar 02 20:38:47.973460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:47.982060 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-e016c5ef-a5bf-4ed0-88d7-9c1188da9584 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 1099 time: 0.0708399 Mar 02 20:38:47.996482 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9923d35c-5964-4bea-a616-f9e333cf8ede, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9923d35c-5964-4bea-a616-f9e333cf8ede,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:38:48.020251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:38:48.024491 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'port_id': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'mac_address': 'fa:16:3e:97:47:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:38:48.032508 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9923d35c-5964-4bea-a616-f9e333cf8ede, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9923d35c-5964-4bea-a616-f9e333cf8ede,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:38:48.091301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:48.103594 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'code': 200} Mar 02 20:38:48.105703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:48.131448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-c8b00c3d-8c68-46af-9207-8bea7abf1545 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:48.132914 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-c8b00c3d-8c68-46af-9207-8bea7abf1545 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1443017 Mar 02 20:38:48.152021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9923d35c-5964-4bea-a616-f9e333cf8ede {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:38:48.229658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=9923d35c-5964-4bea-a616-f9e333cf8ede,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:48.234670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:38:48.235013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:38:48.239840 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:48.240187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:48.240524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:48.240857 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:48.241191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:48.241519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:48.241843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:48.241981 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-33159bc9-bf70-472e-86dc-495d88c43bcf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9923d35c-5964-4bea-a616-f9e333cf8ede HTTP/1.1" status: 200 len: 1000 time: 0.0998375 Mar 02 20:38:48.242196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:48.242518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:48.242842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:48.243161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:48.311252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-7dd5d269-46d3-4bc4-b9db-091c39ae9bb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:48.312676 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-7dd5d269-46d3-4bc4-b9db-091c39ae9bb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0606496 Mar 02 20:38:48.391004 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-af1c42ea-1635-41ea-a202-816771511f2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686989 Mar 02 20:38:48.523475 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-3f9000b4-3033-44d2-aec4-6952bd42f763 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223764 Mar 02 20:38:48.748803 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8ad63601-b6be-4bf3-955f-b9ab4abdf66a req-26fc16e1-7e0e-418a-afdf-f40a46afaed3 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155316 Mar 02 20:38:48.787547 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:48.806866 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9923d35c-5964-4bea-a616-f9e333cf8ede {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:38:48.822381 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9923d35c-5964-4bea-a616-f9e333cf8ede, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9923d35c-5964-4bea-a616-f9e333cf8ede,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:38:48.912201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:48.952562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1541502-2296-4234-adc1-00d186fe3e1a req-6667260a-123a-4341-a6c3-d1f9fe40a011 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:48.954049 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f1541502-2296-4234-adc1-00d186fe3e1a req-6667260a-123a-4341-a6c3-d1f9fe40a011 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 944 time: 0.0845912 Mar 02 20:38:48.982395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=9923d35c-5964-4bea-a616-f9e333cf8ede,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:48.988115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['9923d35c-5964-4bea-a616-f9e333cf8ede'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:38:49.003739 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f1541502-2296-4234-adc1-00d186fe3e1a req-2f2234d5-e3b8-484e-88ce-14c7bffda68e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439394 Mar 02 20:38:49.317558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0481658c-3cdb-478d-8962-510cbfe031bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:49.752519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9923d35c-5964-4bea-a616-f9e333cf8ede up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:38:49.823577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 9923d35c-5964-4bea-a616-f9e333cf8ede triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:38:49.823861 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:49.934631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:49.969535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 9923d35c-5964-4bea-a616-f9e333cf8ede, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9923d35c-5964-4bea-a616-f9e333cf8ede,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:38:50.037391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.108495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:38:50.143597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=9923d35c-5964-4bea-a616-f9e333cf8ede,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:50.169510 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'code': 200} Mar 02 20:38:50.209950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580429bd-2534-4f89-b40c-2414be37c6e7 req-5cc15d99-9ef1-4a64-9e86-5ed9f3d70e13 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:50.211398 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-580429bd-2534-4f89-b40c-2414be37c6e7 req-5cc15d99-9ef1-4a64-9e86-5ed9f3d70e13 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0793641 Mar 02 20:38:50.259597 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-580429bd-2534-4f89-b40c-2414be37c6e7 req-4e197fae-f9d5-481d-8d2e-d2be6b5baf9b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412822 Mar 02 20:38:50.459175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d5139-c2b7-424e-91d7-df8e8baa68da req-a33ce103-f758-4462-9938-594dc22df737 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:50.460518 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d3d5139-c2b7-424e-91d7-df8e8baa68da req-a33ce103-f758-4462-9938-594dc22df737 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0799272 Mar 02 20:38:50.505594 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d3d5139-c2b7-424e-91d7-df8e8baa68da req-8cc62caf-dc88-47af-b414-de8ef19d2f98 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389514 Mar 02 20:38:50.551775 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.637364 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:51.015429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b326b95-9b7b-4431-b0b1-407b8feeb11d req-9fe94ed3-3023-4562-b6b6-36af43a76669 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:51.016952 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6b326b95-9b7b-4431-b0b1-407b8feeb11d req-9fe94ed3-3023-4562-b6b6-36af43a76669 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0878251 Mar 02 20:38:51.068491 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6b326b95-9b7b-4431-b0b1-407b8feeb11d req-8ad75e1b-4d42-4bf5-bffa-9b5c2b25bf32 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454335 Mar 02 20:38:51.154299 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da50d226-6e2a-469b-b68d-add17fdb4193 req-f9487188-7064-43b8-90e7-d81f125829bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 1099 time: 0.0842550 Mar 02 20:38:51.315577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d226-6e2a-469b-b68d-add17fdb4193 req-350c0aa3-3065-4ff5-8a41-4c509a7b878b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:51.317101 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da50d226-6e2a-469b-b68d-add17fdb4193 req-350c0aa3-3065-4ff5-8a41-4c509a7b878b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1557865 Mar 02 20:38:51.428324 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da50d226-6e2a-469b-b68d-add17fdb4193 req-ae88c673-29bf-4d67-b518-2eef4e3ec889 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9923d35c-5964-4bea-a616-f9e333cf8ede HTTP/1.1" status: 200 len: 1002 time: 0.1016135 Mar 02 20:38:51.513802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d226-6e2a-469b-b68d-add17fdb4193 req-b5ca808a-117a-44e0-8fea-5d66c428674a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:51.515556 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da50d226-6e2a-469b-b68d-add17fdb4193 req-b5ca808a-117a-44e0-8fea-5d66c428674a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0805120 Mar 02 20:38:51.574874 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:38:51.605378 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da50d226-6e2a-469b-b68d-add17fdb4193 req-e24e9af9-1503-4d87-a99d-a74dea6a1b23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826297 Mar 02 20:38:51.737592 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da50d226-6e2a-469b-b68d-add17fdb4193 req-9bb01733-008e-4188-a8fb-f61aabb1960e service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248052 Mar 02 20:38:51.872311 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-da50d226-6e2a-469b-b68d-add17fdb4193 req-0d20a980-0755-44b9-bb55-18833e1c1606 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272442 Mar 02 20:38:51.894898 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:52.272280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86761464-e827-4444-82ee-654c833a1df2 req-f9e92c90-4fcc-49cb-ac5f-96443fc0b97d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:52.273728 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-86761464-e827-4444-82ee-654c833a1df2 req-f9e92c90-4fcc-49cb-ac5f-96443fc0b97d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0756037 Mar 02 20:38:52.319044 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-86761464-e827-4444-82ee-654c833a1df2 req-08193226-b310-43ba-8b5b-10236f335561 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393264 Mar 02 20:38:53.526014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593d5f7-1b1e-480d-8551-ca0db743d5cd req-1c32db1b-10b8-4d71-9492-8b0ce11f8ae1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:53.527456 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b593d5f7-1b1e-480d-8551-ca0db743d5cd req-1c32db1b-10b8-4d71-9492-8b0ce11f8ae1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0787876 Mar 02 20:38:53.572504 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b593d5f7-1b1e-480d-8551-ca0db743d5cd req-303ef59b-4e7a-42b9-b1ec-7c16742b0f03 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396721 Mar 02 20:38:54.172978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771589cb-0073-44a9-b34d-36120c405c59 req-320f3fde-4ecb-49bb-b0d6-4edccb0336cb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:54.174426 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-771589cb-0073-44a9-b34d-36120c405c59 req-320f3fde-4ecb-49bb-b0d6-4edccb0336cb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0752797 Mar 02 20:38:54.218828 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-771589cb-0073-44a9-b34d-36120c405c59 req-d7fcc253-6c60-47ae-81a1-bcacf649d11f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389888 Mar 02 20:38:55.424292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133aefef-18b9-4829-b87a-c2ab706757cb req-a6f32af8-7896-4243-acd6-f1e2613487ad tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:55.425704 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-133aefef-18b9-4829-b87a-c2ab706757cb req-a6f32af8-7896-4243-acd6-f1e2613487ad tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0818222 Mar 02 20:38:55.471889 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-133aefef-18b9-4829-b87a-c2ab706757cb req-cdbbacd2-1721-42d9-994c-53be453d95e8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406120 Mar 02 20:38:56.047533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-27915831-cde6-4e0d-aeb2-6ac19a7cc53d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:56.048943 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-27915831-cde6-4e0d-aeb2-6ac19a7cc53d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0786142 Mar 02 20:38:56.116277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Deleting port 9923d35c-5964-4bea-a616-f9e333cf8ede {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:38:56.116616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:56.364494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] For port 9923d35c-5964-4bea-a616-f9e333cf8ede, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9923d35c-5964-4bea-a616-f9e333cf8ede,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:38:56.364494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:56.639857 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:56.640139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:56.640447 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Floating IP abc59909-215e-49b0-866d-482415a86b44 disassociated. External IP: 172.26.5.171, port: 9923d35c-5964-4bea-a616-f9e333cf8ede. Mar 02 20:38:56.640784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Calling delete_port for 9923d35c-5964-4bea-a616-f9e333cf8ede owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:38:56.665557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e95119-4048-4575-94e5-19124e157cb0 req-cfc2d305-f7b7-4f54-aa06-961c06566aff tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:56.667194 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a0e95119-4048-4575-94e5-19124e157cb0 req-cfc2d305-f7b7-4f54-aa06-961c06566aff tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 946 time: 0.0768075 Mar 02 20:38:56.719335 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a0e95119-4048-4575-94e5-19124e157cb0 req-417518c6-156b-421c-8110-d56212726270 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465219 Mar 02 20:38:56.938256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:56.986988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event deleted for resources: {'Port': ['ID=9923d35c-5964-4bea-a616-f9e333cf8ede,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:57.001779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:57.002151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:57.002518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:57.002882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:57.003212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:57.003541 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:57.003867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:57.004191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:57.004511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:57.004828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:57.005148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:57.209822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:38:57.408771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:38:57.418103 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb1ad4-2490-41cc-a339-eacdca976ebe None None] Sync routers for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:38:57.429331 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafb1ad4-2490-41cc-a339-eacdca976ebe None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:38:57.429931 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-eafb1ad4-2490-41cc-a339-eacdca976ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:38:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:57.476241 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] No DVR routers for this DVR port 9923d35c-5964-4bea-a616-f9e333cf8ede on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:38:57.478652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:57.481104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'name': 'network-vif-deleted', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:38:57.556860 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1ef64fb8-f691-438d-b8b7-d2e279da99ef req-b8bd875b-ec3b-44b3-8179-68bdeeaefecb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "DELETE /v2.0/ports/9923d35c-5964-4bea-a616-f9e333cf8ede HTTP/1.1" status: 204 len: 173 time: 1.5018191 Mar 02 20:38:57.613669 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-eafb1ad4-2490-41cc-a339-eacdca976ebe None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:38:57.614127 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f', 'name': 'network-vif-deleted', 'tag': '9923d35c-5964-4bea-a616-f9e333cf8ede', 'status': 'completed', 'code': 200} Mar 02 20:38:57.891958 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cae5ba16-f5b1-436d-b769-30eaf79e6419 req-69b7fe63-2dc5-49cf-bdeb-760f00c489b0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8e5fcb-7b1c-4a0c-a6d6-71e1b7625e2f HTTP/1.1" status: 200 len: 210 time: 0.0420310 Mar 02 20:38:57.925813 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-eafb1ad4-2490-41cc-a339-eacdca976ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:57.929681 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb1ad4-2490-41cc-a339-eacdca976ebe None None] Checking router: 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:38:57.940896 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafb1ad4-2490-41cc-a339-eacdca976ebe None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:38:57.941487 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-eafb1ad4-2490-41cc-a339-eacdca976ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:38:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:58.115033 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-eafb1ad4-2490-41cc-a339-eacdca976ebe None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:38:58.425797 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-eafb1ad4-2490-41cc-a339-eacdca976ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:58.429652 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb1ad4-2490-41cc-a339-eacdca976ebe None None] The sync data for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv is: [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:38:58.648595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88b44fb-97fa-4175-829e-4b0832055639 None None] New status for floating IP abc59909-215e-49b0-866d-482415a86b44: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:38:59.244874 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-d65e6ba0-8afc-4b35-a48b-2cf3f4f1754c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--959581776&fields=id&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 267 time: 0.0403004 Mar 02 20:38:59.396267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-1ac73025-a029-4f55-8192-08159d5b0ac4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:59.397697 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-1ac73025-a029-4f55-8192-08159d5b0ac4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 811 time: 0.1467631 Mar 02 20:38:59.414276 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-25de8fd1-d81f-45ba-814d-ad5b1d0ccbb0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/quotas/ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 375 time: 0.0106139 Mar 02 20:38:59.498107 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-716860e8-5e8e-4411-ab63-6ae0caa57a2e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789614 Mar 02 20:38:59.634840 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-47041f3e-b41c-4926-aa76-430e8770dc8c service neutron] 10.222.0.44 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243048 Mar 02 20:38:59.762257 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-dfe6b300-e48b-4ea7-95ed-3790c17678ae service neutron] 10.222.0.44 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216476 Mar 02 20:38:59.816937 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9923d35c-5964-4bea-a616-f9e333cf8ede no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:38:59.852373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 9923d35c-5964-4bea-a616-f9e333cf8ede {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:38:59.852727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 9923d35c-5964-4bea-a616-f9e333cf8ede not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:39:00.035694 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-79e70768-6325-4171-ac49-78fb60129e61 req-9f4b6fa8-74d6-4ba3-a1c2-6b8cb28d7d9d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 210 time: 0.0404048 Mar 02 20:39:01.201610 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a24e8479-c28d-4a10-a5c7-b634185cf59d req-263087b6-d023-43cf-9d18-38f135a6c8f5 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 210 time: 0.0409198 Mar 02 20:39:02.043293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-820f1fa7-9d37-4f95-970b-477f3557e375 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:02.044736 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-820f1fa7-9d37-4f95-970b-477f3557e375 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 811 time: 0.1440141 Mar 02 20:39:02.102354 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-536a5247-1983-4b7f-be90-63f51e07fa49 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 379 time: 0.0438485 Mar 02 20:39:02.110884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'port': {'device_id': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'admin_state_up': True, 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'security_groups': ['99634e83-4fd6-408a-89fd-c09cb80e77c9']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:39:02.252250 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:39:02.256439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Usage tracker for resource:port and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:39:02.259391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:39:02.265035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:39:02.340069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Made reservation on behalf of ccfe9f329cbd4ade96d718f38dfb05f0 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:39:02.343686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:02.371276 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-768494b0-cc4c-4903-9c7a-bc4195dd8929 req-485cfe07-1d3d-40c9-a94b-916cdeec22b0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 210 time: 0.0457492 Mar 02 20:39:02.507020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Allocated IP 172.20.0.12 (4eec7da4-6a3e-4782-a592-defab5169264/2c203b48-3b1e-4df1-8370-f0adc6a0479e/6ae1a246-3bca-4465-8fb9-cab1815d2f03) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:39:02.689751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:02.704918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Transition to ACTIVE for port object 6ae1a246-3bca-4465-8fb9-cab1815d2f03 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:39:02.785856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:02.859564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Network 4eec7da4-6a3e-4782-a592-defab5169264 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:39:02.860646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:39:02.863210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:39:02.906993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event updated for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:02.931481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:02.932322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:03.027570 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-200c19d5-a5a9-4691-bd47-73c59d2ae539 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9202332 Mar 02 20:39:03.039776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Request body: {'port': {'device_id': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:39:03.117268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d35329ba-cad3-46b7-ab62-4576e04bcfc2 None None] Provisioning for port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:39:03.122666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d35329ba-cad3-46b7-ab62-4576e04bcfc2 None None] Provisioning complete for port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:39:03.123046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d35329ba-cad3-46b7-ab62-4576e04bcfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:03.154762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:03.174822 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d35329ba-cad3-46b7-ab62-4576e04bcfc2 None None] Port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:39:03.570438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ad87e-9276-4899-8ff3-311cbed0864e req-01ea3779-1cd0-4ee2-b141-d6e322cd8150 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:03.572053 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e83ad87e-9276-4899-8ff3-311cbed0864e req-01ea3779-1cd0-4ee2-b141-d6e322cd8150 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 932 time: 0.0756066 Mar 02 20:39:03.577445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae1a246-3bca-4465-8fb9-cab1815d2f03 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:39:03.584278 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:03.598989 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Transition to ACTIVE for port object 6ae1a246-3bca-4465-8fb9-cab1815d2f03 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:39:03.619047 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e83ad87e-9276-4899-8ff3-311cbed0864e req-cc3f50ca-1696-4e7f-bd40-c8e62fbfcc02 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410063 Mar 02 20:39:03.688538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:03.816625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:03.925330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Attempting to bind port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:39:03.925662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Attempting to bind port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:39:03.926086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Attempting to bind port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 on network 4eec7da4-6a3e-4782-a592-defab5169264 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:39:03.932175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 on network 4eec7da4-6a3e-4782-a592-defab5169264 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:39:03.932496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Attempting to bind port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 on network 4eec7da4-6a3e-4782-a592-defab5169264 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:39:03.938701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:39:03.939033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Checking segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:39:03.939413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Bound using segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:39:03.939826 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Bound port: 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:39:03.940165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:04.031871 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:39:04.034983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:39:04.121222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:04.182268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:04.183731 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] 10.222.0.31 "PUT /v2.0/ports/6ae1a246-3bca-4465-8fb9-cab1815d2f03 HTTP/1.1" status: 200 len: 1094 time: 1.1479137 Mar 02 20:39:04.187189 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:39:04.209664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab2e94-c808-4833-b9b2-500bec804a70 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:04.249097 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'status': 'completed', 'code': 200} Mar 02 20:39:04.356938 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc9fdc0f-5853-4a02-86be-48f2f041c1c3 req-25104c95-cfcf-4779-a53e-dcf8fcceff95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0842004 Mar 02 20:39:04.502032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fdc0f-5853-4a02-86be-48f2f041c1c3 req-d686483c-0126-4221-9311-81988f0b6eb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:04.503393 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc9fdc0f-5853-4a02-86be-48f2f041c1c3 req-d686483c-0126-4221-9311-81988f0b6eb4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1367695 Mar 02 20:39:04.636744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fdc0f-5853-4a02-86be-48f2f041c1c3 req-e20d99f0-7084-4b5f-9c20-1de650bb8c88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:04.638111 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cc9fdc0f-5853-4a02-86be-48f2f041c1c3 req-e20d99f0-7084-4b5f-9c20-1de650bb8c88 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1275997 Mar 02 20:39:04.748420 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-f25d25da-5e5b-4690-ba97-82c418f8163b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0684469 Mar 02 20:39:04.815969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f60fc2-f0a5-403c-bab8-6924425f52f1 req-c278e9f4-7a84-4f07-8f3e-3378be628784 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:04.817413 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-76f60fc2-f0a5-403c-bab8-6924425f52f1 req-c278e9f4-7a84-4f07-8f3e-3378be628784 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 944 time: 0.0793414 Mar 02 20:39:04.821180 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-dd346969-bac4-4c67-8243-c0a60349a4c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03 HTTP/1.1" status: 200 len: 217 time: 0.0642939 Mar 02 20:39:04.887410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-800afdc4-f463-4e07-a342-3be99e93028a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:04.888861 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-800afdc4-f463-4e07-a342-3be99e93028a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0601299 Mar 02 20:39:04.946597 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-76f60fc2-f0a5-403c-bab8-6924425f52f1 req-077587e0-6743-45da-b9ff-3c692ad88e38 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230760 Mar 02 20:39:04.982035 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-40a96c2b-6e54-4039-b90f-f3d1774546dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863540 Mar 02 20:39:05.111516 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-87012a11-edad-4966-934e-922f1b236150 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223903 Mar 02 20:39:05.240364 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-55f4f8b7-95cf-4e7c-a599-448a332dbc71 req-a2b2984f-fc48-4b65-8ef3-3ff16d51acd6 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221476 Mar 02 20:39:06.145839 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07622d-d5d0-495f-a437-92aa5037dc64 req-ac2a1972-1726-42ba-a1f1-20bfc5129665 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:06.147317 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f07622d-d5d0-495f-a437-92aa5037dc64 req-ac2a1972-1726-42ba-a1f1-20bfc5129665 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 944 time: 0.0750794 Mar 02 20:39:06.191905 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f07622d-d5d0-495f-a437-92aa5037dc64 req-6e6ad07a-1400-4730-b7d7-49999cc2943f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391617 Mar 02 20:39:07.385560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bbf32-3879-4ed2-ad53-686c9aef928f req-92679fa6-6aa9-44cc-ad0d-1b790f93093f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:07.387092 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6c5bbf32-3879-4ed2-ad53-686c9aef928f req-92679fa6-6aa9-44cc-ad0d-1b790f93093f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 944 time: 0.0774801 Mar 02 20:39:07.431995 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6c5bbf32-3879-4ed2-ad53-686c9aef928f req-fe1aca76-98a5-420c-9daf-605121ba43d7 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389025 Mar 02 20:39:07.831630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 6ae1a246-3bca-4465-8fb9-cab1815d2f03 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:39:07.961837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:39:07.975369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'port_id': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'mac_address': 'fa:16:3e:7c:1a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:39:08.031174 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:08.048356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae1a246-3bca-4465-8fb9-cab1815d2f03 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:39:08.062905 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:39:08.145543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:08.211438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:08.388173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['6ae1a246-3bca-4465-8fb9-cab1815d2f03'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:39:08.627174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd0db2-4a6d-453c-8802-1e6187d50577 req-1462e646-5d1d-430f-a79d-72292e48b9b6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:08.628590 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-29fd0db2-4a6d-453c-8802-1e6187d50577 req-1462e646-5d1d-430f-a79d-72292e48b9b6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 945 time: 0.0766685 Mar 02 20:39:08.676640 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-29fd0db2-4a6d-453c-8802-1e6187d50577 req-38b4a2eb-5770-409e-bf41-b8e1dc0ed77e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425584 Mar 02 20:39:09.846177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 6ae1a246-3bca-4465-8fb9-cab1815d2f03 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:39:09.884527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec874df8-aa4d-4260-aa60-7a211fdf9d8f req-6d0514b8-57be-4bb9-8f4e-c0a2d1daa85b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:09.886044 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ec874df8-aa4d-4260-aa60-7a211fdf9d8f req-6d0514b8-57be-4bb9-8f4e-c0a2d1daa85b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 945 time: 0.0760720 Mar 02 20:39:09.931180 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ec874df8-aa4d-4260-aa60-7a211fdf9d8f req-4d62dff5-f6de-442a-b695-d7dab24aa926 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397174 Mar 02 20:39:09.991533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:39:09.997142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:39:09.997500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:10.109517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:10.134650 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:39:10.143954 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:39:10.190230 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'code': 200} Mar 02 20:39:10.214329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:10.281472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:10.597217 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5ff160f0-ebd8-4637-8a7e-842f6a1e6c65 req-6a7b1f97-f83e-4f69-b041-7232dccd66a0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 1099 time: 0.1604891 Mar 02 20:39:10.639930 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5ff160f0-ebd8-4637-8a7e-842f6a1e6c65 req-be89e479-4178-4d28-b732-2497d606c0ba service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350504 Mar 02 20:39:11.129625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d7b74-0387-46ac-8da0-dfa2e29e782d req-f57e9aa9-135c-45d5-8594-fce36f778939 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:11.131126 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-766d7b74-0387-46ac-8da0-dfa2e29e782d req-f57e9aa9-135c-45d5-8594-fce36f778939 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0806079 Mar 02 20:39:11.177626 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-766d7b74-0387-46ac-8da0-dfa2e29e782d req-c49a202a-ad82-426d-9dfc-43d113771f7f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391777 Mar 02 20:39:12.376073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2b5c8-fbcc-4d39-93cc-5b0df540f9b4 req-2586561b-dcf0-4c21-94c7-053b7b1dfee0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:12.377426 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2de2b5c8-fbcc-4d39-93cc-5b0df540f9b4 req-2586561b-dcf0-4c21-94c7-053b7b1dfee0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0761745 Mar 02 20:39:12.423150 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2de2b5c8-fbcc-4d39-93cc-5b0df540f9b4 req-b8025ce3-f2cb-4811-8901-109e86096824 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402119 Mar 02 20:39:12.612057 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6e73f-5383-41c9-b915-a3ffdc775909 req-6f41ddbb-d8db-4db5-bec0-b81ba0726f7e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:12.613479 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-94b6e73f-5383-41c9-b915-a3ffdc775909 req-6f41ddbb-d8db-4db5-bec0-b81ba0726f7e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0778949 Mar 02 20:39:12.622521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51532) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:39:12.629559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7ef980ba-ac36-45c6-abd6-a8e694790c64 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'floatingip': {'port_id': '6ae1a246-3bca-4465-8fb9-cab1815d2f03'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:39:12.706662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ef980ba-ac36-45c6-abd6-a8e694790c64 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:13.008400 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:13.282226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ef980ba-ac36-45c6-abd6-a8e694790c64 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:13.337554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ef980ba-ac36-45c6-abd6-a8e694790c64 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:13.604844 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-7ef980ba-ac36-45c6-abd6-a8e694790c64 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Floating IP abc59909-215e-49b0-866d-482415a86b44 associated. External IP: 172.26.5.171, port: 6ae1a246-3bca-4465-8fb9-cab1815d2f03. Mar 02 20:39:13.987031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef980ba-ac36-45c6-abd6-a8e694790c64 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:39:14.183607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef980ba-ac36-45c6-abd6-a8e694790c64 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:39:14.188209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ef980ba-ac36-45c6-abd6-a8e694790c64 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:14.193676 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d49877-1db6-4f0a-9272-13065f726639 None None] Sync routers for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:39:14.206020 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d49877-1db6-4f0a-9272-13065f726639 None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:39:14.206609 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-61d49877-1db6-4f0a-9272-13065f726639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:38:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:39:14.240798 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7ef980ba-ac36-45c6-abd6-a8e694790c64 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "PUT /v2.0/floatingips/abc59909-215e-49b0-866d-482415a86b44 HTTP/1.1" status: 200 len: 992 time: 1.6171293 Mar 02 20:39:14.241270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:39:14.297423 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'status': 'completed', 'code': 200} Mar 02 20:39:14.396291 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-61d49877-1db6-4f0a-9272-13065f726639 None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:39:14.398520 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c0982712-757c-4d6b-ad0b-4de2a0094aed req-9a422066-7b13-49e8-b4f5-ece97b5953ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 1099 time: 0.0730288 Mar 02 20:39:14.419516 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cff79b9a-07f3-4d5b-a6e8-bebb3680e8f0 req-442064a8-a34f-4015-bc52-2477eb3f9187 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0742397 Mar 02 20:39:14.542542 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0982712-757c-4d6b-ad0b-4de2a0094aed req-2a76db3e-6452-4f28-af92-4992e07b10e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:14.542860 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c0982712-757c-4d6b-ad0b-4de2a0094aed req-2a76db3e-6452-4f28-af92-4992e07b10e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1381764 Mar 02 20:39:14.647130 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c0982712-757c-4d6b-ad0b-4de2a0094aed req-39fa6c7b-1289-4b9e-9861-f59679feb8ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03 HTTP/1.1" status: 200 len: 1000 time: 0.0970733 Mar 02 20:39:14.711648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0982712-757c-4d6b-ad0b-4de2a0094aed req-dd3ccc26-6f3b-4dad-8ed4-e0c93245250e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:14.713136 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c0982712-757c-4d6b-ad0b-4de2a0094aed req-dd3ccc26-6f3b-4dad-8ed4-e0c93245250e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0598114 Mar 02 20:39:14.794082 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c0982712-757c-4d6b-ad0b-4de2a0094aed req-4e557757-94b2-44e1-8311-63297e0966d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736372 Mar 02 20:39:14.794316 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-61d49877-1db6-4f0a-9272-13065f726639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:7c:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:39:13Z', 'revision_number': 9, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:39:14.798197 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d49877-1db6-4f0a-9272-13065f726639 None None] Checking router: 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:39:14.809496 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d49877-1db6-4f0a-9272-13065f726639 None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:39:14.810129 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-61d49877-1db6-4f0a-9272-13065f726639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:38:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:39:14.902168 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397471b-8166-4aac-9121-5db98a101ed2 req-6d32526a-c5a4-4d5a-8a14-bfedb10667dd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:14.903926 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a397471b-8166-4aac-9121-5db98a101ed2 req-6d32526a-c5a4-4d5a-8a14-bfedb10667dd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0977952 Mar 02 20:39:14.937219 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c0982712-757c-4d6b-ad0b-4de2a0094aed req-2b85ef3f-54bc-4d16-9d57-2556e9f9b059 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365097 Mar 02 20:39:14.954542 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a397471b-8166-4aac-9121-5db98a101ed2 req-1fa1ee60-4b80-4ff8-a782-032800d97211 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439155 Mar 02 20:39:14.998592 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-61d49877-1db6-4f0a-9272-13065f726639 None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:39:15.057442 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-9ca5cdc3-830d-4176-86e7-6e6ec9354d81 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1863947 Mar 02 20:39:15.086738 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c0982712-757c-4d6b-ad0b-4de2a0094aed req-4de59e81-3037-462d-bbe0-dffb56f42812 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424603 Mar 02 20:39:15.363928 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-61d49877-1db6-4f0a-9272-13065f726639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:7c:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:39:13Z', 'revision_number': 9, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:39:15.367868 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d49877-1db6-4f0a-9272-13065f726639 None None] The sync data for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv is: [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:7c:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:39:13Z', 'revision_number': 9, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:39:15.580151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76703ef-5c29-4429-b137-d01babf968c3 None None] New status for floating IP abc59909-215e-49b0-866d-482415a86b44: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:39:16.163769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10522545-a87f-44b1-9145-5805ef065537 req-467b27de-06bc-4571-8b41-9a7f55bd7a6d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:16.165325 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-10522545-a87f-44b1-9145-5805ef065537 req-467b27de-06bc-4571-8b41-9a7f55bd7a6d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0824568 Mar 02 20:39:16.214067 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-10522545-a87f-44b1-9145-5805ef065537 req-176125d0-4fa9-4072-90b1-38721ab65b67 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422575 Mar 02 20:39:16.991942 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-45fca665-980c-4314-87d2-e95aa638b367 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 1099 time: 0.0726411 Mar 02 20:39:17.103445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5c4ca933-3f1e-41cf-b193-cd153bf50b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:17.136876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-b4f40c93-ef9a-4d35-86d3-5263c5e121d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:17.138186 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-b4f40c93-ef9a-4d35-86d3-5263c5e121d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1396232 Mar 02 20:39:17.241484 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-02ea75d1-3e93-4dce-8f32-1d59c1e709a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03 HTTP/1.1" status: 200 len: 1003 time: 0.0957870 Mar 02 20:39:17.303600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-a9dbabb5-6cec-4f18-9eed-8403533fcc56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:17.305044 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-a9dbabb5-6cec-4f18-9eed-8403533fcc56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0573683 Mar 02 20:39:17.385234 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-93731d93-4564-4156-825e-3d62a5af7e91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740359 Mar 02 20:39:17.416331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bf256-f18b-4a8a-9711-10ec47315d3a req-d92fc2f6-7b89-4580-9c28-49823003b983 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:17.418413 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b40bf256-f18b-4a8a-9711-10ec47315d3a req-d92fc2f6-7b89-4580-9c28-49823003b983 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0820730 Mar 02 20:39:17.464405 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b40bf256-f18b-4a8a-9711-10ec47315d3a req-d8b08f42-0406-43d6-bdb9-59d8822ea708 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396717 Mar 02 20:39:17.522103 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-ebffa940-dbcb-4f26-b443-63f1dd6086db service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302786 Mar 02 20:39:17.652405 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-2159033c-7db3-4b35-be49-432321ce167b service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228492 Mar 02 20:39:18.662832 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5869ff5-ccce-455e-9900-db605b002a5c req-2184a268-f6fe-47ea-80f1-ba803de80f49 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:18.664264 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b5869ff5-ccce-455e-9900-db605b002a5c req-2184a268-f6fe-47ea-80f1-ba803de80f49 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0773251 Mar 02 20:39:18.710027 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b5869ff5-ccce-455e-9900-db605b002a5c req-c8977a5d-5d71-49b1-97f3-bee3a6a48941 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393519 Mar 02 20:39:19.340471 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cf8a646d-0d13-482a-9f15-9ff004593a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:19.905824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5334c-9ecd-4c37-9b07-1886f3899940 req-6a5f1d6e-c5ea-44b4-8918-177f4f0111bd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:19.907274 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9be5334c-9ecd-4c37-9b07-1886f3899940 req-6a5f1d6e-c5ea-44b4-8918-177f4f0111bd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0785298 Mar 02 20:39:19.951219 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9be5334c-9ecd-4c37-9b07-1886f3899940 req-15709975-5e79-4ed6-89b9-f7dfb221094a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384791 Mar 02 20:39:20.539402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:20.636668 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:21.142930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c1a46-4288-484e-bd98-6758ca3cf875 req-99b724c7-c075-49a8-97fb-a8565892efce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:21.144376 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1c7c1a46-4288-484e-bd98-6758ca3cf875 req-99b724c7-c075-49a8-97fb-a8565892efce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0762985 Mar 02 20:39:21.191639 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1c7c1a46-4288-484e-bd98-6758ca3cf875 req-a76082e3-0c65-4f69-a10b-95f28131e068 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418363 Mar 02 20:39:21.897290 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:22.390714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaf455-0820-4c08-b01e-801cee0202c2 req-12e89e09-2f83-45a4-b077-dfaa7b5155b0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:22.392037 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8fcaf455-0820-4c08-b01e-801cee0202c2 req-12e89e09-2f83-45a4-b077-dfaa7b5155b0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0775089 Mar 02 20:39:22.438805 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8fcaf455-0820-4c08-b01e-801cee0202c2 req-ce7e8e31-510a-442c-8162-a47bf8c04d18 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413263 Mar 02 20:39:23.633579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65221cd-2e9f-4b21-85a2-f677ba308d94 req-6cbb94cc-e4f4-4665-b300-3c49a38f98ad tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:23.635028 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f65221cd-2e9f-4b21-85a2-f677ba308d94 req-6cbb94cc-e4f4-4665-b300-3c49a38f98ad tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0794499 Mar 02 20:39:23.769845 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f65221cd-2e9f-4b21-85a2-f677ba308d94 req-4c82a2ee-b481-4f59-bbfe-0e98d818ab93 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286681 Mar 02 20:39:24.960855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85553316-9d91-4722-94d1-b3fa163e475e req-af109d62-d114-414b-8905-777be4cf5619 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:24.962276 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-85553316-9d91-4722-94d1-b3fa163e475e req-af109d62-d114-414b-8905-777be4cf5619 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0746253 Mar 02 20:39:25.006957 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-85553316-9d91-4722-94d1-b3fa163e475e req-70faf2f8-582d-4aba-9124-4059edbf9997 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382948 Mar 02 20:39:26.206834 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c029ddd-dd9c-4155-afa3-0db42eee64d0 req-a1d2c6e2-0a03-4531-932c-cd312ee055fd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:26.208252 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7c029ddd-dd9c-4155-afa3-0db42eee64d0 req-a1d2c6e2-0a03-4531-932c-cd312ee055fd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0764968 Mar 02 20:39:26.252536 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7c029ddd-dd9c-4155-afa3-0db42eee64d0 req-748e9131-cc00-4dfb-a719-5a1f326b0560 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387793 Mar 02 20:39:27.445331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4826d-f063-43a5-a99b-4a247e5045e5 req-18da4951-4e6e-410a-8769-d319cffb6f51 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:27.446722 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08e4826d-f063-43a5-a99b-4a247e5045e5 req-18da4951-4e6e-410a-8769-d319cffb6f51 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0752645 Mar 02 20:39:27.496956 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08e4826d-f063-43a5-a99b-4a247e5045e5 req-15c454f6-5a0d-41f5-9fa8-77bb46e3be7a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435028 Mar 02 20:39:28.575362 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:39:28.688437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41fdfd-d02c-4861-808a-b47c6c025bbe req-47d0da9d-d5f5-4cea-a5e6-1708ecfe0899 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:28.689847 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d41fdfd-d02c-4861-808a-b47c6c025bbe req-47d0da9d-d5f5-4cea-a5e6-1708ecfe0899 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0746324 Mar 02 20:39:28.734153 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d41fdfd-d02c-4861-808a-b47c6c025bbe req-970cb315-b4b6-490e-b6c0-66b6d4fd4d12 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388637 Mar 02 20:39:29.934699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5177f-c384-4648-a277-a3e86136bead req-2b7a887c-2ee4-47ba-90d4-c3207eeb7408 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:29.936127 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-05a5177f-c384-4648-a277-a3e86136bead req-2b7a887c-2ee4-47ba-90d4-c3207eeb7408 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0778217 Mar 02 20:39:29.980392 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-05a5177f-c384-4648-a277-a3e86136bead req-0509e474-d47f-462f-91e8-3f7d77961f43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389094 Mar 02 20:39:31.175238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada55b48-6758-41e3-b60f-5a33ee1076f4 req-7fd4cfae-0d2b-43f2-ad5f-26c9493bb336 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:31.176673 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ada55b48-6758-41e3-b60f-5a33ee1076f4 req-7fd4cfae-0d2b-43f2-ad5f-26c9493bb336 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0752158 Mar 02 20:39:31.221636 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ada55b48-6758-41e3-b60f-5a33ee1076f4 req-5e45489a-3dbe-4619-a3f6-1d8aa2e92bed tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396194 Mar 02 20:39:32.434705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4ae0c-3b64-43f5-8d80-e89fd31fe548 req-91c5067f-7f52-44f1-af4b-50ed6f2f85a1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:32.436149 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-99a4ae0c-3b64-43f5-8d80-e89fd31fe548 req-91c5067f-7f52-44f1-af4b-50ed6f2f85a1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0940328 Mar 02 20:39:32.481448 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-99a4ae0c-3b64-43f5-8d80-e89fd31fe548 req-28a5e777-2c0a-4707-8b03-f412b330b8a6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398679 Mar 02 20:39:33.676784 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38211582-31b6-4adc-8f5b-a7e5f49b0a11 req-bc08285a-9d7b-4b5e-a1a4-916ac8ddde18 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:33.678233 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-38211582-31b6-4adc-8f5b-a7e5f49b0a11 req-bc08285a-9d7b-4b5e-a1a4-916ac8ddde18 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0756669 Mar 02 20:39:33.726928 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-38211582-31b6-4adc-8f5b-a7e5f49b0a11 req-135aa683-86d2-4279-a736-6178224a639e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430012 Mar 02 20:39:34.919022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afd5fa-4017-422c-a7fe-b0c09642baff req-f1cc7a75-d129-47f0-8616-5f69e940e6ec tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:34.920345 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a2afd5fa-4017-422c-a7fe-b0c09642baff req-f1cc7a75-d129-47f0-8616-5f69e940e6ec tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0748529 Mar 02 20:39:34.964230 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a2afd5fa-4017-422c-a7fe-b0c09642baff req-96bb5ad4-e199-4547-b08e-7dc4f7c5b4d0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384326 Mar 02 20:39:36.162308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4832-73fc-48b8-8ba2-ec4b258518eb req-2baf0a3c-994e-45a8-be79-c28d3ef69760 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:36.163733 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-863b4832-73fc-48b8-8ba2-ec4b258518eb req-2baf0a3c-994e-45a8-be79-c28d3ef69760 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0791383 Mar 02 20:39:36.208874 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-863b4832-73fc-48b8-8ba2-ec4b258518eb req-d3708703-15fb-4433-b8fd-67e0a6655960 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391045 Mar 02 20:39:37.406175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0d117-a24b-43df-81a9-5fc662db0d19 req-1ed4515d-6899-47bb-92ce-16fce670f000 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:37.407575 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bfd0d117-a24b-43df-81a9-5fc662db0d19 req-1ed4515d-6899-47bb-92ce-16fce670f000 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0776250 Mar 02 20:39:37.453512 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bfd0d117-a24b-43df-81a9-5fc662db0d19 req-331ed8ae-0709-4e21-80af-1b8d616903a0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405667 Mar 02 20:39:38.649028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc469ed2-d85e-4c6e-a17e-80f3f69be4dd req-8264bcc2-02a4-4942-9244-5fa0bb752830 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:38.651015 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fc469ed2-d85e-4c6e-a17e-80f3f69be4dd req-8264bcc2-02a4-4942-9244-5fa0bb752830 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0797608 Mar 02 20:39:38.695266 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fc469ed2-d85e-4c6e-a17e-80f3f69be4dd req-9385509f-12d8-4240-a1cb-d892bd0138c6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386605 Mar 02 20:39:39.893495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ee50-6eb5-4f95-b88a-abdbd25d5a76 req-beaaf0ab-2d5c-45dd-9930-686148159893 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:39.894490 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-75b2ee50-6eb5-4f95-b88a-abdbd25d5a76 req-beaaf0ab-2d5c-45dd-9930-686148159893 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0771348 Mar 02 20:39:39.941774 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-75b2ee50-6eb5-4f95-b88a-abdbd25d5a76 req-4f65f578-aee2-4cf4-b7a7-305f50dde618 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416911 Mar 02 20:39:41.147899 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023c24e-fc34-4f27-9be4-f63670f4977f req-78f94e3e-af8b-4386-a203-cc83887de0d3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:41.149545 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9023c24e-fc34-4f27-9be4-f63670f4977f req-78f94e3e-af8b-4386-a203-cc83887de0d3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0835693 Mar 02 20:39:41.198228 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9023c24e-fc34-4f27-9be4-f63670f4977f req-b3bb651b-8c0f-4c34-ad21-d91b2236dafc tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422182 Mar 02 20:39:42.393864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0425-82c4-49ae-8469-daeabd280c3c req-dac65d82-eba5-4bfa-b099-c07802350ef8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:42.395581 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5e3c0425-82c4-49ae-8469-daeabd280c3c req-dac65d82-eba5-4bfa-b099-c07802350ef8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0775959 Mar 02 20:39:42.445507 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5e3c0425-82c4-49ae-8469-daeabd280c3c req-41334921-2fdb-42ed-8faa-751de272611a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440915 Mar 02 20:39:42.596627 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7f0032b0-ad05-4b82-8943-ac20b5a0c81a req-b1e02391-2151-43a4-9edf-d7e91d804721 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 1099 time: 0.1533172 Mar 02 20:39:42.741966 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0032b0-ad05-4b82-8943-ac20b5a0c81a req-3a3d352a-4407-49f2-8a5b-baba788873d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:42.743370 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7f0032b0-ad05-4b82-8943-ac20b5a0c81a req-3a3d352a-4407-49f2-8a5b-baba788873d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1264105 Mar 02 20:39:42.845471 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7f0032b0-ad05-4b82-8943-ac20b5a0c81a req-d1c1f694-8db1-4f71-bf9a-f630fe9214a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03 HTTP/1.1" status: 200 len: 1003 time: 0.0957801 Mar 02 20:39:42.906948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0032b0-ad05-4b82-8943-ac20b5a0c81a req-a6b8df57-9741-4736-a3d7-331121ba18a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:42.908337 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7f0032b0-ad05-4b82-8943-ac20b5a0c81a req-a6b8df57-9741-4736-a3d7-331121ba18a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0566645 Mar 02 20:39:42.986345 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7f0032b0-ad05-4b82-8943-ac20b5a0c81a req-0d4835ab-a14b-497a-bf1a-9a7f902cf1b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713229 Mar 02 20:39:43.034305 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:43.118485 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7f0032b0-ad05-4b82-8943-ac20b5a0c81a req-f183d34e-91b8-4fa4-b4bb-f5bce8d61764 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247132 Mar 02 20:39:43.248466 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7f0032b0-ad05-4b82-8943-ac20b5a0c81a req-e0ef0508-60dd-41c9-becb-1d4879840a3e service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233459 Mar 02 20:39:43.648519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9753c01-fd03-4bab-9c27-a8d13f8d52dc req-2afded5f-d5dc-4ba8-95f3-cffe0f28c725 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:43.649858 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a9753c01-fd03-4bab-9c27-a8d13f8d52dc req-2afded5f-d5dc-4ba8-95f3-cffe0f28c725 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0753741 Mar 02 20:39:43.694959 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a9753c01-fd03-4bab-9c27-a8d13f8d52dc req-6330760b-83fe-4d76-bc94-c9bbc330d7c0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392931 Mar 02 20:39:44.893507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d098d-42a4-4024-b2b1-d6b0e32cf8b7 req-a538135e-2272-4dc1-8d56-6feafbbfb7f0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:44.894934 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-650d098d-42a4-4024-b2b1-d6b0e32cf8b7 req-a538135e-2272-4dc1-8d56-6feafbbfb7f0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0794024 Mar 02 20:39:44.939169 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-650d098d-42a4-4024-b2b1-d6b0e32cf8b7 req-0be185fe-d329-4efb-9a8d-72bffa1b8032 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388823 Mar 02 20:39:45.075321 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-858330f3-f51e-40c0-85fe-94642f5d2175 service neutron] 10.222.0.31 "GET /v2.0/ports/6ae1a246-3bca-4465-8fb9-cab1815d2f03/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0717328 Mar 02 20:39:45.710433 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-a0cfad9c-b33e-47c0-b5c4-656520bb5fa9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 1099 time: 0.0725517 Mar 02 20:39:45.799798 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-ae7049be-1cb9-4c52-8ab6-5e16ffbd92e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 1099 time: 0.0669990 Mar 02 20:39:45.929852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-9783d1f3-07cd-453a-bc4d-9d260fd0d249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:45.931373 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-9783d1f3-07cd-453a-bc4d-9d260fd0d249 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1248608 Mar 02 20:39:46.039895 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-29d18f7d-f6b2-43f5-9b8e-2fa42fc16f90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03 HTTP/1.1" status: 200 len: 1003 time: 0.0986664 Mar 02 20:39:46.103186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-262a46b9-81f1-4b9b-842d-a0aa420d2b06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:46.105231 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-262a46b9-81f1-4b9b-842d-a0aa420d2b06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0577486 Mar 02 20:39:46.147449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac189-cfec-4c5c-a2c0-6e6bc8891ace req-70a989f2-6b34-4f55-a9ef-a6a08fcd2a04 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:46.148880 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bdaac189-cfec-4c5c-a2c0-6e6bc8891ace req-70a989f2-6b34-4f55-a9ef-a6a08fcd2a04 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0777628 Mar 02 20:39:46.183143 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-357fd61c-37e0-4ca5-b835-594e3ee4ceec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705843 Mar 02 20:39:46.195245 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bdaac189-cfec-4c5c-a2c0-6e6bc8891ace req-df872981-dbb2-4db3-b49d-5b51d922ac74 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402517 Mar 02 20:39:46.313023 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-34098cab-2200-45bc-95a7-ab8aa2da2517 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217494 Mar 02 20:39:46.542635 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a961cc0a-c01a-4654-9e6a-63cf25d7ccc3 req-3d351117-422e-407e-aaa0-16dfe4d245e7 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226968 Mar 02 20:39:47.087528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4c13adb2-e546-4b63-8037-c628b0c1ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:47.393621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30598c77-aadf-4eb5-935a-e830c256a68f req-cda4ccfe-6161-49a2-96f2-77700f7614fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:47.395017 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30598c77-aadf-4eb5-935a-e830c256a68f req-cda4ccfe-6161-49a2-96f2-77700f7614fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0802717 Mar 02 20:39:47.440347 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30598c77-aadf-4eb5-935a-e830c256a68f req-a22a97ed-3802-4612-9506-10ecc2bc3daf tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398395 Mar 02 20:39:48.033699 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 6ae1a246-3bca-4465-8fb9-cab1815d2f03 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:39:48.172465 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:48.197704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:39:48.206937 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:39:48.262826 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'code': 200} Mar 02 20:39:48.264816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:48.331404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:48.339996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:48.340340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:48.340678 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:48.341006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:48.341353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:48.341659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:48.342007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:48.342334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:48.342650 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:48.342969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:48.343291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:48.642215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b5420-b677-453f-8700-8ecce371bc73 req-969762c0-dff0-4a18-9104-14e9a85de9c4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:48.643659 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3d2b5420-b677-453f-8700-8ecce371bc73 req-969762c0-dff0-4a18-9104-14e9a85de9c4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 944 time: 0.0778966 Mar 02 20:39:48.694658 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3d2b5420-b677-453f-8700-8ecce371bc73 req-705ece87-9af8-4f68-ae9a-c1e9186331e7 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455072 Mar 02 20:39:49.390673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e106a7aa-c038-4957-85d3-dadf27d28cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:49.889583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79b120-dc4e-4db9-84fd-7f3e2367f073 req-4be25120-cb91-4926-a13f-70cfb352962d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:49.891024 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dd79b120-dc4e-4db9-84fd-7f3e2367f073 req-4be25120-cb91-4926-a13f-70cfb352962d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 944 time: 0.0752459 Mar 02 20:39:49.935614 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dd79b120-dc4e-4db9-84fd-7f3e2367f073 req-7a0ce473-81e1-4eed-925c-03243c8cc882 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391181 Mar 02 20:39:50.056150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 6ae1a246-3bca-4465-8fb9-cab1815d2f03 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:39:50.187568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:39:50.200566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'port_id': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'mac_address': 'fa:16:3e:7c:1a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:39:50.253831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:50.271307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae1a246-3bca-4465-8fb9-cab1815d2f03 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:39:50.287084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:39:50.396350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:50.464362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['6ae1a246-3bca-4465-8fb9-cab1815d2f03'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:39:50.509486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:50.602419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:50.670390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:50.690982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf0bf1-64c7-4197-974b-5da449fdc4ae req-12061155-28c5-496e-a8aa-f31ff03cf1cd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:50.692516 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-17bf0bf1-64c7-4197-974b-5da449fdc4ae req-12061155-28c5-496e-a8aa-f31ff03cf1cd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 945 time: 0.0858219 Mar 02 20:39:50.712648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-0f3e5d38-3783-4a6b-bc59-7d87b0bf890e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:50.713348 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-0f3e5d38-3783-4a6b-bc59-7d87b0bf890e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Synchronizing usage tracker for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:39:50.785054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-0f3e5d38-3783-4a6b-bc59-7d87b0bf890e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Unset dirty status for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:39:50.786255 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-0f3e5d38-3783-4a6b-bc59-7d87b0bf890e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1540828 Mar 02 20:39:50.815075 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-17bf0bf1-64c7-4197-974b-5da449fdc4ae req-d35ca8f8-a35d-4c57-876a-5ef04ae0f242 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168931 Mar 02 20:39:50.869324 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-8c0aa836-dc4c-4ea9-9187-aab31cc01f2d service neutron] 10.222.0.31 "GET /v2.0/ports/6ae1a246-3bca-4465-8fb9-cab1815d2f03/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0765889 Mar 02 20:39:50.958500 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-bace7302-aaf8-4fc9-b893-11e624ef9b2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 1098 time: 0.0669830 Mar 02 20:39:51.087141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-060e7d53-4a3f-4ab8-a54d-8ebb39207492 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:51.088594 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-060e7d53-4a3f-4ab8-a54d-8ebb39207492 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1236663 Mar 02 20:39:51.190408 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-7f857544-9001-4d3f-964d-44c7495c15ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03 HTTP/1.1" status: 200 len: 1002 time: 0.0950851 Mar 02 20:39:51.252820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-397fe1c7-fba3-4118-a432-2e4618f52481 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:51.254164 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-397fe1c7-fba3-4118-a432-2e4618f52481 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0567019 Mar 02 20:39:51.330433 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-35d93088-6be4-43c6-8785-58e101fe4543 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700049 Mar 02 20:39:51.469630 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-1a2ada1f-a8e9-4b0c-b089-4d9127393e69 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307747 Mar 02 20:39:51.601931 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-44ed4b56-bee4-48f6-b934-dafdf2c4a897 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252949 Mar 02 20:39:51.960932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:52.016609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd8344-ecae-4436-aec9-8e5bf922d82c req-761cb44b-45cc-4978-9326-2cc892d56362 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:52.018093 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bfcd8344-ecae-4436-aec9-8e5bf922d82c req-761cb44b-45cc-4978-9326-2cc892d56362 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 945 time: 0.0793126 Mar 02 20:39:52.065197 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bfcd8344-ecae-4436-aec9-8e5bf922d82c req-1f5acbf5-9367-4a9d-a7a5-d8761c2c548f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415587 Mar 02 20:39:52.068299 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 6ae1a246-3bca-4465-8fb9-cab1815d2f03 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:39:52.139028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:39:52.139327 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:52.250711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:52.277878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:39:52.287130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:39:52.340726 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'code': 200} Mar 02 20:39:52.350409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:52.416825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:53.284087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cba60-27dc-4b21-965a-e879a295a5de req-6de2b932-0203-42c3-9cc1-88728f3636b2 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:53.285744 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cc7cba60-27dc-4b21-965a-e879a295a5de req-6de2b932-0203-42c3-9cc1-88728f3636b2 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0892324 Mar 02 20:39:53.339607 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cc7cba60-27dc-4b21-965a-e879a295a5de req-1e31c252-cf93-45ae-af42-b025916b974b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481887 Mar 02 20:39:54.543693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3646bf7-4288-45bb-b136-1c52c520d3b1 req-c8b1619e-25df-4957-bdd0-32d80404fcd2 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:54.545132 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c3646bf7-4288-45bb-b136-1c52c520d3b1 req-c8b1619e-25df-4957-bdd0-32d80404fcd2 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0749941 Mar 02 20:39:54.594810 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c3646bf7-4288-45bb-b136-1c52c520d3b1 req-5c952493-e31b-4448-b071-85509e21cdfe tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441635 Mar 02 20:39:54.849836 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-6056ac1b-b7b3-4866-aa9d-074660bba005 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 1099 time: 0.0686009 Mar 02 20:39:54.941152 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-b43a504a-b94d-4766-97b5-1b2f28d88023 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 1099 time: 0.0664535 Mar 02 20:39:55.069606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-551409d5-6ed6-4c61-b112-a5880c26a70f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:55.071069 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-551409d5-6ed6-4c61-b112-a5880c26a70f service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1233132 Mar 02 20:39:55.174413 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-b8d24a3d-f0f0-4b95-beaf-eeaa849f5aac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03 HTTP/1.1" status: 200 len: 1003 time: 0.0940194 Mar 02 20:39:55.239062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-322d6429-6867-4b46-b5ea-5d663df671cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:55.240342 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-322d6429-6867-4b46-b5ea-5d663df671cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0587294 Mar 02 20:39:55.313073 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-d1cd4513-3d69-4b6d-ae3a-eb178f20cc99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658851 Mar 02 20:39:55.445527 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-f5944ece-5f6b-4bdb-9211-311a2ad4fb13 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226642 Mar 02 20:39:55.663488 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cff5ca1a-2581-4f73-b854-019693a7c1de req-75b33942-ad4c-4900-9955-84125d1c0d93 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096362 Mar 02 20:39:55.794986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95be21f-51e8-48e5-a9fa-e4ffd3c9558b req-c66af2b7-c4c2-4bdc-9981-8e1491a832d8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:55.796417 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b95be21f-51e8-48e5-a9fa-e4ffd3c9558b req-c66af2b7-c4c2-4bdc-9981-8e1491a832d8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0807717 Mar 02 20:39:55.842588 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b95be21f-51e8-48e5-a9fa-e4ffd3c9558b req-b2e2f11e-47de-41bf-a16c-962137263cac tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Mar 02 20:39:57.047071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9f227-615c-4f48-94b4-fbe83f99886a req-7dcfc679-dda0-4885-8f8c-ac9fcfd68b2e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:57.048509 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-13e9f227-615c-4f48-94b4-fbe83f99886a req-7dcfc679-dda0-4885-8f8c-ac9fcfd68b2e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0810580 Mar 02 20:39:57.094615 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-13e9f227-615c-4f48-94b4-fbe83f99886a req-e348152c-0d56-4100-baee-f4513e32497d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407071 Mar 02 20:39:58.091177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 6ae1a246-3bca-4465-8fb9-cab1815d2f03 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:39:58.094116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 6ae1a246-3bca-4465-8fb9-cab1815d2f03 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:39:58.289007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d6ed-f51b-4081-adef-900820247c29 req-86d442e4-0f92-43df-9411-4dfc6db07369 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:58.290489 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ac62d6ed-f51b-4081-adef-900820247c29 req-86d442e4-0f92-43df-9411-4dfc6db07369 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0752022 Mar 02 20:39:58.303828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:58.334078 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:39:58.337345 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ac62d6ed-f51b-4081-adef-900820247c29 req-b205ecff-7caa-41f9-9282-9fb4e2382b66 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402153 Mar 02 20:39:58.357430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'port_id': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'mac_address': 'fa:16:3e:7c:1a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:39:58.358782 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:39:58.368855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:39:58.418618 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'code': 200} Mar 02 20:39:58.426225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:58.442940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ae1a246-3bca-4465-8fb9-cab1815d2f03 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:39:58.452052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:58.554128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b5a00-3a35-4888-9fb8-e7b8701d0a3a req-0f4bd608-ebc0-4f85-94bc-3415441476a8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:58.555868 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ad2b5a00-3a35-4888-9fb8-e7b8701d0a3a req-0f4bd608-ebc0-4f85-94bc-3415441476a8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 944 time: 0.0785868 Mar 02 20:39:58.557298 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:39:58.557794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:39:58.561196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=9']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:58.601289 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ad2b5a00-3a35-4888-9fb8-e7b8701d0a3a req-d03403cb-b0e3-476e-ae00-57544e42cb79 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397549 Mar 02 20:39:58.793823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef15187-ca18-4016-81d7-3aa481b816dc req-b6f00dde-aa20-4d13-b6fd-a0ccfee73dc8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:58.795363 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6ef15187-ca18-4016-81d7-3aa481b816dc req-b6f00dde-aa20-4d13-b6fd-a0ccfee73dc8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 944 time: 0.0760767 Mar 02 20:39:58.843291 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6ef15187-ca18-4016-81d7-3aa481b816dc req-c235c760-7942-4e93-bd3d-ee1ed0384df1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426283 Mar 02 20:39:59.149706 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:59.167314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae1a246-3bca-4465-8fb9-cab1815d2f03 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:39:59.185402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:39:59.251326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:59.328207 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['6ae1a246-3bca-4465-8fb9-cab1815d2f03'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:39:59.350733 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=10']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:59.448080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a188e-6a8b-4814-8a05-04fa5a57020f req-a10bbc8f-4b34-4955-aae7-19dc08a42ed2 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:59.449445 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b6a188e-6a8b-4814-8a05-04fa5a57020f req-a10bbc8f-4b34-4955-aae7-19dc08a42ed2 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 946 time: 0.0757730 Mar 02 20:39:59.494374 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b6a188e-6a8b-4814-8a05-04fa5a57020f req-e0cc7c03-32e8-407a-a05d-4c191ace6031 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390987 Mar 02 20:40:00.109762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 6ae1a246-3bca-4465-8fb9-cab1815d2f03 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:40:00.178926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:40:00.179566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:00.289671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:00.320366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:40:00.419568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:40:00.424656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:00.476140 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'code': 200} Mar 02 20:40:00.492056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=11']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:40:00.690768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbad7a9-3e09-4714-b5f0-67a5d9d51822 req-a12e72dc-100e-47e1-9cd0-e59fa742ac02 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:00.692119 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dfbad7a9-3e09-4714-b5f0-67a5d9d51822 req-a12e72dc-100e-47e1-9cd0-e59fa742ac02 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 947 time: 0.0789888 Mar 02 20:40:00.737147 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dfbad7a9-3e09-4714-b5f0-67a5d9d51822 req-e9453cb0-8619-4254-a49f-7cb1cfe3a78a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396230 Mar 02 20:40:01.880103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-89fdd462-4a20-492b-86b8-7fbb4fa10f2f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:01.881539 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-89fdd462-4a20-492b-86b8-7fbb4fa10f2f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 947 time: 0.0796349 Mar 02 20:40:01.939168 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b22f0-232e-4d69-bfa3-332685602653 req-3f135ca3-9e36-44fd-809b-65fead468112 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:01.940624 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-716b22f0-232e-4d69-bfa3-332685602653 req-3f135ca3-9e36-44fd-809b-65fead468112 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 947 time: 0.0764906 Mar 02 20:40:01.950073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Deleting port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:40:01.950415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:01.987029 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-716b22f0-232e-4d69-bfa3-332685602653 req-349695c5-46a5-4998-ad13-947c8232f87e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405643 Mar 02 20:40:02.192142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] For port 6ae1a246-3bca-4465-8fb9-cab1815d2f03, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6ae1a246-3bca-4465-8fb9-cab1815d2f03,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:40:02.192494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:02.473669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:02.474084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:02.474402 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Floating IP abc59909-215e-49b0-866d-482415a86b44 disassociated. External IP: 172.26.5.171, port: 6ae1a246-3bca-4465-8fb9-cab1815d2f03. Mar 02 20:40:02.474885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Calling delete_port for 6ae1a246-3bca-4465-8fb9-cab1815d2f03 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:40:02.670466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:02.718410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event deleted for resources: {'Port': ['ID=6ae1a246-3bca-4465-8fb9-cab1815d2f03,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:40:02.732733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:40:02.733024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:40:02.733342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:40:02.733668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:40:02.734016 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:40:02.734339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:40:02.734656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:40:02.734974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:40:02.735294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:40:02.735656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:40:02.735967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:40:02.938511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:40:03.147841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:40:03.157491 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76774729-5e81-414c-b3f6-fcc54fd0a50c None None] Sync routers for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:40:03.171051 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76774729-5e81-414c-b3f6-fcc54fd0a50c None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:40:03.171667 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-76774729-5e81-414c-b3f6-fcc54fd0a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:39:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:40:03.188294 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c1976fd0-43d4-4266-97c4-03fd8aa469e7 req-68278972-502b-4b6e-a4fb-d4f0233566b6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 210 time: 0.0557311 Mar 02 20:40:03.225482 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] No DVR routers for this DVR port 6ae1a246-3bca-4465-8fb9-cab1815d2f03 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:40:03.227983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:03.235120 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-deleted', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:40:03.293222 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2', 'name': 'network-vif-deleted', 'tag': '6ae1a246-3bca-4465-8fb9-cab1815d2f03', 'status': 'completed', 'code': 200} Mar 02 20:40:03.331553 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-913ccad7-4552-4284-9da6-b4fc965725e8 req-540fdea1-f49d-438e-899a-286b40413edd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "DELETE /v2.0/ports/6ae1a246-3bca-4465-8fb9-cab1815d2f03 HTTP/1.1" status: 204 len: 173 time: 1.4442358 Mar 02 20:40:03.357809 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-76774729-5e81-414c-b3f6-fcc54fd0a50c None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:40:03.692920 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-76774729-5e81-414c-b3f6-fcc54fd0a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:40:03.696636 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76774729-5e81-414c-b3f6-fcc54fd0a50c None None] Checking router: 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:40:03.711076 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76774729-5e81-414c-b3f6-fcc54fd0a50c None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:40:03.711672 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-76774729-5e81-414c-b3f6-fcc54fd0a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:39:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:40:03.882323 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-76774729-5e81-414c-b3f6-fcc54fd0a50c None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:40:04.186829 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-76774729-5e81-414c-b3f6-fcc54fd0a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:40:04.190725 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76774729-5e81-414c-b3f6-fcc54fd0a50c None None] The sync data for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv is: [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:40:04.370936 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a0edaeb-8c37-426c-9c61-a0fde21d78c3 req-b95fcde2-e9d1-4e2f-bf93-b909982b0011 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8bdfac9-6a4c-4223-9842-0b64d0f2c6f2 HTTP/1.1" status: 200 len: 210 time: 0.0422308 Mar 02 20:40:04.425949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d2fd1-b861-4aed-b919-14da995a9b4c None None] New status for floating IP abc59909-215e-49b0-866d-482415a86b44: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:40:05.575238 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:40:05.724871 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-0131825c-e0ff-4477-b750-a0df0aabb4a2 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--959581776&fields=id&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 267 time: 0.0396547 Mar 02 20:40:05.868895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-f122a819-dbf7-4bd1-92e1-79cf9b04d704 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:05.871057 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-f122a819-dbf7-4bd1-92e1-79cf9b04d704 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 811 time: 0.1389763 Mar 02 20:40:05.886291 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-dd66a482-0c41-4a55-bb99-d7406f456133 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/quotas/ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 375 time: 0.0101664 Mar 02 20:40:05.968613 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-1d8255bc-f2ad-43e9-8ecd-695aabfc2a65 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776417 Mar 02 20:40:06.102264 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-1a0856c4-ef8e-4786-8904-d19abca4b012 service neutron] 10.222.0.44 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225917 Mar 02 20:40:06.174141 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 6ae1a246-3bca-4465-8fb9-cab1815d2f03 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:40:06.209951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 6ae1a246-3bca-4465-8fb9-cab1815d2f03 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:40:06.210297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 6ae1a246-3bca-4465-8fb9-cab1815d2f03 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:40:06.305554 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-f3e793b1-9a95-40b5-a1ba-4f681c9722e3 service neutron] 10.222.0.44 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968148 Mar 02 20:40:06.711411 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f04ed3c1-86f2-442e-99cb-58124370ef85 req-b91b6f8a-f7eb-4c66-8235-3c41773562de tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 210 time: 0.0399342 Mar 02 20:40:07.875186 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-05cbba6d-e560-4253-9f68-81870c2abe9f req-d42b555a-bf00-41b5-a092-1606cafa7fa8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 210 time: 0.0416532 Mar 02 20:40:08.801438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-e527ebd8-ba27-4ed0-abd9-700977f42784 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:08.802867 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-e527ebd8-ba27-4ed0-abd9-700977f42784 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 811 time: 0.2353008 Mar 02 20:40:08.857686 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-b145721b-fe7d-4ba1-a2e3-a02e01297196 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 379 time: 0.0409343 Mar 02 20:40:08.866113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'port': {'device_id': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'admin_state_up': True, 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'security_groups': ['99634e83-4fd6-408a-89fd-c09cb80e77c9']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:40:08.998899 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:40:09.006148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Usage tracker for resource:port and tenant:ccfe9f329cbd4ade96d718f38dfb05f0 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:40:09.009664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:40:09.016444 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:40:09.042319 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8f0312b-08dc-41bb-809f-9acdf086754e req-060e9ff9-fb2b-45b1-a5d1-f82cdb03fe6a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 210 time: 0.0442674 Mar 02 20:40:09.105077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Made reservation on behalf of ccfe9f329cbd4ade96d718f38dfb05f0 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:40:09.108123 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:09.267354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Allocated IP 172.20.0.13 (4eec7da4-6a3e-4782-a592-defab5169264/2c203b48-3b1e-4df1-8370-f0adc6a0479e/f90ca2eb-41ad-41a8-ba99-17bf7343e849) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:40:09.452942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:09.468607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Transition to ACTIVE for port object f90ca2eb-41ad-41a8-ba99-17bf7343e849 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:40:09.560035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:09.632380 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Network 4eec7da4-6a3e-4782-a592-defab5169264 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:40:09.635115 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:40:09.639042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:40:09.675453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event updated for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:40:09.705872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:09.706508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:09.788841 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-12542a23-f8e8-4c98-a114-6598681c0d71 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9261887 Mar 02 20:40:09.800693 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Request body: {'port': {'device_id': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:40:09.911162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:09.982162 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-636bd992-edef-4050-8733-90411e704414 None None] Provisioning for port f90ca2eb-41ad-41a8-ba99-17bf7343e849 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:40:09.986960 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-636bd992-edef-4050-8733-90411e704414 None None] Provisioning complete for port f90ca2eb-41ad-41a8-ba99-17bf7343e849 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:40:09.987391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-636bd992-edef-4050-8733-90411e704414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:10.038903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-636bd992-edef-4050-8733-90411e704414 None None] Port f90ca2eb-41ad-41a8-ba99-17bf7343e849 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:40:10.238950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0175ce-1d7d-4b3d-b156-c3e48c91acaf req-7d7a8c32-207b-4df2-9047-e07044fbe0ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:10.240340 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ce0175ce-1d7d-4b3d-b156-c3e48c91acaf req-7d7a8c32-207b-4df2-9047-e07044fbe0ce tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 932 time: 0.0765700 Mar 02 20:40:10.252867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90ca2eb-41ad-41a8-ba99-17bf7343e849 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:40:10.259756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:10.273923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Transition to ACTIVE for port object f90ca2eb-41ad-41a8-ba99-17bf7343e849 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:40:10.285223 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ce0175ce-1d7d-4b3d-b156-c3e48c91acaf req-cad5839f-b3d3-41a5-a9f7-da177d69ee8c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392382 Mar 02 20:40:10.361562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:10.488378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:40:10.596774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Attempting to bind port f90ca2eb-41ad-41a8-ba99-17bf7343e849 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:40:10.597107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Attempting to bind port f90ca2eb-41ad-41a8-ba99-17bf7343e849 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:40:10.597436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Attempting to bind port f90ca2eb-41ad-41a8-ba99-17bf7343e849 on network 4eec7da4-6a3e-4782-a592-defab5169264 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:40:10.603149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Port f90ca2eb-41ad-41a8-ba99-17bf7343e849 on network 4eec7da4-6a3e-4782-a592-defab5169264 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:40:10.603464 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Attempting to bind port f90ca2eb-41ad-41a8-ba99-17bf7343e849 on network 4eec7da4-6a3e-4782-a592-defab5169264 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:40:10.609794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:40:10.610155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Checking segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:40:10.610534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Bound using segment: {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:40:10.610946 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Bound port: f90ca2eb-41ad-41a8-ba99-17bf7343e849, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65048cb6-6e65-44fd-9d8b-016259b26514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:40:10.611284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:10.699854 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:40:10.702923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:40:10.776777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:10.837582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:10.838977 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] 10.222.0.31 "PUT /v2.0/ports/f90ca2eb-41ad-41a8-ba99-17bf7343e849 HTTP/1.1" status: 200 len: 1094 time: 1.0425253 Mar 02 20:40:10.839413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:40:10.864767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f431d1-4d19-4931-9ead-adcdf5c879b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:40:10.898434 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'status': 'completed', 'code': 200} Mar 02 20:40:10.995302 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e7563342-c712-498a-99c8-65506d2c7bd5 req-1562d737-4d82-4516-89e7-0aac8c788a10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 1097 time: 0.0711477 Mar 02 20:40:11.140617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7563342-c712-498a-99c8-65506d2c7bd5 req-b267a44d-5071-4e7c-a177-80651e5868e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:11.142003 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e7563342-c712-498a-99c8-65506d2c7bd5 req-b267a44d-5071-4e7c-a177-80651e5868e6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1368413 Mar 02 20:40:11.370200 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7563342-c712-498a-99c8-65506d2c7bd5 req-7a584a68-6d5f-406f-bee3-dbd652835cb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:11.370474 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e7563342-c712-498a-99c8-65506d2c7bd5 req-7a584a68-6d5f-406f-bee3-dbd652835cb3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2194517 Mar 02 20:40:11.479954 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-7ffbb37a-adc6-4cb3-a10b-2515865afa14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 1097 time: 0.0694110 Mar 02 20:40:11.484822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27073977-543c-4284-b4b0-f57c2eb1ca5f req-f2c8b6bc-fb12-4c7d-b112-5f7014018fc6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:11.486310 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-27073977-543c-4284-b4b0-f57c2eb1ca5f req-f2c8b6bc-fb12-4c7d-b112-5f7014018fc6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 944 time: 0.0791461 Mar 02 20:40:11.532459 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-27073977-543c-4284-b4b0-f57c2eb1ca5f req-b000bdb5-0072-4a7f-bc00-fb57078507c4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405581 Mar 02 20:40:11.555335 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-adba094b-d04b-4376-8873-e5668b1b6095 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849 HTTP/1.1" status: 200 len: 217 time: 0.0644252 Mar 02 20:40:11.619603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-f6bc42e7-7d95-4030-b786-2a27b50af523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:11.621826 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-f6bc42e7-7d95-4030-b786-2a27b50af523 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0570602 Mar 02 20:40:11.695462 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-f8d6c527-10ca-403d-b02f-3afe287ab28c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668852 Mar 02 20:40:11.830760 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-a6c767b3-7d4c-424f-a7eb-33b96c8f8436 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251373 Mar 02 20:40:11.967263 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-54a6ed82-764f-4de8-8e00-53e6f6bad2af req-adc62a23-1dbf-400f-85ef-2b461855f96b service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269176 Mar 02 20:40:12.730980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c30d-b94b-4e39-9307-cc93b76ba8d3 req-15d8f329-7579-4377-83ea-44a730f4d14c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:12.732478 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7de0c30d-b94b-4e39-9307-cc93b76ba8d3 req-15d8f329-7579-4377-83ea-44a730f4d14c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 944 time: 0.0751536 Mar 02 20:40:12.779740 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7de0c30d-b94b-4e39-9307-cc93b76ba8d3 req-f4c21c66-1b42-4160-af8d-1388ac322d86 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416784 Mar 02 20:40:13.018554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:13.977816 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1a771-c8d9-4165-a483-b7101606a8e0 req-5318c4ef-2beb-4b38-943f-358a31ef35cf tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:13.979298 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7cb1a771-c8d9-4165-a483-b7101606a8e0 req-5318c4ef-2beb-4b38-943f-358a31ef35cf tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 944 time: 0.0786963 Mar 02 20:40:14.024457 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7cb1a771-c8d9-4165-a483-b7101606a8e0 req-8fa35382-c2cf-48a4-8f25-ec9a9e0dfa56 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395563 Mar 02 20:40:14.193723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f90ca2eb-41ad-41a8-ba99-17bf7343e849 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:40:14.323330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:40:14.336768 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'port_id': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'mac_address': 'fa:16:3e:c8:65:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:40:14.392816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:14.409723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90ca2eb-41ad-41a8-ba99-17bf7343e849 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:40:14.424715 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:40:14.520930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:14.585054 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:40:14.798923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['f90ca2eb-41ad-41a8-ba99-17bf7343e849'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:40:15.217652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58727786-5a7d-4c2a-893f-f7ee5eddca5a req-c91b529d-690d-4f79-898c-91c8454194eb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:15.219107 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-58727786-5a7d-4c2a-893f-f7ee5eddca5a req-c91b529d-690d-4f79-898c-91c8454194eb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 945 time: 0.0756056 Mar 02 20:40:15.266972 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-58727786-5a7d-4c2a-893f-f7ee5eddca5a req-dc3f449e-ca40-4ac1-be78-7f8cbabe025e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425086 Mar 02 20:40:16.204884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f90ca2eb-41ad-41a8-ba99-17bf7343e849 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:40:16.365006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port f90ca2eb-41ad-41a8-ba99-17bf7343e849 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:40:16.370277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port f90ca2eb-41ad-41a8-ba99-17bf7343e849 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:40:16.370776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:16.461101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea00d2-a064-45cc-96c3-b94da3b59352 req-7fa3cb71-91c3-47c6-ab17-0394fc75a06a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:16.462770 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aeea00d2-a064-45cc-96c3-b94da3b59352 req-7fa3cb71-91c3-47c6-ab17-0394fc75a06a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 945 time: 0.0772810 Mar 02 20:40:16.486894 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:16.509080 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aeea00d2-a064-45cc-96c3-b94da3b59352 req-5582a3b9-74db-491b-9367-d22b1c3d8068 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407803 Mar 02 20:40:16.513473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:40:16.523000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:40:16.568592 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'code': 200} Mar 02 20:40:16.604763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:16.669308 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:40:16.931827 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aa04bd7c-e941-49b6-8837-46df59de0216 req-80d70049-efd4-4112-a74b-4b5e89f6e653 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 1099 time: 0.0703590 Mar 02 20:40:16.978528 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-aa04bd7c-e941-49b6-8837-46df59de0216 req-1a0a0477-452e-4946-99ee-4f16b2806b32 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355127 Mar 02 20:40:17.092954 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a45836f8-141f-4081-bb39-4ddbdec625da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:17.713682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f19f2-aedc-49ee-bcd8-35a36609b8fd req-6cda5a6e-d542-460a-8f4e-d2d04bc5dbef tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:17.715260 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b23f19f2-aedc-49ee-bcd8-35a36609b8fd req-6cda5a6e-d542-460a-8f4e-d2d04bc5dbef tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0785165 Mar 02 20:40:17.759718 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b23f19f2-aedc-49ee-bcd8-35a36609b8fd req-9717609c-996f-468b-bd9c-2103fcff3f67 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389035 Mar 02 20:40:18.959139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90d154-d3f5-46c3-a95c-4b1ecad489a7 req-929a6604-ffac-4996-9626-a8c47a3e4e2a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:18.960598 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9b90d154-d3f5-46c3-a95c-4b1ecad489a7 req-929a6604-ffac-4996-9626-a8c47a3e4e2a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0770936 Mar 02 20:40:19.005472 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9b90d154-d3f5-46c3-a95c-4b1ecad489a7 req-d6d81e12-aaec-46e7-81ab-6d86c24515c7 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388358 Mar 02 20:40:19.204337 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867832c3-19f3-43d6-92e4-9c6474b144b8 req-3c980384-2977-49e8-bfa5-11813f196ab8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:19.205751 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-867832c3-19f3-43d6-92e4-9c6474b144b8 req-3c980384-2977-49e8-bfa5-11813f196ab8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0799587 Mar 02 20:40:19.214357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51720) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:40:19.220322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e9f2c93b-1032-4f5f-ac6b-b9b649b33fb8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Request body: {'floatingip': {'port_id': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:40:19.297699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9f2c93b-1032-4f5f-ac6b-b9b649b33fb8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:19.338757 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2f788fb4-ea13-484d-a1ab-7a20a40a5dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:19.965014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9f2c93b-1032-4f5f-ac6b-b9b649b33fb8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:20.016227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9f2c93b-1032-4f5f-ac6b-b9b649b33fb8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:20.202666 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-e9f2c93b-1032-4f5f-ac6b-b9b649b33fb8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Floating IP abc59909-215e-49b0-866d-482415a86b44 associated. External IP: 172.26.5.171, port: f90ca2eb-41ad-41a8-ba99-17bf7343e849. Mar 02 20:40:20.553529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:20.585432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f2c93b-1032-4f5f-ac6b-b9b649b33fb8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:40:20.638972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:20.782652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f2c93b-1032-4f5f-ac6b-b9b649b33fb8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:40:20.787500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e9f2c93b-1032-4f5f-ac6b-b9b649b33fb8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:20.791936 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983c374-8b02-45c7-b120-a8229086025c None None] Sync routers for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:40:20.807357 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983c374-8b02-45c7-b120-a8229086025c None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:40:20.807892 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-e983c374-8b02-45c7-b120-a8229086025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:40:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:40:20.839288 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e9f2c93b-1032-4f5f-ac6b-b9b649b33fb8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "PUT /v2.0/floatingips/abc59909-215e-49b0-866d-482415a86b44 HTTP/1.1" status: 200 len: 993 time: 1.6229045 Mar 02 20:40:20.839986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:40:20.897975 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'status': 'completed', 'code': 200} Mar 02 20:40:20.989371 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-e983c374-8b02-45c7-b120-a8229086025c None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:40:20.992111 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-802a71fe-67ac-416e-aed9-1282a29bbe97 req-763908ac-8d2e-429e-b629-9cb0e31d73a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 1099 time: 0.0719690 Mar 02 20:40:21.127103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a71fe-67ac-416e-aed9-1282a29bbe97 req-aeea9ed7-be9f-4d81-9d6f-3935b82b1154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:21.128548 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-802a71fe-67ac-416e-aed9-1282a29bbe97 req-aeea9ed7-be9f-4d81-9d6f-3935b82b1154 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1306126 Mar 02 20:40:21.235735 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-802a71fe-67ac-416e-aed9-1282a29bbe97 req-27548180-ea49-496c-8523-77d05342338e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849 HTTP/1.1" status: 200 len: 1001 time: 0.1006889 Mar 02 20:40:21.302377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a71fe-67ac-416e-aed9-1282a29bbe97 req-8403feeb-e303-467d-a4de-7547dd0ecfa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:21.303862 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-802a71fe-67ac-416e-aed9-1282a29bbe97 req-8403feeb-e303-467d-a4de-7547dd0ecfa2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0624230 Mar 02 20:40:21.337864 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-e983c374-8b02-45c7-b120-a8229086025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:c8:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:40:19Z', 'revision_number': 13, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:40:21.342345 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983c374-8b02-45c7-b120-a8229086025c None None] Checking router: 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:40:21.355986 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983c374-8b02-45c7-b120-a8229086025c None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:40:21.355986 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-e983c374-8b02-45c7-b120-a8229086025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:40:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:40:21.380500 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-802a71fe-67ac-416e-aed9-1282a29bbe97 req-c22cd815-5a81-4a38-b197-b744ae3b3d5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699277 Mar 02 20:40:21.517311 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-802a71fe-67ac-416e-aed9-1282a29bbe97 req-e07d5ce5-b6af-4c96-b4d2-8b6227a53529 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307344 Mar 02 20:40:21.540702 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-e983c374-8b02-45c7-b120-a8229086025c None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:40:21.660581 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-802a71fe-67ac-416e-aed9-1282a29bbe97 req-305e9bc6-2d37-461e-980a-b800ea3465f9 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361446 Mar 02 20:40:21.912273 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-e983c374-8b02-45c7-b120-a8229086025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:c8:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:40:19Z', 'revision_number': 13, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:40:21.916057 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983c374-8b02-45c7-b120-a8229086025c None None] The sync data for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv is: [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'abc59909-215e-49b0-866d-482415a86b44', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'floating_ip_address': '172.26.5.171', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'port_id': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'mac_address': 'fa:16:3e:c8:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:36:39Z', 'updated_at': '2022-03-02T20:40:19Z', 'revision_number': 13, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:40:21.925143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:22.127096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5db06e-20d7-4d16-aa9b-7aaa72e9a3b5 None None] New status for floating IP abc59909-215e-49b0-866d-482415a86b44: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:40:23.872450 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a5d9f-a75e-4934-a7b5-43b56a795cbf req-a6a78602-40aa-4052-bbae-643cf8ac6c01 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:23.873923 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-707a5d9f-a75e-4934-a7b5-43b56a795cbf req-a6a78602-40aa-4052-bbae-643cf8ac6c01 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0796227 Mar 02 20:40:23.917510 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-707a5d9f-a75e-4934-a7b5-43b56a795cbf req-ac5e4e79-caa6-4834-b618-f9b41ed3bf75 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381737 Mar 02 20:40:33.743874 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ebc45366-701c-482e-a3bc-561fb6c015f1 req-4d0242ea-805e-49bb-ac2d-99effcbf1b45 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1317286 Mar 02 20:40:34.260241 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f065d-73d7-4752-ab53-a0b489017285 req-b474b74c-9a1f-4021-a446-8e50a3eb89cb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:34.261668 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8e3f065d-73d7-4752-ab53-a0b489017285 req-b474b74c-9a1f-4021-a446-8e50a3eb89cb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.1209898 Mar 02 20:40:34.319295 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-ffbb2329-6bcb-4d21-8dec-2f1ff1faa2ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139910 Mar 02 20:40:34.321340 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8e3f065d-73d7-4752-ab53-a0b489017285 req-ccc75b84-c52c-4b62-a267-c33a1b8fcbc1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532506 Mar 02 20:40:35.522842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ccfcd-4208-4094-bdf8-32aa52568800 req-2ad8ffc0-3bfd-4335-9a1d-2ac0c0fa750f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:35.527773 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2e9ccfcd-4208-4094-bdf8-32aa52568800 req-2ad8ffc0-3bfd-4335-9a1d-2ac0c0fa750f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0791740 Mar 02 20:40:35.580076 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2e9ccfcd-4208-4094-bdf8-32aa52568800 req-3feb5093-5020-426e-92f4-20fcca4bf841 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484376 Mar 02 20:40:36.363183 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-8259a3f1-8ad7-4e16-a03f-6d2115a3895f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 1099 time: 0.0722685 Mar 02 20:40:36.492423 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-6c5fd580-7b26-4642-a408-0d0d83835852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:36.493847 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-6c5fd580-7b26-4642-a408-0d0d83835852 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1244404 Mar 02 20:40:36.593109 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-2b26be7f-9088-4fc2-a177-6217ada37740 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849 HTTP/1.1" status: 200 len: 1003 time: 0.0920041 Mar 02 20:40:36.746767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-d4e4ef54-6f76-48fa-9744-409cd351003c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:36.749003 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-d4e4ef54-6f76-48fa-9744-409cd351003c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.1482441 Mar 02 20:40:36.782414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222ac19-244e-40f7-9bb4-fe5a040d21bd req-3c6dd269-203d-449f-9170-e93c7e9020a6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:36.783930 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7222ac19-244e-40f7-9bb4-fe5a040d21bd req-3c6dd269-203d-449f-9170-e93c7e9020a6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0787621 Mar 02 20:40:36.829126 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-d6ccc9f4-2d64-4efa-934a-102b16686ce4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714476 Mar 02 20:40:36.834424 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7222ac19-244e-40f7-9bb4-fe5a040d21bd req-0322dec3-af23-45e2-8707-7558fda3ac27 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449483 Mar 02 20:40:36.958933 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-dd70c665-a117-499c-9719-7664c2d1d11b service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220486 Mar 02 20:40:37.094514 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-065d406d-d76c-4d0b-bc64-4471f455f2b7 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254628 Mar 02 20:40:38.119668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d130ab-8527-4083-8dc4-4ddd1009e7d1 req-5b8f4d34-4806-45c1-aa41-b0496b6c5662 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:38.121113 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-75d130ab-8527-4083-8dc4-4ddd1009e7d1 req-5b8f4d34-4806-45c1-aa41-b0496b6c5662 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.1660385 Mar 02 20:40:38.166009 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-75d130ab-8527-4083-8dc4-4ddd1009e7d1 req-193ffa2f-842c-4aed-8fed-0dca9436706d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392296 Mar 02 20:40:39.364774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd6272-bda5-4424-8496-e0cd6abacb55 req-1624520a-910d-4d90-916e-24e50123ffcf tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:39.366227 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64fd6272-bda5-4424-8496-e0cd6abacb55 req-1624520a-910d-4d90-916e-24e50123ffcf tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0780768 Mar 02 20:40:39.411020 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64fd6272-bda5-4424-8496-e0cd6abacb55 req-494715e2-e9aa-4b05-928d-1dba4f48dce0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391989 Mar 02 20:40:40.608274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f723e6-1f31-4993-8e56-5b273ba16248 req-040af825-87f0-4ee1-acf9-f0743898000d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:40.609704 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a0f723e6-1f31-4993-8e56-5b273ba16248 req-040af825-87f0-4ee1-acf9-f0743898000d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0770416 Mar 02 20:40:40.654323 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a0f723e6-1f31-4993-8e56-5b273ba16248 req-1331d6e4-e91e-4912-a3ae-12b356444a74 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391946 Mar 02 20:40:41.859368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a2f84-4b49-4a42-b7cd-792018a48b13 req-568d65ad-019c-423e-aa13-c8f4772bd9c3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:41.860817 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f8a2f84-4b49-4a42-b7cd-792018a48b13 req-568d65ad-019c-423e-aa13-c8f4772bd9c3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0819883 Mar 02 20:40:41.906920 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f8a2f84-4b49-4a42-b7cd-792018a48b13 req-116dd849-1cf9-4c40-9646-65f9ca6abc46 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404119 Mar 02 20:40:42.575882 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:40:43.058540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:43.108909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd121926-72ca-468f-b7c3-960e4250dff7 req-b4aa8a2d-4449-4ec8-878c-c836aa8bc26e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:43.110396 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dd121926-72ca-468f-b7c3-960e4250dff7 req-b4aa8a2d-4449-4ec8-878c-c836aa8bc26e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0839112 Mar 02 20:40:43.161200 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dd121926-72ca-468f-b7c3-960e4250dff7 req-d0f8dbd2-89ba-4646-abaa-5a378d1ba81c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439193 Mar 02 20:40:43.225749 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-466fed80-7940-45f0-b603-044462bf54e2 req-2abde6f3-78ce-414d-9554-541c81279570 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 1099 time: 0.0716701 Mar 02 20:40:43.371209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fed80-7940-45f0-b603-044462bf54e2 req-133526c2-cca9-4246-b41c-40f4e7f897b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:43.373384 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-466fed80-7940-45f0-b603-044462bf54e2 req-133526c2-cca9-4246-b41c-40f4e7f897b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1245310 Mar 02 20:40:43.478237 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-466fed80-7940-45f0-b603-044462bf54e2 req-f22f34e2-f718-4ded-90e9-7439822e46fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849 HTTP/1.1" status: 200 len: 1003 time: 0.0979598 Mar 02 20:40:43.538487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fed80-7940-45f0-b603-044462bf54e2 req-e4ec7021-ce67-469c-ad60-6418a6112d1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:43.539850 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-466fed80-7940-45f0-b603-044462bf54e2 req-e4ec7021-ce67-469c-ad60-6418a6112d1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0547934 Mar 02 20:40:43.613016 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-466fed80-7940-45f0-b603-044462bf54e2 req-27540123-b3b9-430d-8b6d-55782dcd3917 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651450 Mar 02 20:40:43.745651 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-466fed80-7940-45f0-b603-044462bf54e2 req-5ff7b80b-89f4-49a7-bba9-312cf6857686 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240888 Mar 02 20:40:43.894107 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-466fed80-7940-45f0-b603-044462bf54e2 req-99c00df9-d8ea-4961-a8c5-59c8bb32c670 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362674 Mar 02 20:40:44.358826 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fef74-bd21-412b-a139-218c510d0cb4 req-0de9a647-f9ce-43f2-9297-ecb61525ef92 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:44.360191 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-828fef74-bd21-412b-a139-218c510d0cb4 req-0de9a647-f9ce-43f2-9297-ecb61525ef92 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0752032 Mar 02 20:40:44.405546 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-828fef74-bd21-412b-a139-218c510d0cb4 req-b1cc8c16-e193-4fd5-b475-0d9ae4555f7b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 Mar 02 20:40:45.603224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19bfc-4e91-4514-87f6-59b2beef5190 req-eab80a96-cf64-4383-a90f-293b0bcdf7ac tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:45.604640 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f8a19bfc-4e91-4514-87f6-59b2beef5190 req-eab80a96-cf64-4383-a90f-293b0bcdf7ac tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0781841 Mar 02 20:40:45.649305 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f8a19bfc-4e91-4514-87f6-59b2beef5190 req-7beeac18-5745-42f7-85d2-2163f593a6b0 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381172 Mar 02 20:40:46.844632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc20bc0-1b97-4851-b060-5a831df465b5 req-6cbccc39-a73a-47fb-913d-2b9c413a4884 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:46.846081 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0cc20bc0-1b97-4851-b060-5a831df465b5 req-6cbccc39-a73a-47fb-913d-2b9c413a4884 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0770698 Mar 02 20:40:46.890781 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0cc20bc0-1b97-4851-b060-5a831df465b5 req-19fae1ac-f8eb-4504-8f38-13ca5f517979 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393698 Mar 02 20:40:47.112730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6b22469c-c8a0-4750-b19c-b166caefd150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:48.094744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4ab97-ddee-48de-8445-1442382b84e9 req-693a4403-c794-471a-b98f-6758ea7a75f6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:48.096179 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-22e4ab97-ddee-48de-8445-1442382b84e9 req-693a4403-c794-471a-b98f-6758ea7a75f6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0839462 Mar 02 20:40:48.142526 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-22e4ab97-ddee-48de-8445-1442382b84e9 req-8ec9cb41-92ca-4246-8489-ea4942771512 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407171 Mar 02 20:40:49.320705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2b2750c0-d7f1-4dd7-b311-9d9b984f7d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:49.338879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2c085-3032-4324-8f67-464a9064e4e7 req-dcb7f9bc-b03b-4d9b-8a0e-3a06bfe02385 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:49.340303 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bca2c085-3032-4324-8f67-464a9064e4e7 req-dcb7f9bc-b03b-4d9b-8a0e-3a06bfe02385 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0784702 Mar 02 20:40:49.387270 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bca2c085-3032-4324-8f67-464a9064e4e7 req-eb5920d2-c16d-471c-ae15-abc5efb65b2a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412805 Mar 02 20:40:50.543695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:50.587274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5c29-5e44-4521-9605-0a4f8e787526 req-bc2c0442-2a55-4c8f-8228-5e1829bb147c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:50.588728 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3d0b5c29-5e44-4521-9605-0a4f8e787526 req-bc2c0442-2a55-4c8f-8228-5e1829bb147c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0806248 Mar 02 20:40:50.634663 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3d0b5c29-5e44-4521-9605-0a4f8e787526 req-1e0fcd3c-335a-42dd-b7cd-a6c11ddfc672 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393252 Mar 02 20:40:50.666839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:51.832825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6436a4-4bbf-4bd7-881b-02d2badf078d req-5c02a584-3f1a-4d24-acaa-54fd5eb1845e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:51.834476 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6e6436a4-4bbf-4bd7-881b-02d2badf078d req-5c02a584-3f1a-4d24-acaa-54fd5eb1845e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0763264 Mar 02 20:40:51.883885 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6e6436a4-4bbf-4bd7-881b-02d2badf078d req-b0cdc76a-6233-4226-bf1d-381f2d192e74 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430608 Mar 02 20:40:51.907062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:53.080538 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61ef94-c263-47c8-be54-086b826ce3de req-db906076-5151-456d-8472-4bdfdf7db0fc tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:53.081998 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0d61ef94-c263-47c8-be54-086b826ce3de req-db906076-5151-456d-8472-4bdfdf7db0fc tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0767536 Mar 02 20:40:53.127263 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0d61ef94-c263-47c8-be54-086b826ce3de req-45a8f37d-10d6-46ac-9f00-2eb894fd850c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397472 Mar 02 20:40:54.354805 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb9ef7-d156-41ed-973c-40caee653022 req-36d14fc0-96c6-4f12-9886-1be42ea6c1e4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:54.356444 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bceb9ef7-d156-41ed-973c-40caee653022 req-36d14fc0-96c6-4f12-9886-1be42ea6c1e4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0854406 Mar 02 20:40:54.406305 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bceb9ef7-d156-41ed-973c-40caee653022 req-4410fac9-636c-4f81-a77b-e6fdbf543330 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436959 Mar 02 20:40:55.606632 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11731b-8f0d-4c02-9b8a-723840bd675f req-844114c5-6ca0-4b4a-afd5-1036f4a94235 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:55.607900 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9b11731b-8f0d-4c02-9b8a-723840bd675f req-844114c5-6ca0-4b4a-afd5-1036f4a94235 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0758595 Mar 02 20:40:55.651879 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9b11731b-8f0d-4c02-9b8a-723840bd675f req-fadfd0c7-1af5-4bba-92f0-e4c1e3c9e29b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386064 Mar 02 20:40:56.847699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e0854-e629-49e9-b527-d52ca40b87a9 req-e4dd7e17-f23b-4908-99ca-c4afb5918525 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:56.849131 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-032e0854-e629-49e9-b527-d52ca40b87a9 req-e4dd7e17-f23b-4908-99ca-c4afb5918525 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0793161 Mar 02 20:40:56.893166 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-032e0854-e629-49e9-b527-d52ca40b87a9 req-1f42cafb-2958-4546-93d4-c70fcb83d1bd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386419 Mar 02 20:40:58.091269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9df41-28de-40ae-b36e-271f45988533 req-d2658d6f-1ca5-4fef-9987-d4a0724a4325 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:58.092813 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-42c9df41-28de-40ae-b36e-271f45988533 req-d2658d6f-1ca5-4fef-9987-d4a0724a4325 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0787776 Mar 02 20:40:58.141701 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-42c9df41-28de-40ae-b36e-271f45988533 req-d76f5bb1-e70e-498f-ba94-b6d81b4fc2ae tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430038 Mar 02 20:40:59.339024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07336f9-5c18-45e5-99b5-b809d6bf16fd req-a52d0161-0583-49d4-8737-3d5d373665f1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:59.340522 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c07336f9-5c18-45e5-99b5-b809d6bf16fd req-a52d0161-0583-49d4-8737-3d5d373665f1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0752699 Mar 02 20:40:59.384760 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c07336f9-5c18-45e5-99b5-b809d6bf16fd req-82cb2bc6-3fc8-4de3-9858-a5a07de14d5b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386155 Mar 02 20:41:00.510485 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-c84ec5d8-56e9-45c0-a49f-9f4bdaf6c1f4 service neutron] 10.222.0.31 "GET /v2.0/ports/f90ca2eb-41ad-41a8-ba99-17bf7343e849/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0787191 Mar 02 20:41:00.587284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a988f83-930c-469c-808f-e43fac937fa1 req-35c236a3-9e73-4546-b884-d65e2dd00e7f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:00.588740 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1a988f83-930c-469c-808f-e43fac937fa1 req-35c236a3-9e73-4546-b884-d65e2dd00e7f tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0807974 Mar 02 20:41:00.635345 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1a988f83-930c-469c-808f-e43fac937fa1 req-2c8e3666-7203-48bd-9511-d1f53d508474 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405924 Mar 02 20:41:01.079400 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-db6cb7c6-086d-4a72-aaa1-e272d9cc5d6b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 1099 time: 0.0697715 Mar 02 20:41:01.177306 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-2ad6d7e5-98d1-47ce-ba2e-73625146fc96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 1099 time: 0.0718153 Mar 02 20:41:01.309502 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-a50cafdc-62ac-45b2-ba2a-f879062538fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:01.310972 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-a50cafdc-62ac-45b2-ba2a-f879062538fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1245830 Mar 02 20:41:01.415516 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-10dc515a-66b4-4017-bdd2-ef57f04bd61e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849 HTTP/1.1" status: 200 len: 1003 time: 0.0953343 Mar 02 20:41:01.568980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-4799e126-067b-4f25-8d18-d098d80c89ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:01.570467 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-4799e126-067b-4f25-8d18-d098d80c89ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.1442664 Mar 02 20:41:01.650202 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-44a852df-d496-45f3-9693-1b6ce434ad09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695238 Mar 02 20:41:01.786071 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-18d9a418-8f13-486c-8373-b48b908d4686 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257815 Mar 02 20:41:01.830539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45996db-c367-4655-8fdf-7eb8403ab0a9 req-89c357eb-0846-4e73-b260-7ddc834e4777 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:01.831985 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f45996db-c367-4655-8fdf-7eb8403ab0a9 req-89c357eb-0846-4e73-b260-7ddc834e4777 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0774155 Mar 02 20:41:01.878420 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f45996db-c367-4655-8fdf-7eb8403ab0a9 req-108c389d-e4f6-4dd4-b546-3968ecdf1775 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410006 Mar 02 20:41:01.919550 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-63929369-a711-4a6e-aaa1-6a1cc5b67c80 req-e4993be6-edb1-4848-8f9a-8506296ae04d service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269660 Mar 02 20:41:02.453146 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f90ca2eb-41ad-41a8-ba99-17bf7343e849 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:41:02.562890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:02.588986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:41:02.598596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:02.663165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:02.733763 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'code': 200} Mar 02 20:41:02.739358 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:02.748975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:02.749318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:02.749651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:02.750006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:02.750333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:02.750660 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:02.750971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:02.751285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:02.751600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:02.751912 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:02.752224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:03.085306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7c73d-001a-4dd1-bbbf-b924423494b2 req-bda8e7de-62d7-41aa-9e8c-693c1c6ed707 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:03.086803 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-94a7c73d-001a-4dd1-bbbf-b924423494b2 req-bda8e7de-62d7-41aa-9e8c-693c1c6ed707 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 944 time: 0.0806260 Mar 02 20:41:03.141122 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-94a7c73d-001a-4dd1-bbbf-b924423494b2 req-27d0f516-30dc-4229-8be3-9005b57cba82 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471950 Mar 02 20:41:04.341646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52536f-555a-4752-88f2-592f02b53425 req-dae2737b-1e0b-4cba-9ceb-8553e322e2c4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:04.343173 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cc52536f-555a-4752-88f2-592f02b53425 req-dae2737b-1e0b-4cba-9ceb-8553e322e2c4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 944 time: 0.0768151 Mar 02 20:41:04.391098 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cc52536f-555a-4752-88f2-592f02b53425 req-33d2fc2e-69f0-4d18-be5d-a763f94b099b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424292 Mar 02 20:41:05.664473 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e8a55-ce44-4e48-9a32-f59112c2252c req-6b01a801-4a8e-444f-96e4-83e71d87d6d6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:05.665838 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-946e8a55-ce44-4e48-9a32-f59112c2252c req-6b01a801-4a8e-444f-96e4-83e71d87d6d6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 944 time: 0.1487534 Mar 02 20:41:05.710815 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-946e8a55-ce44-4e48-9a32-f59112c2252c req-1358fafc-8310-4c6e-b671-b3352671e27d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390437 Mar 02 20:41:06.484360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f90ca2eb-41ad-41a8-ba99-17bf7343e849 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:41:06.615780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:06.628444 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'port_id': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'mac_address': 'fa:16:3e:c8:65:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:41:06.679143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:06.696101 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90ca2eb-41ad-41a8-ba99-17bf7343e849 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:41:06.711085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:06.771853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:06.842455 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:06.846384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['f90ca2eb-41ad-41a8-ba99-17bf7343e849'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:41:06.909763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85d92-64a7-4227-87cf-186a38ba21c3 req-586ebaef-8881-4156-8f57-a37bf8e26ca9 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:06.911270 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f5c85d92-64a7-4227-87cf-186a38ba21c3 req-586ebaef-8881-4156-8f57-a37bf8e26ca9 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 945 time: 0.0787754 Mar 02 20:41:06.957815 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f5c85d92-64a7-4227-87cf-186a38ba21c3 req-332fd196-5cb1-402f-94cc-81944b658949 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409451 Mar 02 20:41:08.156194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d0619-a004-4043-a93c-6eeb37bb358b req-26e5325a-bf57-4ac7-9e47-23e56381d7f9 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:08.157638 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ec8d0619-a004-4043-a93c-6eeb37bb358b req-26e5325a-bf57-4ac7-9e47-23e56381d7f9 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 945 time: 0.0767660 Mar 02 20:41:08.202687 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ec8d0619-a004-4043-a93c-6eeb37bb358b req-ec4e70bc-8dd2-4c57-8c73-b2bd3829ef7c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395060 Mar 02 20:41:08.500225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f90ca2eb-41ad-41a8-ba99-17bf7343e849 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:41:08.569974 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port f90ca2eb-41ad-41a8-ba99-17bf7343e849 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:41:08.570337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:08.682195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:08.708437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:41:08.718195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:08.770051 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'code': 200} Mar 02 20:41:08.774809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:08.838824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:09.399151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540daed-42d4-4e8e-aa44-b466dad9b6e3 req-73d0370d-9213-4c1a-be33-3a94b316694d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:09.400574 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7540daed-42d4-4e8e-aa44-b466dad9b6e3 req-73d0370d-9213-4c1a-be33-3a94b316694d tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0787754 Mar 02 20:41:09.445196 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7540daed-42d4-4e8e-aa44-b466dad9b6e3 req-4c48da57-0a62-4f79-8eea-7df7ddd9dc58 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390165 Mar 02 20:41:10.640950 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d61d1-ce42-4f76-8d48-699784676780 req-fd3f1c5a-153f-49bf-ac72-e6ccba2e6d4b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:10.642386 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-112d61d1-ce42-4f76-8d48-699784676780 req-fd3f1c5a-153f-49bf-ac72-e6ccba2e6d4b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0764875 Mar 02 20:41:10.692618 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-112d61d1-ce42-4f76-8d48-699784676780 req-8536dd73-7b25-474b-8d26-2e7b8b45f7b8 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447321 Mar 02 20:41:11.896086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767d88f-b518-450f-858f-f6272550bd30 req-22a4609b-2398-40c6-8048-f4a1dc1bdf88 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:11.897513 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2767d88f-b518-450f-858f-f6272550bd30 req-22a4609b-2398-40c6-8048-f4a1dc1bdf88 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0823593 Mar 02 20:41:11.942093 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2767d88f-b518-450f-858f-f6272550bd30 req-281f53f8-15cb-464a-aa76-d84b819674bd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387192 Mar 02 20:41:12.639322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a0e4c-43f3-4d51-ae85-fcde722600a2 req-f237dd6c-ff52-48f9-abdc-c56d18099a44 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:12.640791 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-976a0e4c-43f3-4d51-ae85-fcde722600a2 req-f237dd6c-ff52-48f9-abdc-c56d18099a44 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0803487 Mar 02 20:41:12.646685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-f3b25788-c83e-4863-987c-0e3b7c88c107 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:12.647366 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-f3b25788-c83e-4863-987c-0e3b7c88c107 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Synchronizing usage tracker for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:41:12.687320 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-976a0e4c-43f3-4d51-ae85-fcde722600a2 req-62e7aaee-d957-428f-8ee9-e942268bd726 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407045 Mar 02 20:41:12.737684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-f3b25788-c83e-4863-987c-0e3b7c88c107 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Unset dirty status for tenant:ccfe9f329cbd4ade96d718f38dfb05f0 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:41:12.738810 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-f3b25788-c83e-4863-987c-0e3b7c88c107 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 946 time: 0.1712489 Mar 02 20:41:12.748074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-afac75df-cbbf-4384-a5bc-619d7ba34ece tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:41:12.749008 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-afac75df-cbbf-4384-a5bc-619d7ba34ece tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048709 Mar 02 20:41:12.827822 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-350a1f41-a8a4-43a7-8d4f-c55bed9c7ab8 service neutron] 10.222.0.31 "GET /v2.0/ports/f90ca2eb-41ad-41a8-ba99-17bf7343e849/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0720806 Mar 02 20:41:12.921969 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-5868106d-7a20-488b-9ca8-62917b6011c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 1099 time: 0.0724759 Mar 02 20:41:13.054061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-95b8fd59-6909-4f8c-aa1e-41788b905dd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:13.055519 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-95b8fd59-6909-4f8c-aa1e-41788b905dd7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1273577 Mar 02 20:41:13.083555 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:13.158849 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-9d087fa1-c63c-4323-883f-de97e55a356b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849 HTTP/1.1" status: 200 len: 1003 time: 0.0966463 Mar 02 20:41:13.220393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-b6075c34-eb29-466f-89e2-1df9b0c44a38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:13.221789 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-b6075c34-eb29-466f-89e2-1df9b0c44a38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0566728 Mar 02 20:41:13.297217 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-2c6fa536-da33-45ea-b836-8e677e401420 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695767 Mar 02 20:41:13.430314 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-5884a1d4-a04e-4c31-9a8b-963d8985b1bc service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263132 Mar 02 20:41:13.560978 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-17bcee55-958a-4339-ad9c-981f35516a53 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235642 Mar 02 20:41:13.882503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b954f-8a8e-48e7-bc1e-e4ed5c17c901 req-29fedaa9-eb66-40b6-bfff-cfdd3ca25e13 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:13.884279 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f98b954f-8a8e-48e7-bc1e-e4ed5c17c901 req-29fedaa9-eb66-40b6-bfff-cfdd3ca25e13 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0759082 Mar 02 20:41:13.929286 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f98b954f-8a8e-48e7-bc1e-e4ed5c17c901 req-7e79d4ef-3cda-455d-934b-b4f43bb2bfe7 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388868 Mar 02 20:41:15.128833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0d870-e087-41c3-92aa-3ee1674153ad req-d8027da1-6fb5-45b5-acfe-cc372b200321 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:15.130306 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f8f0d870-e087-41c3-92aa-3ee1674153ad req-d8027da1-6fb5-45b5-acfe-cc372b200321 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0798576 Mar 02 20:41:15.175569 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f8f0d870-e087-41c3-92aa-3ee1674153ad req-498fdef8-3a41-49aa-82f1-93c0cf85810e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397656 Mar 02 20:41:16.371696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd702b80-4bb8-4f1d-806b-ee0c74c4e161 req-523bc87b-05f5-4eee-86c2-1e1710475443 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:16.373056 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bd702b80-4bb8-4f1d-806b-ee0c74c4e161 req-523bc87b-05f5-4eee-86c2-1e1710475443 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0754941 Mar 02 20:41:16.419099 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bd702b80-4bb8-4f1d-806b-ee0c74c4e161 req-43e68604-9a0d-41fb-9308-0c8aae5db9ef tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403454 Mar 02 20:41:17.086063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d51b45bb-a5b0-4274-9b1b-0599df433d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:17.606550 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-48ed85d8-84d0-4bf7-9247-e1156620fee8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82&tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0 HTTP/1.1" status: 200 len: 1099 time: 0.0692234 Mar 02 20:41:17.619762 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88839f7c-636b-423a-8cf2-64cf9355efda req-29d943ac-9cf6-4884-b1d5-150e82ba15b1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:17.621775 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-88839f7c-636b-423a-8cf2-64cf9355efda req-29d943ac-9cf6-4884-b1d5-150e82ba15b1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0798972 Mar 02 20:41:17.668452 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-88839f7c-636b-423a-8cf2-64cf9355efda req-4a1d27d1-1b80-4b64-a1bd-41581317a0c1 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396280 Mar 02 20:41:17.701454 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-8129bf51-e1b3-46b4-a74a-d320c9a753e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 1099 time: 0.0696094 Mar 02 20:41:17.833422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-9cb6f246-ccdd-4132-90da-ffd5d07a150e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:17.834914 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-9cb6f246-ccdd-4132-90da-ffd5d07a150e service neutron] 10.222.0.31 "GET /v2.0/networks?id=4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 200 len: 913 time: 0.1247509 Mar 02 20:41:18.022388 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-10971680-a25a-4c20-917e-b1d66d82e6a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849 HTTP/1.1" status: 200 len: 1003 time: 0.1792316 Mar 02 20:41:18.091174 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-f61ba660-fe07-4da9-974e-4cca2ca3e6ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:18.092651 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-f61ba660-fe07-4da9-974e-4cca2ca3e6ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 200 len: 850 time: 0.0607798 Mar 02 20:41:18.169841 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-1346f60b-ff8d-4844-abba-74337d0f6fdc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4eec7da4-6a3e-4782-a592-defab5169264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674217 Mar 02 20:41:18.301400 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-e8d9ea01-33ea-457c-be9a-7d373bc6298b service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216807 Mar 02 20:41:18.433847 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2324f409-7252-4232-a657-3a1e7b81eec9 req-7db1bac7-b5f3-467b-81e4-202fc4b67702 service neutron] 10.222.0.31 "GET /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229253 Mar 02 20:41:18.578829 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f90ca2eb-41ad-41a8-ba99-17bf7343e849 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:41:18.689696 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:18.717862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:41:18.729324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:18.806294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:18.878912 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=9']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:18.917491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed02433-b04b-4957-956c-8df8985cefdb req-a177d3ac-34da-461c-9140-a2fc15b8f357 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:18.919109 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fed02433-b04b-4957-956c-8df8985cefdb req-a177d3ac-34da-461c-9140-a2fc15b8f357 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 944 time: 0.0975187 Mar 02 20:41:18.945309 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'code': 200} Mar 02 20:41:18.969223 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fed02433-b04b-4957-956c-8df8985cefdb req-4a53e8d2-9a95-40b8-a8cf-345d2e53a287 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442591 Mar 02 20:41:19.335092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e0d8ddda-54f4-4887-9bbb-285ccf42f387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:19.575985 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:41:20.173201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd22382-edc0-4220-b279-11565f10ac05 req-048500fc-f3cd-4e99-a4aa-fab4bf1b64fb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:20.174765 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cbd22382-edc0-4220-b279-11565f10ac05 req-048500fc-f3cd-4e99-a4aa-fab4bf1b64fb tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 944 time: 0.0782933 Mar 02 20:41:20.220556 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cbd22382-edc0-4220-b279-11565f10ac05 req-2c43c1bb-19ef-4471-981f-b99f56ae73f9 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402400 Mar 02 20:41:20.551845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:20.648881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:21.417288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54047ec-1486-43ee-99fc-e3af6415b20e req-ee6e089a-b68a-41c0-9785-9fec8e0ae818 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:21.420957 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f54047ec-1486-43ee-99fc-e3af6415b20e req-ee6e089a-b68a-41c0-9785-9fec8e0ae818 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 944 time: 0.0816135 Mar 02 20:41:21.466400 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f54047ec-1486-43ee-99fc-e3af6415b20e req-fad53983-cd6d-43e7-bfc6-e76e2d5b7b80 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397878 Mar 02 20:41:21.908500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:22.600739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f90ca2eb-41ad-41a8-ba99-17bf7343e849 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:41:22.663327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689af0-37fb-455a-9a12-cd323a557a48 req-a715dd63-6138-4c7c-a1fa-0bba5eadf80c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:22.664767 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-67689af0-37fb-455a-9a12-cd323a557a48 req-a715dd63-6138-4c7c-a1fa-0bba5eadf80c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 944 time: 0.0779481 Mar 02 20:41:22.711221 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-67689af0-37fb-455a-9a12-cd323a557a48 req-e6e3c8f0-2a5c-4d1a-b755-6680be5c414c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Mar 02 20:41:22.738891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:22.780154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'port_id': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'mac_address': 'fa:16:3e:c8:65:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:41:22.832390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:22.848895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90ca2eb-41ad-41a8-ba99-17bf7343e849 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:41:22.863900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:22.925712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:22.994263 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=10']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:22.998542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['f90ca2eb-41ad-41a8-ba99-17bf7343e849'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:41:24.060979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0ad0a-3884-4c10-9090-526c546c9aba req-436d2237-63c8-4f5c-82f5-e1979e1c43e9 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:24.062450 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-33c0ad0a-3884-4c10-9090-526c546c9aba req-436d2237-63c8-4f5c-82f5-e1979e1c43e9 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 946 time: 0.0789905 Mar 02 20:41:24.109564 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-33c0ad0a-3884-4c10-9090-526c546c9aba req-3509aae3-64a9-4cca-913c-ec7ff80599ef tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416687 Mar 02 20:41:24.609647 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f90ca2eb-41ad-41a8-ba99-17bf7343e849 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:41:24.678510 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port f90ca2eb-41ad-41a8-ba99-17bf7343e849 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:41:24.678913 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:24.789528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:24.815471 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:41:24.825649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:24.879214 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'code': 200} Mar 02 20:41:24.891123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:24.955703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=11']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:25.303972 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b09155-5023-4176-af83-341d6cfbe59e req-44f3300f-a162-4960-8f9f-4d6b6e5fcafe tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:25.305386 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96b09155-5023-4176-af83-341d6cfbe59e req-44f3300f-a162-4960-8f9f-4d6b6e5fcafe tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 947 time: 0.0738418 Mar 02 20:41:25.353718 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96b09155-5023-4176-af83-341d6cfbe59e req-14b50f0c-c484-45df-934e-acfd93f342cd tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417278 Mar 02 20:41:26.552708 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bda6ac-6d91-48e7-a211-9891b94ab23d req-485bf74e-6f42-4335-a014-b64e667314b4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:26.554149 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-40bda6ac-6d91-48e7-a211-9891b94ab23d req-485bf74e-6f42-4335-a014-b64e667314b4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 947 time: 0.0762644 Mar 02 20:41:26.599287 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-40bda6ac-6d91-48e7-a211-9891b94ab23d req-dde42a31-ab4c-482a-b709-f4d79891a04c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384514 Mar 02 20:41:27.798638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3898123-2493-486e-92a7-5c30e4bb8098 req-e6c76ab1-99bf-4cf1-89ad-d9e4e4f6a48c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:27.800062 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d3898123-2493-486e-92a7-5c30e4bb8098 req-e6c76ab1-99bf-4cf1-89ad-d9e4e4f6a48c tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 947 time: 0.0805204 Mar 02 20:41:27.846227 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d3898123-2493-486e-92a7-5c30e4bb8098 req-4b9355ab-deed-4c65-9696-eb16e10a2b69 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Mar 02 20:41:28.040035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47159174-932a-4ec3-9910-d749ea312900 req-b80f2602-2cf5-48d9-a383-77fa76f5cf3e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:28.041533 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-47159174-932a-4ec3-9910-d749ea312900 req-b80f2602-2cf5-48d9-a383-77fa76f5cf3e tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 947 time: 0.0769067 Mar 02 20:41:28.087410 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-47159174-932a-4ec3-9910-d749ea312900 req-77f07041-8bad-4c1a-bd3e-8cd391404e3b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399101 Mar 02 20:41:28.359077 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414fc32-2ecf-443a-8842-266a1f3966d2 req-7b8ec1bc-f81d-457a-8ab1-c1f5f2204692 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:28.360495 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8414fc32-2ecf-443a-8842-266a1f3966d2 req-7b8ec1bc-f81d-457a-8ab1-c1f5f2204692 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 947 time: 0.1527798 Mar 02 20:41:28.404512 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8414fc32-2ecf-443a-8842-266a1f3966d2 req-a7a1ac6b-c619-4cb5-9900-26a5d5415bd7 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385847 Mar 02 20:41:29.055778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad9d71-8f1a-40ad-9f76-07409379b835 req-d62ef07e-23c6-45dd-bd01-bd608d93ff07 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:29.057218 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08ad9d71-8f1a-40ad-9f76-07409379b835 req-d62ef07e-23c6-45dd-bd01-bd608d93ff07 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 947 time: 0.0766947 Mar 02 20:41:29.103198 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08ad9d71-8f1a-40ad-9f76-07409379b835 req-c57ba136-2ccd-4ec8-a955-9734e7c7686a tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403759 Mar 02 20:41:30.301222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbe855-c82f-4852-bbe3-342cb38d9105 req-5f891a67-88b4-4465-97fd-315b6819eab6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:30.302668 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8abbe855-c82f-4852-bbe3-342cb38d9105 req-5f891a67-88b4-4465-97fd-315b6819eab6 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 947 time: 0.0786188 Mar 02 20:41:30.347597 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8abbe855-c82f-4852-bbe3-342cb38d9105 req-bf4c7440-974f-47cb-8249-ab35c3e48bbe tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394325 Mar 02 20:41:31.548358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45ebf0-0f11-49fc-811f-6eed758c8fbc req-c172e4cf-2974-4fd0-bbd7-63738c440180 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:31.549864 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d45ebf0-0f11-49fc-811f-6eed758c8fbc req-c172e4cf-2974-4fd0-bbd7-63738c440180 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 947 time: 0.0802984 Mar 02 20:41:31.599995 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d45ebf0-0f11-49fc-811f-6eed758c8fbc req-8f7a29b4-9d73-4fc6-8b0f-b861a1b6b7c3 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups?id=99634e83-4fd6-408a-89fd-c09cb80e77c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439043 Mar 02 20:41:31.668359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-f5ead9a5-ba4d-486b-b2c3-806726ae9c44 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:31.669587 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-f5ead9a5-ba4d-486b-b2c3-806726ae9c44 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 947 time: 0.0872920 Mar 02 20:41:31.742325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Deleting port f90ca2eb-41ad-41a8-ba99-17bf7343e849 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:41:31.742663 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:31.991530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] For port f90ca2eb-41ad-41a8-ba99-17bf7343e849, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f90ca2eb-41ad-41a8-ba99-17bf7343e849,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:31.991798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:32.278246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:32.278535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:32.278842 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Floating IP abc59909-215e-49b0-866d-482415a86b44 disassociated. External IP: 172.26.5.171, port: f90ca2eb-41ad-41a8-ba99-17bf7343e849. Mar 02 20:41:32.279172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Calling delete_port for f90ca2eb-41ad-41a8-ba99-17bf7343e849 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:41:32.491276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:32.538718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event deleted for resources: {'Port': ['ID=f90ca2eb-41ad-41a8-ba99-17bf7343e849,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:32.552869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:32.553201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:32.553552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:32.553859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:32.554201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:32.554526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:32.554831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:32.555149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:32.555461 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:32.556029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:32.556354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:32.773645 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e217391-bee6-4893-8b77-a1744c6bdb40 req-7811e8fd-f857-4a05-9f40-a45eb42a5e01 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 210 time: 0.0429883 Mar 02 20:41:32.860119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:41:33.056834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:41:33.066724 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62fcf5-715b-431c-bb54-829a0c70623b None None] Sync routers for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:41:33.078632 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62fcf5-715b-431c-bb54-829a0c70623b None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:41:33.079220 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4f62fcf5-715b-431c-bb54-829a0c70623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:41:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:41:33.124711 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] No DVR routers for this DVR port f90ca2eb-41ad-41a8-ba99-17bf7343e849 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:41:33.127177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:33.129623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-deleted', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:41:33.183971 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4a04fe-2021-4f57-9b81-1b72783b4a82', 'name': 'network-vif-deleted', 'tag': 'f90ca2eb-41ad-41a8-ba99-17bf7343e849', 'status': 'completed', 'code': 200} Mar 02 20:41:33.217590 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f0f65b51-de4f-4595-bb63-e3f35279c028 req-b26c342a-87b7-46bd-865d-387153c10367 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.31 "DELETE /v2.0/ports/f90ca2eb-41ad-41a8-ba99-17bf7343e849 HTTP/1.1" status: 204 len: 173 time: 1.5383365 Mar 02 20:41:33.259369 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-4f62fcf5-715b-431c-bb54-829a0c70623b None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:41:33.570226 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4f62fcf5-715b-431c-bb54-829a0c70623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:41:33.574937 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62fcf5-715b-431c-bb54-829a0c70623b None None] Checking router: 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:41:33.585677 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62fcf5-715b-431c-bb54-829a0c70623b None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:41:33.586296 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4f62fcf5-715b-431c-bb54-829a0c70623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:41:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:41:33.766249 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-4f62fcf5-715b-431c-bb54-829a0c70623b None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:41:33.962496 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-959fc7af-8dea-4242-8b07-f31bedd871af req-11709697-ce2b-4749-b1c3-b8a2f77888a4 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c4a04fe-2021-4f57-9b81-1b72783b4a82 HTTP/1.1" status: 200 len: 210 time: 0.0587008 Mar 02 20:41:34.116502 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-4f62fcf5-715b-431c-bb54-829a0c70623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:41:34.120330 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62fcf5-715b-431c-bb54-829a0c70623b None None] The sync data for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv is: [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:35Z', 'revision_number': 4, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1ed2a775-64a4-496e-863e-f95cae204238', 'name': '', 'network_id': '4eec7da4-6a3e-4782-a592-defab5169264', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'mac_address': 'fa:16:3e:36:5a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:35Z', 'updated_at': '2022-03-02T20:36:43Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'subnets': [{'id': '2c203b48-3b1e-4df1-8370-f0adc6a0479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:41:34.330560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc0217-a283-4e8b-8e75-ba44bc33a3dc None None] New status for floating IP abc59909-215e-49b0-866d-482415a86b44: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:41:34.655340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f90ca2eb-41ad-41a8-ba99-17bf7343e849 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:41:34.690499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: f90ca2eb-41ad-41a8-ba99-17bf7343e849 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:41:34.690760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f90ca2eb-41ad-41a8-ba99-17bf7343e849 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:41:39.732260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51958) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:41:39.798217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:39.825571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:39.940065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:39.958834 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99634e83-4fd6-408a-89fd-c09cb80e77c9,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:39.968292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.968633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.968963 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.969291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.969617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.969959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.970283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.970607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.970926 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.971242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.971559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:40.028302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:40.029522 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e4f5959a-aacd-4e94-92dc-b2329b333b43 tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "DELETE /v2.0/security-groups/99634e83-4fd6-408a-89fd-c09cb80e77c9 HTTP/1.1" status: 204 len: 168 time: 0.2963066 Mar 02 20:41:40.032041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51962) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:41:40.048509 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.api.v2.resource [None req-32213c3a-a31d-4d10-b7b3-9e9fd2e9c22b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] show failed (client error): The resource could not be found. Mar 02 20:41:40.049461 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-32213c3a-a31d-4d10-b7b3-9e9fd2e9c22b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "GET /v2.0/security-groups/99634e83-4fd6-408a-89fd-c09cb80e77c9 HTTP/1.1" status: 404 len: 347 time: 0.0165517 Mar 02 20:41:40.052047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51966) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:41:40.203534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4a584994-d1ba-46ac-b82d-b6bf1d70f1fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Deleting port c7067398-ad45-4b67-9694-663f0498d49b {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:41:40.203789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a584994-d1ba-46ac-b82d-b6bf1d70f1fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:40.365982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a584994-d1ba-46ac-b82d-b6bf1d70f1fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:40.366303 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a584994-d1ba-46ac-b82d-b6bf1d70f1fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:40.482819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4a584994-d1ba-46ac-b82d-b6bf1d70f1fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Calling delete_port for c7067398-ad45-4b67-9694-663f0498d49b owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:41:40.696747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a584994-d1ba-46ac-b82d-b6bf1d70f1fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:40.740059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a584994-d1ba-46ac-b82d-b6bf1d70f1fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Pushing event deleted for resources: {'Port': ['ID=c7067398-ad45-4b67-9694-663f0498d49b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:40.833885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a584994-d1ba-46ac-b82d-b6bf1d70f1fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:40.847426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4a584994-d1ba-46ac-b82d-b6bf1d70f1fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:40.848536 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4a584994-d1ba-46ac-b82d-b6bf1d70f1fa tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] 10.222.0.44 "DELETE /v2.0/floatingips/abc59909-215e-49b0-866d-482415a86b44 HTTP/1.1" status: 204 len: 168 time: 0.7956495 Mar 02 20:41:40.851444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51970) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:41:41.392336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:41.997033 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] Deleting port 1ed2a775-64a4-496e-863e-f95cae204238 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:41:41.997742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:42.168043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] For port 1ed2a775-64a4-496e-863e-f95cae204238, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1ed2a775-64a4-496e-863e-f95cae204238,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:42.168396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:42.291042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] Calling delete_port for 1ed2a775-64a4-496e-863e-f95cae204238 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:41:42.508226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:42.553221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed2a775-64a4-496e-863e-f95cae204238,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:42.923243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:43.048875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:43.496299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] Router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:41:43.696160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:41:43.706712 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc232f-2b97-4f02-9a62-c8437a402f68 None None] Sync routers for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:41:43.710551 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b1a6617a-b5fa-4f4c-80db-9a12257af158 admin admin] 10.222.0.44 "PUT /v2.0/routers/3c95ef16-6bce-4483-a8a8-cd9be57a0c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8571622 Mar 02 20:41:43.712082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51978) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:41:43.718462 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc232f-2b97-4f02-9a62-c8437a402f68 None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:41:43.719096 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1abc232f-2b97-4f02-9a62-c8437a402f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:41:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:41:43.897567 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-1abc232f-2b97-4f02-9a62-c8437a402f68 None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:41:43.916073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:44.112544 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:44.182345 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1abc232f-2b97-4f02-9a62-c8437a402f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:41:42Z', 'revision_number': 5, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port': {'id': '4671fcd0-0838-43e5-85ef-e59b699e1c47', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:50:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:41:44.186140 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc232f-2b97-4f02-9a62-c8437a402f68 None None] Checking router: 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:41:44.196508 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc232f-2b97-4f02-9a62-c8437a402f68 None None] Routers {'3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:41:44.197083 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1abc232f-2b97-4f02-9a62-c8437a402f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:41:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:41:44.211907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Deleting port 4671fcd0-0838-43e5-85ef-e59b699e1c47 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:41:44.212251 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:44.348779 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-1abc232f-2b97-4f02-9a62-c8437a402f68 None None] Set router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:41:44.454660 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1abc232f-2b97-4f02-9a62-c8437a402f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:41:44Z', 'revision_number': 6, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:41:44.458380 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc232f-2b97-4f02-9a62-c8437a402f68 None None] The sync data for ids ['3c95ef16-6bce-4483-a8a8-cd9be57a0c0d'] in dv-neutron-831593-2-hyperv is: [{'id': '3c95ef16-6bce-4483-a8a8-cd9be57a0c0d', 'name': 'tempest-ServerActionsTestJSON-332281101-router', 'tenant_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:36:32Z', 'updated_at': '2022-03-02T20:41:44Z', 'revision_number': 6, 'project_id': 'ccfe9f329cbd4ade96d718f38dfb05f0', 'gw_port_host': None}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:41:44.496218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] For port 4671fcd0-0838-43e5-85ef-e59b699e1c47, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4671fcd0-0838-43e5-85ef-e59b699e1c47,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:44.496567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:44.614201 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Calling delete_port for 4671fcd0-0838-43e5-85ef-e59b699e1c47 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:41:44.837035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:44.882663 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4671fcd0-0838-43e5-85ef-e59b699e1c47,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:45.102917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.358151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.362092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.422889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4671fcd0-0838-43e5-85ef-e59b699e1c47 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:41:45.450744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 4671fcd0-0838-43e5-85ef-e59b699e1c47 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:41:45.451095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4671fcd0-0838-43e5-85ef-e59b699e1c47 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:41:45.451766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1ed2a775-64a4-496e-863e-f95cae204238 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:41:45.462288 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.462787 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c95ef16-6bce-4483-a8a8-cd9be57a0c0d {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:41:45.476360 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.477621 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-02cfeb37-5eec-4efe-a634-245962a841f8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3c95ef16-6bce-4483-a8a8-cd9be57a0c0d HTTP/1.1" status: 204 len: 168 time: 1.7646465 Mar 02 20:41:45.480140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51982) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:41:45.490043 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 1ed2a775-64a4-496e-863e-f95cae204238 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:41:45.490390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1ed2a775-64a4-496e-863e-f95cae204238 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:41:45.548497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-1248a0f3-049c-4fb7-9755-d51f422a6126 admin admin] Deleting subnet 2c203b48-3b1e-4df1-8370-f0adc6a0479e {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:41:45.551920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1248a0f3-049c-4fb7-9755-d51f422a6126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.600834 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1248a0f3-049c-4fb7-9755-d51f422a6126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.678741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1248a0f3-049c-4fb7-9755-d51f422a6126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.809669 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1248a0f3-049c-4fb7-9755-d51f422a6126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.844001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248a0f3-049c-4fb7-9755-d51f422a6126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c203b48-3b1e-4df1-8370-f0adc6a0479e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:45.853730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1248a0f3-049c-4fb7-9755-d51f422a6126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.859424 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62132c-7cbe-478a-a25f-99569373ddb7 None None] Network 4eec7da4-6a3e-4782-a592-defab5169264 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:41:45.860861 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1248a0f3-049c-4fb7-9755-d51f422a6126 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2c203b48-3b1e-4df1-8370-f0adc6a0479e HTTP/1.1" status: 204 len: 168 time: 0.3798130 Mar 02 20:41:45.863346 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51986) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:41:46.054768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.065367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Deleting port 101cfa00-49ed-40b3-ba95-37baf4985375 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:41:46.065679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.119100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3839b91d-e27c-4514-b769-f5abfe847bca None None] DHCP port deletion for 4eec7da4-6a3e-4782-a592-defab5169264 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:41:46.123323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3839b91d-e27c-4514-b769-f5abfe847bca None None] Deleting port 101cfa00-49ed-40b3-ba95-37baf4985375 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:41:46.123688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3839b91d-e27c-4514-b769-f5abfe847bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.270573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] For port 101cfa00-49ed-40b3-ba95-37baf4985375, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=101cfa00-49ed-40b3-ba95-37baf4985375,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:46.271021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.318082 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-3839b91d-e27c-4514-b769-f5abfe847bca None None] For port 101cfa00-49ed-40b3-ba95-37baf4985375, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=101cfa00-49ed-40b3-ba95-37baf4985375,segment=NetworkSegment(65048cb6-6e65-44fd-9d8b-016259b26514),segment_id=65048cb6-6e65-44fd-9d8b-016259b26514)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:46.318415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3839b91d-e27c-4514-b769-f5abfe847bca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.392192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Calling delete_port for 101cfa00-49ed-40b3-ba95-37baf4985375 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:41:46.438235 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3839b91d-e27c-4514-b769-f5abfe847bca None None] Calling delete_port for 101cfa00-49ed-40b3-ba95-37baf4985375 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:41:46.534477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.539673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-3839b91d-e27c-4514-b769-f5abfe847bca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:41:46.540048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-3839b91d-e27c-4514-b769-f5abfe847bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:41:46.582949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Pushing event deleted for resources: {'Port': ['ID=101cfa00-49ed-40b3-ba95-37baf4985375,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:46.587517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] No DVR routers for this DVR port 101cfa00-49ed-40b3-ba95-37baf4985375 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:41:46.700818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.725811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eec7da4-6a3e-4782-a592-defab5169264']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:41:46.738310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65048cb6-6e65-44fd-9d8b-016259b26514') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:41:46.738605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65048cb6-6e65-44fd-9d8b-016259b26514') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:41:46.749711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.764901 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.770947 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:41:46.771329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:41:46.785152 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:41:46.928591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.943815 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.953998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] Pushing event deleted for resources: {'Network': ['ID=4eec7da4-6a3e-4782-a592-defab5169264,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:47.029299 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b0e5bc0c-cd17-4db3-8398-ac3c2102525f admin admin] 10.222.0.44 "DELETE /v2.0/networks/4eec7da4-6a3e-4782-a592-defab5169264 HTTP/1.1" status: 204 len: 168 time: 1.1649945 Mar 02 20:41:47.043331 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3839b91d-e27c-4514-b769-f5abfe847bca None None] Deleting port 101cfa00-49ed-40b3-ba95-37baf4985375 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:41:47.043695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3839b91d-e27c-4514-b769-f5abfe847bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:47.109866 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3839b91d-e27c-4514-b769-f5abfe847bca None None] The port '101cfa00-49ed-40b3-ba95-37baf4985375' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:41:47.153970 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7ec42bd6-ed1a-41ac-9a61-ea87ca684a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:47.375074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51994) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:41:47.416091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 101cfa00-49ed-40b3-ba95-37baf4985375 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:41:47.426439 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0eb52116-c2d6-406e-9b54-bce066e93e77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccfe9f329cbd4ade96d718f38dfb05f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501428 Mar 02 20:41:47.428914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 51998) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:41:47.449827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 101cfa00-49ed-40b3-ba95-37baf4985375 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:41:47.450421 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 101cfa00-49ed-40b3-ba95-37baf4985375 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:41:47.488071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-056eedf9-cd7d-45ba-a790-1d2df7eed510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:47.516690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-056eedf9-cd7d-45ba-a790-1d2df7eed510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:47.622147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-056eedf9-cd7d-45ba-a790-1d2df7eed510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:47.638859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056eedf9-cd7d-45ba-a790-1d2df7eed510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154e4032-7b65-4691-aea3-e1752f112f97,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:47.646658 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-056eedf9-cd7d-45ba-a790-1d2df7eed510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:47.647752 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-056eedf9-cd7d-45ba-a790-1d2df7eed510 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/154e4032-7b65-4691-aea3-e1752f112f97 HTTP/1.1" status: 204 len: 168 time: 0.2179852 Mar 02 20:41:48.784821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52020) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:41:48.915110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-825447002-network', 'tenant_id': '64e0b358503e49a2872499aeb105d269'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:41:48.920283 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:41:48.923989 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Usage tracker for resource:network and tenant:64e0b358503e49a2872499aeb105d269 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:41:48.926751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:41:48.933405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:41:49.016417 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Made reservation on behalf of 64e0b358503e49a2872499aeb105d269 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:41:49.018776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:49.031790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:49.062350 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:41:49.066177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:64e0b358503e49a2872499aeb105d269 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:41:49.068975 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:41:49.074793 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:41:49.139522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:49.203104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:49.234354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:41:49.246173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:49.250295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:49.250619 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Added segment 6e412f4f-5b3d-425e-b4b5-6c984886a57f of type vlan for network 24619497-fdbe-4f21-84d2-8001629f3e3b Mar 02 20:41:49.277146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:49.347783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c194ccc0-b55c-4a1a-be9b-49c9a36ac15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:49.382064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:49.382942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:49.383509 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:49.485066 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=24619497-fdbe-4f21-84d2-8001629f3e3b,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:49.495027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 24619497-fdbe-4f21-84d2-8001629f3e3b details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:41:49.543751 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-72040624-c561-4305-b4f8-1955425cd0e2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7577953 Mar 02 20:41:49.546624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52026) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:41:49.552048 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Request body: {'subnet': {'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-825447002-subnet', 'tenant_id': '64e0b358503e49a2872499aeb105d269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:41:49.557228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:41:49.562093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Usage tracker for resource:subnet and tenant:64e0b358503e49a2872499aeb105d269 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:41:49.565001 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:41:49.570753 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:41:49.645207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Made reservation on behalf of 64e0b358503e49a2872499aeb105d269 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:41:49.647570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:49.903556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:49.974080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4510a9-353f-4d00-9e23-382f9bd1d18d,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:49.990875 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Checking segment: {'id': '6e412f4f-5b3d-425e-b4b5-6c984886a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:41:49.991226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Network hostable DHCP agents. Network: 24619497-fdbe-4f21-84d2-8001629f3e3b, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:41:50.059615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Network 24619497-fdbe-4f21-84d2-8001629f3e3b is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:41:50.111065 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 24619497-fdbe-4f21-84d2-8001629f3e3b) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:41:50.115017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:50.115597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:50.119794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a8532b-5569-439b-9a38-9963e088fe23 None None] Network 24619497-fdbe-4f21-84d2-8001629f3e3b requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:41:50.197774 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9b5e43c7-d9d3-47ad-bc35-3efe68869fc5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6499338 Mar 02 20:41:50.339236 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f933e2-72ea-4b02-8840-37877c42dce1 None None] Network 24619497-fdbe-4f21-84d2-8001629f3e3b requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:41:50.574866 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:50.642339 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:50.978418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-75f9422d-764a-42da-aea9-27f779534796 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:50.980431 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-75f9422d-764a-42da-aea9-27f779534796 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/networks?id=24619497-fdbe-4f21-84d2-8001629f3e3b HTTP/1.1" status: 200 len: 813 time: 0.1382020 Mar 02 20:41:50.996717 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-86aed41c-5fd5-482d-8c73-86981c88544a tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/quotas/64e0b358503e49a2872499aeb105d269 HTTP/1.1" status: 200 len: 375 time: 0.0108390 Mar 02 20:41:51.039935 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-30f81c63-ad88-4657-b4fc-82abd1b499cd tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=64e0b358503e49a2872499aeb105d269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386388 Mar 02 20:41:51.236939 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-53f53111-d0f2-463b-ae2a-b1a02d4da931 service neutron] 10.222.0.44 "GET /v2.0/networks/24619497-fdbe-4f21-84d2-8001629f3e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898537 Mar 02 20:41:51.364347 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-b5d4c642-3cc3-4d15-b53d-0784048800e3 service neutron] 10.222.0.44 "GET /v2.0/networks/24619497-fdbe-4f21-84d2-8001629f3e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217852 Mar 02 20:41:51.728905 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bee03f07-1f20-4fa4-a9b3-5cdbe2069f32 req-7abc60fc-4c2b-4cf0-83bc-c9ae3019b94d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 210 time: 0.1198494 Mar 02 20:41:51.975676 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:52.981725 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c8b54684-5d31-4455-87b2-457342d6a921 req-08a4287e-ed64-47d8-af87-7741273b31a2 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 210 time: 0.1310461 Mar 02 20:41:53.782568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-40ded9f2-d116-4bea-94d9-0177092400da tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:53.783173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-40ded9f2-d116-4bea-94d9-0177092400da tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Synchronizing usage tracker for tenant:64e0b358503e49a2872499aeb105d269 on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:41:53.854315 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-40ded9f2-d116-4bea-94d9-0177092400da tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Unset dirty status for tenant:64e0b358503e49a2872499aeb105d269 on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:41:53.856150 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-40ded9f2-d116-4bea-94d9-0177092400da tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.31 "GET /v2.0/networks?id=24619497-fdbe-4f21-84d2-8001629f3e3b HTTP/1.1" status: 200 len: 813 time: 0.2239404 Mar 02 20:41:53.882426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Request body: {'port': {'device_id': 'c2d9532d-11e4-4d48-ab0f-45dc2bd603dd', 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b', 'admin_state_up': True, 'tenant_id': '64e0b358503e49a2872499aeb105d269'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:41:54.040029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:41:54.047681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Usage tracker for resource:port and tenant:64e0b358503e49a2872499aeb105d269 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:41:54.056076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:41:54.065890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:41:54.142357 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Made reservation on behalf of 64e0b358503e49a2872499aeb105d269 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:41:54.145513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:54.174441 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a1fc0c87-fc75-47d9-8af1-7882093df058 req-2da734c3-727c-47a8-af2f-e91b09e654b9 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 210 time: 0.0478499 Mar 02 20:41:54.325134 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Allocated IP 172.20.0.7 (24619497-fdbe-4f21-84d2-8001629f3e3b/9e4510a9-353f-4d00-9e23-382f9bd1d18d/37e8b9a0-ad26-4057-a7a3-bebc05d8279c) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:41:54.538933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:54.620414 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:54.691471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Network 24619497-fdbe-4f21-84d2-8001629f3e3b is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:41:54.694564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:41:54.699428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:41:54.830540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Pushing event updated for resources: {'Port': ['ID=37e8b9a0-ad26-4057-a7a3-bebc05d8279c,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:54.864003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:54.864598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:54.945994 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-eeca4fc4-f69b-4d59-8be2-5180fb99a044 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0673704 Mar 02 20:41:54.960212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Request body: {'port': {'device_id': 'c2d9532d-11e4-4d48-ab0f-45dc2bd603dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:41:55.064758 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:55.377210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5e996-9562-4d24-85fa-954a88dde7c9 req-1f65f011-490e-4b37-aeb8-6dbf80b86c19 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:55.386302 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e5e5e996-9562-4d24-85fa-954a88dde7c9 req-1f65f011-490e-4b37-aeb8-6dbf80b86c19 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 931 time: 0.0791435 Mar 02 20:41:55.393735 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e8b9a0-ad26-4057-a7a3-bebc05d8279c {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:41:55.400550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:55.415499 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Transition to ACTIVE for port object 37e8b9a0-ad26-4057-a7a3-bebc05d8279c will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:41:55.424768 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e5e5e996-9562-4d24-85fa-954a88dde7c9 req-895c971a-991d-4321-b176-4f4697ab44cc tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Mar 02 20:41:55.519669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:55.647902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Pushing event updated for resources: {'Port': ['ID=37e8b9a0-ad26-4057-a7a3-bebc05d8279c,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:55.750923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Attempting to bind port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:41:55.751253 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Attempting to bind port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '6e412f4f-5b3d-425e-b4b5-6c984886a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:41:55.751579 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Attempting to bind port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c on network 24619497-fdbe-4f21-84d2-8001629f3e3b {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:41:55.757149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c on network 24619497-fdbe-4f21-84d2-8001629f3e3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:41:55.757470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Attempting to bind port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c on network 24619497-fdbe-4f21-84d2-8001629f3e3b {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:41:55.763679 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:41:55.764010 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Checking segment: {'id': '6e412f4f-5b3d-425e-b4b5-6c984886a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:41:55.764388 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Bound using segment: {'id': '6e412f4f-5b3d-425e-b4b5-6c984886a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:41:55.764805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Bound port: 37e8b9a0-ad26-4057-a7a3-bebc05d8279c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e412f4f-5b3d-425e-b4b5-6c984886a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:41:55.765145 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:55.850087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] For port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:41:55.852955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] For port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=37e8b9a0-ad26-4057-a7a3-bebc05d8279c,segment=NetworkSegment(6e412f4f-5b3d-425e-b4b5-6c984886a57f),segment_id=6e412f4f-5b3d-425e-b4b5-6c984886a57f)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:41:55.947915 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:56.012297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:56.013622 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] 10.222.0.31 "PUT /v2.0/ports/37e8b9a0-ad26-4057-a7a3-bebc05d8279c HTTP/1.1" status: 200 len: 1093 time: 1.0573564 Mar 02 20:41:56.014088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d9532d-11e4-4d48-ab0f-45dc2bd603dd', 'tag': '37e8b9a0-ad26-4057-a7a3-bebc05d8279c'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:41:56.032688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e46c4c-76d4-40dd-b38b-99c90f2753f5 service neutron] Pushing event updated for resources: {'Port': ['ID=37e8b9a0-ad26-4057-a7a3-bebc05d8279c,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:56.069022 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d9532d-11e4-4d48-ab0f-45dc2bd603dd', 'tag': '37e8b9a0-ad26-4057-a7a3-bebc05d8279c', 'status': 'completed', 'code': 200} Mar 02 20:41:56.165166 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d6c46432-208a-4131-9f14-983113abbeaa req-7b5866aa-5b3a-4cfc-873e-d7e8349b184f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=64e0b358503e49a2872499aeb105d269&device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 1096 time: 0.0675507 Mar 02 20:41:56.302010 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c46432-208a-4131-9f14-983113abbeaa req-095e9a91-99d0-4ab5-b81c-7c0b9c46c60e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:56.303432 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d6c46432-208a-4131-9f14-983113abbeaa req-095e9a91-99d0-4ab5-b81c-7c0b9c46c60e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=64e0b358503e49a2872499aeb105d269&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1302896 Mar 02 20:41:56.441261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c46432-208a-4131-9f14-983113abbeaa req-6df46b91-b956-460a-a469-02b802d23d91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:56.442657 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d6c46432-208a-4131-9f14-983113abbeaa req-6df46b91-b956-460a-a469-02b802d23d91 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1293361 Mar 02 20:41:56.554448 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-be5dd029-f31e-4a62-b180-3c62939f2784 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=64e0b358503e49a2872499aeb105d269&device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 1096 time: 0.0741632 Mar 02 20:41:56.578109 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:41:56.622436 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-d7953092-388a-49fe-8d00-b801915356ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37e8b9a0-ad26-4057-a7a3-bebc05d8279c HTTP/1.1" status: 200 len: 217 time: 0.0605574 Mar 02 20:41:56.633371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eda0d6-1e8f-45dc-9102-bf4279cba425 req-eda1a7bb-6a88-4099-9ffc-3c5e8553f1a9 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:56.634836 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c5eda0d6-1e8f-45dc-9102-bf4279cba425 req-eda1a7bb-6a88-4099-9ffc-3c5e8553f1a9 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 943 time: 0.0762827 Mar 02 20:41:56.681944 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c5eda0d6-1e8f-45dc-9102-bf4279cba425 req-862541c9-a1f8-46a3-8090-5ae4e8c65969 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389824 Mar 02 20:41:56.688232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-421bda88-d139-4a8b-bee3-196be9e36378 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:56.689654 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-421bda88-d139-4a8b-bee3-196be9e36378 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e4510a9-353f-4d00-9e23-382f9bd1d18d HTTP/1.1" status: 200 len: 853 time: 0.0598872 Mar 02 20:41:56.737777 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-6efab69d-372d-4810-b2ec-6578b62426d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24619497-fdbe-4f21-84d2-8001629f3e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379786 Mar 02 20:41:56.963403 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-5cafd386-95bb-4476-a5aa-f6704a5ed7f7 service neutron] 10.222.0.31 "GET /v2.0/networks/24619497-fdbe-4f21-84d2-8001629f3e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157531 Mar 02 20:41:57.096798 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d69b918a-f1b8-406e-8a15-410fc6a088d0 req-5816713f-190c-4502-bd9f-292a42ed41ed service neutron] 10.222.0.31 "GET /v2.0/networks/24619497-fdbe-4f21-84d2-8001629f3e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243906 Mar 02 20:41:57.884377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e64998-f520-4030-acc9-f0b0a380576b req-a53b17bc-9bc5-4c16-ad16-a3a06e2b351b tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:57.885879 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f0e64998-f520-4030-acc9-f0b0a380576b req-a53b17bc-9bc5-4c16-ad16-a3a06e2b351b tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 943 time: 0.0788610 Mar 02 20:41:57.930459 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f0e64998-f520-4030-acc9-f0b0a380576b req-5579c5d0-3de9-4b36-bbd2-1230f5d774c5 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Mar 02 20:41:58.733154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 37e8b9a0-ad26-4057-a7a3-bebc05d8279c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:41:58.861447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=37e8b9a0-ad26-4057-a7a3-bebc05d8279c,segment=NetworkSegment(6e412f4f-5b3d-425e-b4b5-6c984886a57f),segment_id=6e412f4f-5b3d-425e-b4b5-6c984886a57f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:58.874843 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '37e8b9a0-ad26-4057-a7a3-bebc05d8279c', 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b', 'port_id': '37e8b9a0-ad26-4057-a7a3-bebc05d8279c', 'mac_address': 'fa:16:3e:a0:47:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4510a9-353f-4d00-9e23-382f9bd1d18d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:41:58.929345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:58.946287 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e8b9a0-ad26-4057-a7a3-bebc05d8279c {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:41:58.961560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=37e8b9a0-ad26-4057-a7a3-bebc05d8279c,segment=NetworkSegment(6e412f4f-5b3d-425e-b4b5-6c984886a57f),segment_id=6e412f4f-5b3d-425e-b4b5-6c984886a57f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:41:59.065270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:59.129667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba557341-0afe-483a-962f-3cc9802e66e5 req-312606eb-bd4c-40f0-a88e-991edaaaa6e4 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:59.131127 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ba557341-0afe-483a-962f-3cc9802e66e5 req-312606eb-bd4c-40f0-a88e-991edaaaa6e4 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 944 time: 0.0775678 Mar 02 20:41:59.131908 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=37e8b9a0-ad26-4057-a7a3-bebc05d8279c,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:59.180267 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ba557341-0afe-483a-962f-3cc9802e66e5 req-286ca70c-7485-4f18-a7d0-900339226e33 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Mar 02 20:41:59.359551 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['37e8b9a0-ad26-4057-a7a3-bebc05d8279c'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:42:00.373393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417a85c-8767-4abe-b191-4bc9d2c07622 req-80caf008-f5ea-4cc7-8b55-3c81c5d625fd tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:00.374763 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9417a85c-8767-4abe-b191-4bc9d2c07622 req-80caf008-f5ea-4cc7-8b55-3c81c5d625fd tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 944 time: 0.0753241 Mar 02 20:42:00.427364 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9417a85c-8767-4abe-b191-4bc9d2c07622 req-14a7084e-4aab-4f5b-9e95-a8e235c569a6 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472152 Mar 02 20:42:00.763672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 37e8b9a0-ad26-4057-a7a3-bebc05d8279c up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:42:00.888065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:42:00.892704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:42:00.893050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:01.034925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:01.061292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d9532d-11e4-4d48-ab0f-45dc2bd603dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e8b9a0-ad26-4057-a7a3-bebc05d8279c'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:42:01.070784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=37e8b9a0-ad26-4057-a7a3-bebc05d8279c,segment=NetworkSegment(6e412f4f-5b3d-425e-b4b5-6c984886a57f),segment_id=6e412f4f-5b3d-425e-b4b5-6c984886a57f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:01.115528 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d9532d-11e4-4d48-ab0f-45dc2bd603dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e8b9a0-ad26-4057-a7a3-bebc05d8279c', 'code': 200} Mar 02 20:42:01.147877 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:01.215447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=37e8b9a0-ad26-4057-a7a3-bebc05d8279c,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:01.478135 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-098b4f7f-7492-439e-a6b2-d73af7a5779e req-0bd157a0-4dfa-4e66-ad56-aee75ca29fdf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 1098 time: 0.0767767 Mar 02 20:42:01.524438 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-098b4f7f-7492-439e-a6b2-d73af7a5779e req-c9e83ce6-334f-4982-8a15-961a6517f346 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371099 Mar 02 20:42:01.624082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae821693-f356-46e3-bfb6-5245cd8a6244 req-17b2e330-74f5-43e5-a4bb-a0b481993957 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:01.625401 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ae821693-f356-46e3-bfb6-5245cd8a6244 req-17b2e330-74f5-43e5-a4bb-a0b481993957 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.0784874 Mar 02 20:42:01.670038 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ae821693-f356-46e3-bfb6-5245cd8a6244 req-a5873872-bc93-4755-a42b-b98fa2853ebe tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390501 Mar 02 20:42:02.866165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df4316-879f-4782-8843-e84c946a93b9 req-d9042393-5295-4f69-a441-7bdcb4da2b2d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:02.867608 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d5df4316-879f-4782-8843-e84c946a93b9 req-d9042393-5295-4f69-a441-7bdcb4da2b2d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.0761230 Mar 02 20:42:02.913069 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d5df4316-879f-4782-8843-e84c946a93b9 req-dc946a84-965b-456a-8361-7759ecf68cf4 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389464 Mar 02 20:42:04.111655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a10b9a-04b1-4c31-ad5a-9cd7dba8fda4 req-0ba127a6-5c00-464a-85ed-6d97d1692822 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:04.113087 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-69a10b9a-04b1-4c31-ad5a-9cd7dba8fda4 req-0ba127a6-5c00-464a-85ed-6d97d1692822 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.0792079 Mar 02 20:42:04.158530 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-69a10b9a-04b1-4c31-ad5a-9cd7dba8fda4 req-5040ebbb-bc3b-4eb5-ac79-ae8effe58c12 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 Mar 02 20:42:04.445051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b143612-180e-48a3-908a-9248e23a1f4b req-9304e9d2-2b02-419f-8904-50d2a177d3ca tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:04.446477 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-9304e9d2-2b02-419f-8904-50d2a177d3ca tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/networks?id=24619497-fdbe-4f21-84d2-8001629f3e3b HTTP/1.1" status: 200 len: 813 time: 0.1377070 Mar 02 20:42:04.462505 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-e116829a-0daf-44c9-8ac1-620eb8b09dbd tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/quotas/64e0b358503e49a2872499aeb105d269 HTTP/1.1" status: 200 len: 375 time: 0.0103216 Mar 02 20:42:04.537091 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-b96c7eb5-1625-463a-8992-3e4e8f9d9377 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=64e0b358503e49a2872499aeb105d269&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696132 Mar 02 20:42:04.667391 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-474c0abe-a809-4a71-a578-61eaebf56065 service neutron] 10.222.0.44 "GET /v2.0/networks/24619497-fdbe-4f21-84d2-8001629f3e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223760 Mar 02 20:42:04.795128 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-8d0d8736-ebec-45c7-9e66-bce2a686ca1b service neutron] 10.222.0.44 "GET /v2.0/networks/24619497-fdbe-4f21-84d2-8001629f3e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221750 Mar 02 20:42:05.051911 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0ecc132a-602a-4bcf-8298-025ce64de8d3 req-797e595e-cc3d-41a6-9916-22720f5df166 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 210 time: 0.0447288 Mar 02 20:42:06.221663 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-044ee0a0-8fbe-4606-b28c-0f3b6bf9e5b5 req-e4658659-03ca-4413-8a19-ff0231b8372e tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 210 time: 0.0424476 Mar 02 20:42:07.096204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b143612-180e-48a3-908a-9248e23a1f4b req-498c4dad-19c3-4eb3-9052-2a17a6930053 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:07.097615 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-498c4dad-19c3-4eb3-9052-2a17a6930053 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.31 "GET /v2.0/networks?id=24619497-fdbe-4f21-84d2-8001629f3e3b HTTP/1.1" status: 200 len: 813 time: 0.1430199 Mar 02 20:42:07.114313 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Request body: {'port': {'device_id': '89e26da7-d5d2-4a34-9895-2bf6a036c4ce', 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b', 'admin_state_up': True, 'tenant_id': '64e0b358503e49a2872499aeb105d269'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:07.249439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:07.253210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Usage tracker for resource:port and tenant:64e0b358503e49a2872499aeb105d269 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:07.256033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:07.261688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:07.339571 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Made reservation on behalf of 64e0b358503e49a2872499aeb105d269 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:07.342926 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:07.383467 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7b84a2bf-afa5-4ee3-b83f-c104e09e515f req-f8acff00-5256-452d-8ef7-1f1037cac424 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 210 time: 0.0421507 Mar 02 20:42:07.505853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Allocated IP 172.20.0.13 (24619497-fdbe-4f21-84d2-8001629f3e3b/9e4510a9-353f-4d00-9e23-382f9bd1d18d/5d3e9fbd-152b-449d-8dd3-fed9de52e037) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:42:07.702931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:07.793775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:07.805333 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['37e8b9a0-ad26-4057-a7a3-bebc05d8279c'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:42:07.865681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Network 24619497-fdbe-4f21-84d2-8001629f3e3b is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:42:07.868741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:07.873336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:42:07.907460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Pushing event updated for resources: {'Port': ['ID=5d3e9fbd-152b-449d-8dd3-fed9de52e037,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:07.940726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:07.941326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:08.011610 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3b743f4e-ee5f-4f7d-a3f2-9a7398575d5d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9007611 Mar 02 20:42:08.022662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Request body: {'port': {'device_id': '89e26da7-d5d2-4a34-9895-2bf6a036c4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:08.135197 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:08.469692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3e9fbd-152b-449d-8dd3-fed9de52e037 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:42:08.476535 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:08.492354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Transition to ACTIVE for port object 5d3e9fbd-152b-449d-8dd3-fed9de52e037 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:08.556549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:08.585945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a960ef-4844-4963-84d5-a8f929342175 req-d37dfe3a-c5ac-4e27-9070-9f516154957c tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:08.588069 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-60a960ef-4844-4963-84d5-a8f929342175 req-d37dfe3a-c5ac-4e27-9070-9f516154957c tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 932 time: 0.0809391 Mar 02 20:42:08.635681 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-60a960ef-4844-4963-84d5-a8f929342175 req-c621c3a4-a85c-476c-a2a8-ef669a792f94 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416188 Mar 02 20:42:08.778580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3e9fbd-152b-449d-8dd3-fed9de52e037,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:08.881238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Attempting to bind port 5d3e9fbd-152b-449d-8dd3-fed9de52e037 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:42:08.881565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Attempting to bind port 5d3e9fbd-152b-449d-8dd3-fed9de52e037 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '6e412f4f-5b3d-425e-b4b5-6c984886a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:42:08.881893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Attempting to bind port 5d3e9fbd-152b-449d-8dd3-fed9de52e037 on network 24619497-fdbe-4f21-84d2-8001629f3e3b {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:42:08.887744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Port 5d3e9fbd-152b-449d-8dd3-fed9de52e037 on network 24619497-fdbe-4f21-84d2-8001629f3e3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:42:08.888062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Attempting to bind port 5d3e9fbd-152b-449d-8dd3-fed9de52e037 on network 24619497-fdbe-4f21-84d2-8001629f3e3b {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:42:08.894130 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:42:08.894476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Checking segment: {'id': '6e412f4f-5b3d-425e-b4b5-6c984886a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:08.894838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Bound using segment: {'id': '6e412f4f-5b3d-425e-b4b5-6c984886a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:42:08.895252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Bound port: 5d3e9fbd-152b-449d-8dd3-fed9de52e037, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e412f4f-5b3d-425e-b4b5-6c984886a57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:42:08.895587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:08.979340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] For port 5d3e9fbd-152b-449d-8dd3-fed9de52e037, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:42:08.982773 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] For port 5d3e9fbd-152b-449d-8dd3-fed9de52e037, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d3e9fbd-152b-449d-8dd3-fed9de52e037,segment=NetworkSegment(6e412f4f-5b3d-425e-b4b5-6c984886a57f),segment_id=6e412f4f-5b3d-425e-b4b5-6c984886a57f)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:42:09.059919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:09.125582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:09.126975 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] 10.222.0.31 "PUT /v2.0/ports/5d3e9fbd-152b-449d-8dd3-fed9de52e037 HTTP/1.1" status: 200 len: 1094 time: 1.1083455 Mar 02 20:42:09.127409 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e26da7-d5d2-4a34-9895-2bf6a036c4ce', 'tag': '5d3e9fbd-152b-449d-8dd3-fed9de52e037'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:42:09.144194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a35c4a-52ae-4a32-873e-81a269663e62 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3e9fbd-152b-449d-8dd3-fed9de52e037,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:09.182656 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e26da7-d5d2-4a34-9895-2bf6a036c4ce', 'tag': '5d3e9fbd-152b-449d-8dd3-fed9de52e037', 'status': 'completed', 'code': 200} Mar 02 20:42:09.274189 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-56977b8e-d320-4f14-bd0e-e28c4911be38 req-408871fd-6d5e-4ca4-bb89-90ec7f838dde service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=64e0b358503e49a2872499aeb105d269&device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 1097 time: 0.0692365 Mar 02 20:42:09.413363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56977b8e-d320-4f14-bd0e-e28c4911be38 req-467570d2-576c-4788-be36-9856254a8dfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:09.414866 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-56977b8e-d320-4f14-bd0e-e28c4911be38 req-467570d2-576c-4788-be36-9856254a8dfb service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=64e0b358503e49a2872499aeb105d269&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1341486 Mar 02 20:42:09.549579 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56977b8e-d320-4f14-bd0e-e28c4911be38 req-72e60e73-6e95-4d7b-b45c-3553e7ac6957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:09.551075 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-56977b8e-d320-4f14-bd0e-e28c4911be38 req-72e60e73-6e95-4d7b-b45c-3553e7ac6957 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1304231 Mar 02 20:42:09.658401 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-3874b740-c4de-49fd-a798-bab753b4fe32 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=64e0b358503e49a2872499aeb105d269&device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 1097 time: 0.0671716 Mar 02 20:42:09.728625 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-53cdf115-fd26-41ee-a02d-000a91fb92f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d3e9fbd-152b-449d-8dd3-fed9de52e037 HTTP/1.1" status: 200 len: 217 time: 0.0630753 Mar 02 20:42:09.789785 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b143612-180e-48a3-908a-9248e23a1f4b req-9f6369d7-baaa-4313-a4dc-adc5544a7387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:09.791251 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-9f6369d7-baaa-4313-a4dc-adc5544a7387 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e4510a9-353f-4d00-9e23-382f9bd1d18d HTTP/1.1" status: 200 len: 853 time: 0.0565579 Mar 02 20:42:09.834250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b0e5-f56a-4859-9dcd-cf74e4a38632 req-7ead63f9-5645-4567-a45e-28b2842b26a0 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:09.835696 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-63f5b0e5-f56a-4859-9dcd-cf74e4a38632 req-7ead63f9-5645-4567-a45e-28b2842b26a0 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 944 time: 0.0785844 Mar 02 20:42:09.842916 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-23402880-9c43-4da1-a093-2083984b798e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=24619497-fdbe-4f21-84d2-8001629f3e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436316 Mar 02 20:42:09.885350 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-63f5b0e5-f56a-4859-9dcd-cf74e4a38632 req-76ccb6f1-4ff9-4e4a-8851-0ec92769ff39 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 Mar 02 20:42:09.972091 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-368d5bea-5f50-4880-8a57-35157e6c03e8 service neutron] 10.222.0.31 "GET /v2.0/networks/24619497-fdbe-4f21-84d2-8001629f3e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224136 Mar 02 20:42:10.101494 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7b143612-180e-48a3-908a-9248e23a1f4b req-b2e1feae-e726-47f5-b39a-1ee630a5f2f6 service neutron] 10.222.0.31 "GET /v2.0/networks/24619497-fdbe-4f21-84d2-8001629f3e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229582 Mar 02 20:42:11.157495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599721-ef64-4b9e-9dc4-1e2aa43f8b63 req-8a5884c9-2be6-4b68-bd8c-6258ed2c6b32 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:11.158945 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0f599721-ef64-4b9e-9dc4-1e2aa43f8b63 req-8a5884c9-2be6-4b68-bd8c-6258ed2c6b32 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 944 time: 0.1515174 Mar 02 20:42:11.203724 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0f599721-ef64-4b9e-9dc4-1e2aa43f8b63 req-659a4f19-c7a9-48b7-b4f7-84eef64b0cc3 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393026 Mar 02 20:42:12.399264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921620b-ef2c-41b9-baf8-6b86c090b55f req-042a7271-3ba5-4e23-8663-ec5e7f1c40e1 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:12.400597 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e921620b-ef2c-41b9-baf8-6b86c090b55f req-042a7271-3ba5-4e23-8663-ec5e7f1c40e1 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 944 time: 0.0782280 Mar 02 20:42:12.446060 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e921620b-ef2c-41b9-baf8-6b86c090b55f req-ae5191e4-82e5-4eb5-85c6-2b7e4158694b tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392134 Mar 02 20:42:12.821838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 5d3e9fbd-152b-449d-8dd3-fed9de52e037 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:42:12.953714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 5d3e9fbd-152b-449d-8dd3-fed9de52e037, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d3e9fbd-152b-449d-8dd3-fed9de52e037,segment=NetworkSegment(6e412f4f-5b3d-425e-b4b5-6c984886a57f),segment_id=6e412f4f-5b3d-425e-b4b5-6c984886a57f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:12.966376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '5d3e9fbd-152b-449d-8dd3-fed9de52e037', 'network_id': '24619497-fdbe-4f21-84d2-8001629f3e3b', 'port_id': '5d3e9fbd-152b-449d-8dd3-fed9de52e037', 'mac_address': 'fa:16:3e:da:f9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4510a9-353f-4d00-9e23-382f9bd1d18d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:42:13.028724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:13.045482 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3e9fbd-152b-449d-8dd3-fed9de52e037 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:42:13.060750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 5d3e9fbd-152b-449d-8dd3-fed9de52e037, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d3e9fbd-152b-449d-8dd3-fed9de52e037,segment=NetworkSegment(6e412f4f-5b3d-425e-b4b5-6c984886a57f),segment_id=6e412f4f-5b3d-425e-b4b5-6c984886a57f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:13.084497 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:13.130458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:13.198278 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=5d3e9fbd-152b-449d-8dd3-fed9de52e037,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:13.207297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:13.207639 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:13.207976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:13.208304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:13.208631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:13.208958 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:13.209278 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:13.209601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:13.209933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:13.210258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:13.210580 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:13.411500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['5d3e9fbd-152b-449d-8dd3-fed9de52e037'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:42:13.654015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d414e-cd32-477a-ad0d-56a16f65d7db req-b8cbef6b-2357-494e-9dae-75da354a1153 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:13.655378 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-663d414e-cd32-477a-ad0d-56a16f65d7db req-b8cbef6b-2357-494e-9dae-75da354a1153 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 945 time: 0.0749004 Mar 02 20:42:13.699135 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-663d414e-cd32-477a-ad0d-56a16f65d7db req-2be4884f-abe6-4c05-9532-2492a9cc1b3d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382020 Mar 02 20:42:14.841149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 5d3e9fbd-152b-449d-8dd3-fed9de52e037 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:42:14.899139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780782f-ccf9-42d9-9d04-0c689ff54a4b req-f9b6b769-67a5-4ecb-9589-7875fe0a12e1 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:14.900719 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6780782f-ccf9-42d9-9d04-0c689ff54a4b req-f9b6b769-67a5-4ecb-9589-7875fe0a12e1 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 945 time: 0.0810916 Mar 02 20:42:14.947675 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6780782f-ccf9-42d9-9d04-0c689ff54a4b req-a363160e-4c31-48fd-aa74-7f88d6813fae tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Mar 02 20:42:14.987227 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 5d3e9fbd-152b-449d-8dd3-fed9de52e037 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:42:14.992616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 5d3e9fbd-152b-449d-8dd3-fed9de52e037 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:42:14.992734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:15.106906 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:15.132586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e26da7-d5d2-4a34-9895-2bf6a036c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3e9fbd-152b-449d-8dd3-fed9de52e037'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:42:15.143907 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 5d3e9fbd-152b-449d-8dd3-fed9de52e037, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d3e9fbd-152b-449d-8dd3-fed9de52e037,segment=NetworkSegment(6e412f4f-5b3d-425e-b4b5-6c984886a57f),segment_id=6e412f4f-5b3d-425e-b4b5-6c984886a57f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:15.185773 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e26da7-d5d2-4a34-9895-2bf6a036c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3e9fbd-152b-449d-8dd3-fed9de52e037', 'code': 200} Mar 02 20:42:15.219418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:15.286052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=5d3e9fbd-152b-449d-8dd3-fed9de52e037,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:15.556160 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d9181a26-00d8-4adb-a967-178100197609 req-106f96ef-d8de-4adf-8049-4c9178973eeb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 1099 time: 0.0676162 Mar 02 20:42:15.599609 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d9181a26-00d8-4adb-a967-178100197609 req-513d192e-42e0-4169-adbb-7ddf93a5d447 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362968 Mar 02 20:42:16.140205 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1315d6d-efe2-4b44-89f3-b2e0d20244c4 req-7e3e735c-4823-4958-9e58-9c317b7e8e78 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:16.141645 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a1315d6d-efe2-4b44-89f3-b2e0d20244c4 req-7e3e735c-4823-4958-9e58-9c317b7e8e78 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 946 time: 0.0762851 Mar 02 20:42:16.191759 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a1315d6d-efe2-4b44-89f3-b2e0d20244c4 req-4de30261-04a5-4f68-9e6c-ffd5e04fb210 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446768 Mar 02 20:42:17.098993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5e4b3fa4-6e7d-4d7f-be82-00e539da1f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:17.384512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dfa27-10cf-41d8-aedb-67fd250c01cb req-36b3a113-18ff-4121-9639-f7b7b9b9ecc7 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:17.386000 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-754dfa27-10cf-41d8-aedb-67fd250c01cb req-36b3a113-18ff-4121-9639-f7b7b9b9ecc7 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 946 time: 0.0758848 Mar 02 20:42:17.430610 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-754dfa27-10cf-41d8-aedb-67fd250c01cb req-242f6211-25a1-44e4-8ffc-465da9fbda7c tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384433 Mar 02 20:42:18.045610 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9e34e-17cb-4ab7-bd7a-f5eca5946b50 req-54bd0fa4-db4c-43b6-b281-883436af90ee tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:18.047082 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6eb9e34e-17cb-4ab7-bd7a-f5eca5946b50 req-54bd0fa4-db4c-43b6-b281-883436af90ee tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 946 time: 0.0799665 Mar 02 20:42:18.093336 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6eb9e34e-17cb-4ab7-bd7a-f5eca5946b50 req-648083fb-4111-4450-8941-ea2742436c2b tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Mar 02 20:42:19.287867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532150e-9d7f-4184-9b3d-cbb907c811f0 req-8f95f75a-3a44-4666-b1a8-861d9455b7ee tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:19.297476 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b532150e-9d7f-4184-9b3d-cbb907c811f0 req-8f95f75a-3a44-4666-b1a8-861d9455b7ee tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 946 time: 0.0768833 Mar 02 20:42:19.335347 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b532150e-9d7f-4184-9b3d-cbb907c811f0 req-0b7fcfec-70a6-4173-a3df-4a68d93bc445 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400715 Mar 02 20:42:19.356053 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1342f72c-3ae0-4a78-9bb7-c39346be83d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:19.593301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-c035ad00-3553-4854-8cc5-ceb09055509b tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:19.594005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-c035ad00-3553-4854-8cc5-ceb09055509b tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Synchronizing usage tracker for tenant:64e0b358503e49a2872499aeb105d269 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:42:19.661630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-c035ad00-3553-4854-8cc5-ceb09055509b tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Unset dirty status for tenant:64e0b358503e49a2872499aeb105d269 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:42:19.662784 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-c035ad00-3553-4854-8cc5-ceb09055509b tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.31 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 946 time: 0.1465476 Mar 02 20:42:19.732985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-a6a79495-f93d-4e22-bc69-f20e5e857185 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Deleting port 5d3e9fbd-152b-449d-8dd3-fed9de52e037 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:19.733296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-a6a79495-f93d-4e22-bc69-f20e5e857185 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:20.077862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-a6a79495-f93d-4e22-bc69-f20e5e857185 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] For port 5d3e9fbd-152b-449d-8dd3-fed9de52e037, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d3e9fbd-152b-449d-8dd3-fed9de52e037,segment=NetworkSegment(6e412f4f-5b3d-425e-b4b5-6c984886a57f),segment_id=6e412f4f-5b3d-425e-b4b5-6c984886a57f)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:20.078245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-a6a79495-f93d-4e22-bc69-f20e5e857185 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:20.194932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-a6a79495-f93d-4e22-bc69-f20e5e857185 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Calling delete_port for 5d3e9fbd-152b-449d-8dd3-fed9de52e037 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:42:20.396469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-a6a79495-f93d-4e22-bc69-f20e5e857185 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:20.410545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['37e8b9a0-ad26-4057-a7a3-bebc05d8279c', '5d3e9fbd-152b-449d-8dd3-fed9de52e037'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:42:20.451885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a79495-f93d-4e22-bc69-f20e5e857185 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Pushing event deleted for resources: {'Port': ['ID=5d3e9fbd-152b-449d-8dd3-fed9de52e037,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:20.513837 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-216ab40e-eda0-4fb1-90f2-f0d63a3ef257 req-43dcba7a-f97b-4f0f-86a2-f6b4ed611aa4 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=89e26da7-d5d2-4a34-9895-2bf6a036c4ce HTTP/1.1" status: 200 len: 210 time: 0.0524104 Mar 02 20:42:20.531713 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-a6a79495-f93d-4e22-bc69-f20e5e857185 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] No DVR routers for this DVR port 5d3e9fbd-152b-449d-8dd3-fed9de52e037 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:42:20.544263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-a6a79495-f93d-4e22-bc69-f20e5e857185 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:20.546562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e26da7-d5d2-4a34-9895-2bf6a036c4ce', 'name': 'network-vif-deleted', 'tag': '5d3e9fbd-152b-449d-8dd3-fed9de52e037'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:42:20.605835 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e26da7-d5d2-4a34-9895-2bf6a036c4ce', 'name': 'network-vif-deleted', 'tag': '5d3e9fbd-152b-449d-8dd3-fed9de52e037', 'status': 'completed', 'code': 200} Mar 02 20:42:20.613330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:20.642891 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1bb54b3d-ac70-4e28-8903-36c28b6de658 req-a6a79495-f93d-4e22-bc69-f20e5e857185 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.31 "DELETE /v2.0/ports/5d3e9fbd-152b-449d-8dd3-fed9de52e037 HTTP/1.1" status: 204 len: 173 time: 0.9721940 Mar 02 20:42:20.687887 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:21.789018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e78c28-8371-4e3a-9efa-d5b17c24e9c3 req-c9334296-0389-43d6-8c89-85329ab94a82 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:21.790501 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-80e78c28-8371-4e3a-9efa-d5b17c24e9c3 req-c9334296-0389-43d6-8c89-85329ab94a82 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.0756345 Mar 02 20:42:21.836298 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-80e78c28-8371-4e3a-9efa-d5b17c24e9c3 req-cb1fe769-1409-4393-b6e6-39842256717b tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397105 Mar 02 20:42:21.956016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:22.061633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2afa57-7433-45fe-8be2-ae4e714375b3 req-b086cfa7-2785-4fdb-a381-087f1d70e0d9 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:22.063096 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be2afa57-7433-45fe-8be2-ae4e714375b3 req-b086cfa7-2785-4fdb-a381-087f1d70e0d9 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.0794699 Mar 02 20:42:22.108305 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-be2afa57-7433-45fe-8be2-ae4e714375b3 req-1d52a6cc-d224-4c31-89d4-14b5a18d3b43 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Mar 02 20:42:22.300139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fd8f0-1661-4aef-b17a-534ce8a9e76c req-a62372ec-7081-4563-8648-166f05b81dd9 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:22.301562 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-889fd8f0-1661-4aef-b17a-534ce8a9e76c req-a62372ec-7081-4563-8648-166f05b81dd9 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.0748599 Mar 02 20:42:22.346327 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-889fd8f0-1661-4aef-b17a-534ce8a9e76c req-5fb5c14e-5f25-4ad0-9616-37844082e61d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Mar 02 20:42:22.540936 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-35071fb5-ac0f-4ab5-8b5e-1206e8e89ca6 req-6ffda6f9-7206-41ee-9fa3-8e4a014b3ff4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0707138 Mar 02 20:42:22.735174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd098c6e-7a63-495d-978c-073af9e6ccef req-81731ff5-3d96-4361-bfd7-670d9e5ca489 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:22.736611 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd098c6e-7a63-495d-978c-073af9e6ccef req-81731ff5-3d96-4361-bfd7-670d9e5ca489 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.0759070 Mar 02 20:42:22.781350 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fd098c6e-7a63-495d-978c-073af9e6ccef req-d89bf4d9-965f-4470-ac29-a453656e2197 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Mar 02 20:42:22.874568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 5d3e9fbd-152b-449d-8dd3-fed9de52e037 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:42:22.909658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 5d3e9fbd-152b-449d-8dd3-fed9de52e037 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:42:22.910020 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 5d3e9fbd-152b-449d-8dd3-fed9de52e037 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:42:22.978804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738443d-64d4-402d-a3ca-0c6502a22422 req-4439051b-b76d-4ffb-ab45-4c4ce776a1d1 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:22.980222 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6738443d-64d4-402d-a3ca-0c6502a22422 req-4439051b-b76d-4ffb-ab45-4c4ce776a1d1 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.0807741 Mar 02 20:42:23.025574 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6738443d-64d4-402d-a3ca-0c6502a22422 req-4f33c9b0-21e1-42d4-b2c2-9c09eea86ad7 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391524 Mar 02 20:42:23.235225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104add1c-1774-4e0f-8b18-f5eb2ee43c4f req-763d745a-2c26-4341-994e-c92db9bbcf91 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:23.236642 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-104add1c-1774-4e0f-8b18-f5eb2ee43c4f req-763d745a-2c26-4341-994e-c92db9bbcf91 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.0745707 Mar 02 20:42:23.284313 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-104add1c-1774-4e0f-8b18-f5eb2ee43c4f req-c9b54e1e-e712-4f14-8970-e726e677ea8d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Mar 02 20:42:24.000886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae409b-c3c3-4787-ad39-c8874b7bbe95 req-39adb47b-aeeb-41b1-9ae0-f3a17c06492c tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:24.002373 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f9ae409b-c3c3-4787-ad39-c8874b7bbe95 req-39adb47b-aeeb-41b1-9ae0-f3a17c06492c tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.0761123 Mar 02 20:42:24.048263 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f9ae409b-c3c3-4787-ad39-c8874b7bbe95 req-cecd07b9-b9a9-4aba-bad7-8b66c0d59a0d tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Mar 02 20:42:25.248361 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2a56f-1bab-4fbf-8041-777e05f5870d req-ac650b30-11a9-41e4-ba80-8405cb247e27 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:25.249777 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-95f2a56f-1bab-4fbf-8041-777e05f5870d req-ac650b30-11a9-41e4-ba80-8405cb247e27 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.0798929 Mar 02 20:42:25.292632 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-95f2a56f-1bab-4fbf-8041-777e05f5870d req-1568ba7a-f30f-4362-88fd-99bdbb6670b7 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/security-groups?id=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375290 Mar 02 20:42:25.591979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-4b364c98-808b-475b-834e-1b4216e78d7c tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:25.592670 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-4b364c98-808b-475b-834e-1b4216e78d7c tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Synchronizing usage tracker for tenant:64e0b358503e49a2872499aeb105d269 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:42:25.678533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-4b364c98-808b-475b-834e-1b4216e78d7c tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Unset dirty status for tenant:64e0b358503e49a2872499aeb105d269 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:42:25.679573 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-4b364c98-808b-475b-834e-1b4216e78d7c tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 945 time: 0.1625440 Mar 02 20:42:25.750282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-a613bb18-f969-4a1f-9a89-6c84a98bea04 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Deleting port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:25.750618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-a613bb18-f969-4a1f-9a89-6c84a98bea04 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:25.988203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-a613bb18-f969-4a1f-9a89-6c84a98bea04 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] For port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=37e8b9a0-ad26-4057-a7a3-bebc05d8279c,segment=NetworkSegment(6e412f4f-5b3d-425e-b4b5-6c984886a57f),segment_id=6e412f4f-5b3d-425e-b4b5-6c984886a57f)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:25.988474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-a613bb18-f969-4a1f-9a89-6c84a98bea04 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:26.111318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-a613bb18-f969-4a1f-9a89-6c84a98bea04 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Calling delete_port for 37e8b9a0-ad26-4057-a7a3-bebc05d8279c owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:42:26.318720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-a613bb18-f969-4a1f-9a89-6c84a98bea04 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:26.330003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['37e8b9a0-ad26-4057-a7a3-bebc05d8279c'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:42:26.367822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613bb18-f969-4a1f-9a89-6c84a98bea04 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Pushing event deleted for resources: {'Port': ['ID=37e8b9a0-ad26-4057-a7a3-bebc05d8279c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:26.442332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-a613bb18-f969-4a1f-9a89-6c84a98bea04 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] No DVR routers for this DVR port 37e8b9a0-ad26-4057-a7a3-bebc05d8279c on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:42:26.444704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-a613bb18-f969-4a1f-9a89-6c84a98bea04 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:26.447176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d9532d-11e4-4d48-ab0f-45dc2bd603dd', 'name': 'network-vif-deleted', 'tag': '37e8b9a0-ad26-4057-a7a3-bebc05d8279c'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:42:26.463813 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-92c8a66e-eb3b-4af9-b466-78855b934fde req-6cf9a985-27b5-43d5-a46a-0572b147cb0e tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2d9532d-11e4-4d48-ab0f-45dc2bd603dd HTTP/1.1" status: 200 len: 210 time: 0.0420890 Mar 02 20:42:26.506404 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d9532d-11e4-4d48-ab0f-45dc2bd603dd', 'name': 'network-vif-deleted', 'tag': '37e8b9a0-ad26-4057-a7a3-bebc05d8279c', 'status': 'completed', 'code': 200} Mar 02 20:42:26.519491 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b4ad8ca8-56c5-4a17-96a5-b1811346f352 req-a613bb18-f969-4a1f-9a89-6c84a98bea04 tempest-ServersNegativeTestJSON-469583732 tempest-ServersNegativeTestJSON-469583732-project] 10.222.0.31 "DELETE /v2.0/ports/37e8b9a0-ad26-4057-a7a3-bebc05d8279c HTTP/1.1" status: 204 len: 173 time: 0.8342631 Mar 02 20:42:27.571078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52178) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:27.629561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da4d304-e9f1-40ae-9ba9-d0dd1b37f1b6 admin admin] Deleting subnet 9e4510a9-353f-4d00-9e23-382f9bd1d18d {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:42:27.632464 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3da4d304-e9f1-40ae-9ba9-d0dd1b37f1b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:27.683969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3da4d304-e9f1-40ae-9ba9-d0dd1b37f1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:27.737559 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3da4d304-e9f1-40ae-9ba9-d0dd1b37f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:27.941972 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3da4d304-e9f1-40ae-9ba9-d0dd1b37f1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:27.978909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d304-e9f1-40ae-9ba9-d0dd1b37f1b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4510a9-353f-4d00-9e23-382f9bd1d18d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:27.985249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3da4d304-e9f1-40ae-9ba9-d0dd1b37f1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:27.990977 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3da4d304-e9f1-40ae-9ba9-d0dd1b37f1b6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9e4510a9-353f-4d00-9e23-382f9bd1d18d HTTP/1.1" status: 204 len: 168 time: 0.4188552 Mar 02 20:42:27.993352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52182) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:28.186125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:28.306503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:28.331694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24619497-fdbe-4f21-84d2-8001629f3e3b']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:28.343600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e412f4f-5b3d-425e-b4b5-6c984886a57f') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:28.343904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e412f4f-5b3d-425e-b4b5-6c984886a57f') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:28.355019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:28.371620 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:28.377715 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:42:28.378127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:42:28.390781 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:42:28.550077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:28.566348 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:28.576213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=24619497-fdbe-4f21-84d2-8001629f3e3b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:28.644956 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5eff6de1-5085-458d-8bf7-980208a85fb8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/24619497-fdbe-4f21-84d2-8001629f3e3b HTTP/1.1" status: 204 len: 168 time: 0.6506119 Mar 02 20:42:28.921045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 37e8b9a0-ad26-4057-a7a3-bebc05d8279c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:42:28.953826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 37e8b9a0-ad26-4057-a7a3-bebc05d8279c {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:42:28.954221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 37e8b9a0-ad26-4057-a7a3-bebc05d8279c not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:42:28.997225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52188) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:29.047739 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-55a44f99-3766-41ec-9b59-b6a5eb5188eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64e0b358503e49a2872499aeb105d269&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490835 Mar 02 20:42:29.050119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52192) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:29.112305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29b37bb-d7da-4e03-8376-db5243c8de29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:29.137102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29b37bb-d7da-4e03-8376-db5243c8de29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:29.253104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29b37bb-d7da-4e03-8376-db5243c8de29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:29.267816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b37bb-d7da-4e03-8376-db5243c8de29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a55d23c-ed12-4876-8b53-b17dd5ecbf3a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:29.273833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c29b37bb-d7da-4e03-8376-db5243c8de29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:29.275022 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c29b37bb-d7da-4e03-8376-db5243c8de29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a55d23c-ed12-4876-8b53-b17dd5ecbf3a HTTP/1.1" status: 204 len: 168 time: 0.2240360 Mar 02 20:42:30.398564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52214) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:30.525530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611829972'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:30.531427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:30.535200 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Usage tracker for resource:network and tenant:24d13533f41f46caaef276cba7f6844c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:30.537992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:30.543993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:30.604086 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Made reservation on behalf of 24d13533f41f46caaef276cba7f6844c for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:30.607320 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:30.619557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:30.651095 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:30.656199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Usage tracker for resource:security_group_rule and tenant:24d13533f41f46caaef276cba7f6844c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:30.660718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:30.665111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:30.733124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:30.809525 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:30.847522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:42:30.852742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5e67ae-908d-4850-9472-33c3d193a10f,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:30.859571 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:30.859940 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Added segment 870ca110-ecd1-405a-942f-9b7821f78ea9 of type vlan for network 21df5cbc-36c2-4fc1-b8c4-c2f87539da18 Mar 02 20:42:30.889073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:30.981096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:30.984747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:30.985323 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:31.093796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event updated for resources: {'Network': ['ID=21df5cbc-36c2-4fc1-b8c4-c2f87539da18,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:31.103501 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 21df5cbc-36c2-4fc1-b8c4-c2f87539da18 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:42:31.147766 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-59fe315c-4c3c-4b46-9831-1e0e728a6aaf tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7481248 Mar 02 20:42:33.579988 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:42:34.369834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52220) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:34.376554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Request body: {'subnet': {'network_id': '21df5cbc-36c2-4fc1-b8c4-c2f87539da18', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:34.480825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:34.485303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Usage tracker for resource:subnet and tenant:24d13533f41f46caaef276cba7f6844c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:34.488088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:34.493673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:34.561432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Made reservation on behalf of 24d13533f41f46caaef276cba7f6844c for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:34.662420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:34.932900 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:35.007139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event updated for resources: {'Subnet': ['ID=c1556003-f5f6-4e0c-b4fc-e5a92ffbc442,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:35.022238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:35.022595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:35.022923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:35.023259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:35.023590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:35.023917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:35.024242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:35.024567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:35.024914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:35.025244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:35.025562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:35.033296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Checking segment: {'id': '870ca110-ecd1-405a-942f-9b7821f78ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '21df5cbc-36c2-4fc1-b8c4-c2f87539da18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:35.033296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Network hostable DHCP agents. Network: 21df5cbc-36c2-4fc1-b8c4-c2f87539da18, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:42:35.121461 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Network 21df5cbc-36c2-4fc1-b8c4-c2f87539da18 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:42:35.202264 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 21df5cbc-36c2-4fc1-b8c4-c2f87539da18) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:35.206092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:35.206676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:35.210855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c2254c-b4e3-4546-98da-8f83680dc15b None None] Network 21df5cbc-36c2-4fc1-b8c4-c2f87539da18 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:35.294470 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c5e962dd-e65b-403c-a384-bd8b8df60884 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9228377 Mar 02 20:42:35.298247 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52224) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:35.303750 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519902967'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:35.308863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:35.313511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Usage tracker for resource:network and tenant:24d13533f41f46caaef276cba7f6844c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:35.316483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:35.322355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:35.398775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Made reservation on behalf of 24d13533f41f46caaef276cba7f6844c for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:35.401933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:35.435759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:42:35.449999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:35.450376 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Added segment 36f95fbb-84ac-4f17-bf95-7c9fe45623c7 of type vlan for network 2f74143d-6d53-4c85-a3e7-9c3d6656244c Mar 02 20:42:35.453187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-21df5cbc-36c2-4fc1-b8c4-c2f87539da18', 'network_id': '21df5cbc-36c2-4fc1-b8c4-c2f87539da18', 'tenant_id': '24d13533f41f46caaef276cba7f6844c', 'fixed_ips': [{'subnet_id': 'c1556003-f5f6-4e0c-b4fc-e5a92ffbc442'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:42:35.453985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:35.476616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:35.570669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:35.574473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:35.575134 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:35.638806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Allocated IP 2001:db8:0:ffff::2 (21df5cbc-36c2-4fc1-b8c4-c2f87539da18/c1556003-f5f6-4e0c-b4fc-e5a92ffbc442/f5930ae7-5634-442a-8087-0ebc4164aa8b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:42:35.680786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event updated for resources: {'Network': ['ID=2f74143d-6d53-4c85-a3e7-9c3d6656244c,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:35.710457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 2f74143d-6d53-4c85-a3e7-9c3d6656244c details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:42:35.717169 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-39747ff3-5086-496a-ac18-601dad3d057a tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4178853 Mar 02 20:42:35.719899 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52228) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:35.725298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Request body: {'subnet': {'network_id': '2f74143d-6d53-4c85-a3e7-9c3d6656244c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:35.834184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:35.838029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Usage tracker for resource:subnet and tenant:24d13533f41f46caaef276cba7f6844c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:35.841657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:35.848586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:35.909931 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Made reservation on behalf of 24d13533f41f46caaef276cba7f6844c for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:35.927465 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:35.938315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Transition to ACTIVE for port object f5930ae7-5634-442a-8087-0ebc4164aa8b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:35.958344 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Transition to ACTIVE for port object f5930ae7-5634-442a-8087-0ebc4164aa8b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:36.064992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:36.099517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:36.136430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Network 21df5cbc-36c2-4fc1-b8c4-c2f87539da18 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:42:36.139916 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:36.144319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:42:36.146364 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Pushing event updated for resources: {'Port': ['ID=f5930ae7-5634-442a-8087-0ebc4164aa8b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:36.234144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Attempting to bind port f5930ae7-5634-442a-8087-0ebc4164aa8b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:42:36.234808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Attempting to bind port f5930ae7-5634-442a-8087-0ebc4164aa8b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '870ca110-ecd1-405a-942f-9b7821f78ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '21df5cbc-36c2-4fc1-b8c4-c2f87539da18'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:42:36.234940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Attempting to bind port f5930ae7-5634-442a-8087-0ebc4164aa8b on network 21df5cbc-36c2-4fc1-b8c4-c2f87539da18 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:42:36.243749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:42:36.244362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Checking segment: {'id': '870ca110-ecd1-405a-942f-9b7821f78ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '21df5cbc-36c2-4fc1-b8c4-c2f87539da18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:36.245040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:36.245691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Bound using segment: {'id': '870ca110-ecd1-405a-942f-9b7821f78ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '21df5cbc-36c2-4fc1-b8c4-c2f87539da18'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:42:36.246503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Bound port: f5930ae7-5634-442a-8087-0ebc4164aa8b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870ca110-ecd1-405a-942f-9b7821f78ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '21df5cbc-36c2-4fc1-b8c4-c2f87539da18'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:42:36.247637 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:36.342213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] For port f5930ae7-5634-442a-8087-0ebc4164aa8b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:42:36.345017 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] For port f5930ae7-5634-442a-8087-0ebc4164aa8b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f5930ae7-5634-442a-8087-0ebc4164aa8b,segment=NetworkSegment(870ca110-ecd1-405a-942f-9b7821f78ea9),segment_id=870ca110-ecd1-405a-942f-9b7821f78ea9)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:42:36.401537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:36.419376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:36.487117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event updated for resources: {'Subnet': ['ID=9a86ee09-0741-4046-90d7-d82ecc96ce9c,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:36.498271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Checking segment: {'id': '36f95fbb-84ac-4f17-bf95-7c9fe45623c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '2f74143d-6d53-4c85-a3e7-9c3d6656244c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:36.498636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Network hostable DHCP agents. Network: 2f74143d-6d53-4c85-a3e7-9c3d6656244c, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:42:36.502414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7559470-6d1a-467a-9df9-fa489943e5fd None None] Pushing event updated for resources: {'Port': ['ID=f5930ae7-5634-442a-8087-0ebc4164aa8b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:36.576100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Network 2f74143d-6d53-4c85-a3e7-9c3d6656244c is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:42:36.656070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 2f74143d-6d53-4c85-a3e7-9c3d6656244c) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:36.660153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:36.660740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:36.665015 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9269eef5-89ba-4ace-b73a-3bd81fa6eaa4 None None] Network 2f74143d-6d53-4c85-a3e7-9c3d6656244c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:36.760868 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-268e73de-508a-443e-8fbb-fbcb74df9b1d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0399134 Mar 02 20:42:36.763330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52232) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:36.893615 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-2f74143d-6d53-4c85-a3e7-9c3d6656244c', 'network_id': '2f74143d-6d53-4c85-a3e7-9c3d6656244c', 'tenant_id': '24d13533f41f46caaef276cba7f6844c', 'fixed_ips': [{'subnet_id': '9a86ee09-0741-4046-90d7-d82ecc96ce9c'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:42:36.894462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:36.907018 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:36.974889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:37.055996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Allocated IP 2001:db8::2 (2f74143d-6d53-4c85-a3e7-9c3d6656244c/9a86ee09-0741-4046-90d7-d82ecc96ce9c/d6e35384-0c46-4149-b574-0e1aeb3d090f) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:42:37.271069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:37.282885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Transition to ACTIVE for port object d6e35384-0c46-4149-b574-0e1aeb3d090f will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:37.302220 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Transition to ACTIVE for port object d6e35384-0c46-4149-b574-0e1aeb3d090f will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:37.371610 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:37.409295 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c2750-8eac-40ac-a47d-47dc877b7666 None None] Network 21df5cbc-36c2-4fc1-b8c4-c2f87539da18 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:37.479273 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:37.493170 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f5930ae7-5634-442a-8087-0ebc4164aa8b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:42:37.518966 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Subnet': ['ID=9a86ee09-0741-4046-90d7-d82ecc96ce9c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:37.614257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Network 2f74143d-6d53-4c85-a3e7-9c3d6656244c is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:42:37.620261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:37.621144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:37.623452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Pushing event updated for resources: {'Port': ['ID=d6e35384-0c46-4149-b574-0e1aeb3d090f,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:37.627340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:42:37.648829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f74143d-6d53-4c85-a3e7-9c3d6656244c']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:37.659708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f95fbb-84ac-4f17-bf95-7c9fe45623c7') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:37.659993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f95fbb-84ac-4f17-bf95-7c9fe45623c7') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:37.671240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:37.687770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:37.694100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:42:37.694740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:42:37.710000 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:42:37.737976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f1d95481-db65-435e-ab68-1e64c1225290 None None] Provisioning for port f5930ae7-5634-442a-8087-0ebc4164aa8b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:42:37.801896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Attempting to bind port d6e35384-0c46-4149-b574-0e1aeb3d090f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:42:37.802367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Attempting to bind port d6e35384-0c46-4149-b574-0e1aeb3d090f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '36f95fbb-84ac-4f17-bf95-7c9fe45623c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '2f74143d-6d53-4c85-a3e7-9c3d6656244c'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:42:37.802736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Attempting to bind port d6e35384-0c46-4149-b574-0e1aeb3d090f on network 2f74143d-6d53-4c85-a3e7-9c3d6656244c {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:42:37.815656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:42:37.816035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Checking segment: {'id': '36f95fbb-84ac-4f17-bf95-7c9fe45623c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '2f74143d-6d53-4c85-a3e7-9c3d6656244c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:37.816445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:37.816845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Bound using segment: {'id': '36f95fbb-84ac-4f17-bf95-7c9fe45623c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '2f74143d-6d53-4c85-a3e7-9c3d6656244c'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:42:37.817320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Bound port: d6e35384-0c46-4149-b574-0e1aeb3d090f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f95fbb-84ac-4f17-bf95-7c9fe45623c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '2f74143d-6d53-4c85-a3e7-9c3d6656244c'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:42:37.817694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:37.821889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:42:37.821889 dv-neutron-831593-2-hyperv neutron-server[84503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:42:37.821889 dv-neutron-831593-2-hyperv neutron-server[84503]: [parameters: {'id': '2f74143d-6d53-4c85-a3e7-9c3d6656244c'}] Mar 02 20:42:37.821889 dv-neutron-831593-2-hyperv neutron-server[84503]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:42:37.822568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:42:37.896995 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port f5930ae7-5634-442a-8087-0ebc4164aa8b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:42:37.916170 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f5930ae7-5634-442a-8087-0ebc4164aa8b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:42:37.916473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:38.059203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] For port d6e35384-0c46-4149-b574-0e1aeb3d090f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:42:38.078308 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] For port d6e35384-0c46-4149-b574-0e1aeb3d090f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d6e35384-0c46-4149-b574-0e1aeb3d090f,segment=NetworkSegment(36f95fbb-84ac-4f17-bf95-7c9fe45623c7),segment_id=36f95fbb-84ac-4f17-bf95-7c9fe45623c7)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:42:38.085105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:38.119215 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port f5930ae7-5634-442a-8087-0ebc4164aa8b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f5930ae7-5634-442a-8087-0ebc4164aa8b,segment=NetworkSegment(870ca110-ecd1-405a-942f-9b7821f78ea9),segment_id=870ca110-ecd1-405a-942f-9b7821f78ea9)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:38.179277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:38.217137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:38.296239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5aa99-b879-490a-95a2-fbd8613ffbca None None] Pushing event updated for resources: {'Port': ['ID=d6e35384-0c46-4149-b574-0e1aeb3d090f,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:38.323851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:38.336254 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Deleting port d6e35384-0c46-4149-b574-0e1aeb3d090f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:38.336661 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:38.384547 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98fedf8-79c2-478e-b360-cf26161189c7 None None] Network 2f74143d-6d53-4c85-a3e7-9c3d6656244c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:38.406197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e83a049b-c36a-4b52-bf95-821a0ccdd85e None None] Provisioning complete for port f5930ae7-5634-442a-8087-0ebc4164aa8b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:42:38.408955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e83a049b-c36a-4b52-bf95-821a0ccdd85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:38.429053 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=f5930ae7-5634-442a-8087-0ebc4164aa8b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:38.542592 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] For port d6e35384-0c46-4149-b574-0e1aeb3d090f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d6e35384-0c46-4149-b574-0e1aeb3d090f,segment=NetworkSegment(36f95fbb-84ac-4f17-bf95-7c9fe45623c7),segment_id=36f95fbb-84ac-4f17-bf95-7c9fe45623c7)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:38.543204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:38.666792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Calling delete_port for d6e35384-0c46-4149-b574-0e1aeb3d090f owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:42:38.684860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064e746d-2b1a-4a48-9095-90c8f74d6eac None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:42:38.770097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e746d-2b1a-4a48-9095-90c8f74d6eac None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:42:38.801226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:38.845109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Port': ['ID=d6e35384-0c46-4149-b574-0e1aeb3d090f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:38.851694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No DVR routers for this DVR port d6e35384-0c46-4149-b574-0e1aeb3d090f on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:42:38.972598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.089268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f74143d-6d53-4c85-a3e7-9c3d6656244c']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:39.102405 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f95fbb-84ac-4f17-bf95-7c9fe45623c7') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:39.102701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f95fbb-84ac-4f17-bf95-7c9fe45623c7') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:39.114142 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.130161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.135968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:42:39.136341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:42:39.150795 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:42:39.281537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.298559 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.312041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Network': ['ID=2f74143d-6d53-4c85-a3e7-9c3d6656244c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:39.315841 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e5a61840-2a97-44c0-93a6-add8dd125821 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/networks/2f74143d-6d53-4c85-a3e7-9c3d6656244c HTTP/1.1" status: 204 len: 168 time: 2.5512276 Mar 02 20:42:39.319219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52236) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:39.324345 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1289383642'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:39.330666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:39.334334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Usage tracker for resource:network and tenant:24d13533f41f46caaef276cba7f6844c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:39.337082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:39.343725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:39.413036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Made reservation on behalf of 24d13533f41f46caaef276cba7f6844c for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:39.416039 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.445255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:42:39.447080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f5930ae7-5634-442a-8087-0ebc4164aa8b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:42:39.455325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.455658 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Added segment 9be310fc-2cb7-4316-9236-023b5eb7eff7 of type vlan for network d7d12930-82a0-4363-95f5-7cd62c7e2e14 Mar 02 20:42:39.480897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.515567 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f5930ae7-5634-442a-8087-0ebc4164aa8b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:42:39.515941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.569612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.573374 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:39.573979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:39.680303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event updated for resources: {'Network': ['ID=d7d12930-82a0-4363-95f5-7cd62c7e2e14,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:39.690448 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network d7d12930-82a0-4363-95f5-7cd62c7e2e14 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:42:39.739185 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-39f18108-cf1d-442c-aa6b-a90ed17e0fd2 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4189675 Mar 02 20:42:39.742031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52240) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:39.748019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Request body: {'subnet': {'network_id': 'd7d12930-82a0-4363-95f5-7cd62c7e2e14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:39.858777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:39.862644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Usage tracker for resource:subnet and tenant:24d13533f41f46caaef276cba7f6844c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:39.865416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:39.871034 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:39.929729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Made reservation on behalf of 24d13533f41f46caaef276cba7f6844c for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:40.043261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:40.133997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_backend_mixin [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Performing IP validity checks on allocation pools {{(pid=84503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:42:40.134506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.ipam_backend_mixin [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84503) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:42:40.307361 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:40.386522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event updated for resources: {'Subnet': ['ID=3ff15382-ebf4-4ecd-a2b2-eb26d8bcad15,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:40.397643 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Checking segment: {'id': '9be310fc-2cb7-4316-9236-023b5eb7eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd7d12930-82a0-4363-95f5-7cd62c7e2e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:40.398032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Network hostable DHCP agents. Network: d7d12930-82a0-4363-95f5-7cd62c7e2e14, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:42:40.501369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Network d7d12930-82a0-4363-95f5-7cd62c7e2e14 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:42:40.575704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, d7d12930-82a0-4363-95f5-7cd62c7e2e14) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:40.579738 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:40.580317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:40.584392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f7431b-3e72-451f-9a97-54aeec934e6d None None] Network d7d12930-82a0-4363-95f5-7cd62c7e2e14 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:40.664656 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-04e7b916-7caa-43f5-ab88-c9a778f1798b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9192255 Mar 02 20:42:40.664855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52244) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:40.791017 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-d7d12930-82a0-4363-95f5-7cd62c7e2e14', 'network_id': 'd7d12930-82a0-4363-95f5-7cd62c7e2e14', 'tenant_id': '24d13533f41f46caaef276cba7f6844c', 'fixed_ips': [{'subnet_id': '3ff15382-ebf4-4ecd-a2b2-eb26d8bcad15'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:42:40.791836 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:40.807089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:40.870831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:40.944229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Allocated IP 2001:db8::3 (d7d12930-82a0-4363-95f5-7cd62c7e2e14/3ff15382-ebf4-4ecd-a2b2-eb26d8bcad15/96223aec-3b33-4575-b528-9fd87a9c43f0) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:42:41.146408 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:41.156880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Transition to ACTIVE for port object 96223aec-3b33-4575-b528-9fd87a9c43f0 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:41.175012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Transition to ACTIVE for port object 96223aec-3b33-4575-b528-9fd87a9c43f0 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:41.244449 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:41.310491 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Network d7d12930-82a0-4363-95f5-7cd62c7e2e14 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:42:41.313366 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:41.317668 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:42:41.319765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Pushing event updated for resources: {'Port': ['ID=96223aec-3b33-4575-b528-9fd87a9c43f0,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:41.324383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:41.363642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff15382-ebf4-4ecd-a2b2-eb26d8bcad15,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:41.408905 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Attempting to bind port 96223aec-3b33-4575-b528-9fd87a9c43f0 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:42:41.409270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Attempting to bind port 96223aec-3b33-4575-b528-9fd87a9c43f0 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '9be310fc-2cb7-4316-9236-023b5eb7eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd7d12930-82a0-4363-95f5-7cd62c7e2e14'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:42:41.409633 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Attempting to bind port 96223aec-3b33-4575-b528-9fd87a9c43f0 on network d7d12930-82a0-4363-95f5-7cd62c7e2e14 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:42:41.416195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:42:41.416568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Checking segment: {'id': '9be310fc-2cb7-4316-9236-023b5eb7eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd7d12930-82a0-4363-95f5-7cd62c7e2e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:41.416964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:41.417352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Bound using segment: {'id': '9be310fc-2cb7-4316-9236-023b5eb7eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd7d12930-82a0-4363-95f5-7cd62c7e2e14'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:42:41.417806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Bound port: 96223aec-3b33-4575-b528-9fd87a9c43f0, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be310fc-2cb7-4316-9236-023b5eb7eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'd7d12930-82a0-4363-95f5-7cd62c7e2e14'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:42:41.418216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:41.466439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:41.494208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d12930-82a0-4363-95f5-7cd62c7e2e14']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:41.505710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] For port 96223aec-3b33-4575-b528-9fd87a9c43f0, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:42:41.507240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be310fc-2cb7-4316-9236-023b5eb7eff7') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:41.507240 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be310fc-2cb7-4316-9236-023b5eb7eff7') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:41.508694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] For port 96223aec-3b33-4575-b528-9fd87a9c43f0, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=96223aec-3b33-4575-b528-9fd87a9c43f0,segment=NetworkSegment(9be310fc-2cb7-4316-9236-023b5eb7eff7),segment_id=9be310fc-2cb7-4316-9236-023b5eb7eff7)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:42:41.519160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:41.567491 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:41.569446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:41.576292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:42:41.577339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:42:41.595928 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:42:41.649465 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be3130-7de6-4617-b0d9-760d8b62d216 None None] Pushing event updated for resources: {'Port': ['ID=96223aec-3b33-4575-b528-9fd87a9c43f0,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:41.710155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.db.api [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:42:41.710155 dv-neutron-831593-2-hyperv neutron-server[84503]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:42:41.710155 dv-neutron-831593-2-hyperv neutron-server[84503]: [parameters: {'id': 'd7d12930-82a0-4363-95f5-7cd62c7e2e14'}] Mar 02 20:42:41.710155 dv-neutron-831593-2-hyperv neutron-server[84503]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:42:41.710712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG oslo_db.api [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:42:41.723504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859bc8c-b9ea-404a-95e7-45afb10c5e36 None None] Network d7d12930-82a0-4363-95f5-7cd62c7e2e14 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:41.912431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbca211-cbcb-4e45-8c7e-bbb2070fd21b None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:42:41.994783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbca211-cbcb-4e45-8c7e-bbb2070fd21b None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:42:42.212125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:42.223506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Deleting port 96223aec-3b33-4575-b528-9fd87a9c43f0 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:42.223832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:42.523326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] For port 96223aec-3b33-4575-b528-9fd87a9c43f0, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=96223aec-3b33-4575-b528-9fd87a9c43f0,segment=NetworkSegment(9be310fc-2cb7-4316-9236-023b5eb7eff7),segment_id=9be310fc-2cb7-4316-9236-023b5eb7eff7)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:42.523596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:42.653870 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Calling delete_port for 96223aec-3b33-4575-b528-9fd87a9c43f0 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:42:42.784260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:42.833078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Port': ['ID=96223aec-3b33-4575-b528-9fd87a9c43f0,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:42.839770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No DVR routers for this DVR port 96223aec-3b33-4575-b528-9fd87a9c43f0 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:42:42.967809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:42.994068 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d12930-82a0-4363-95f5-7cd62c7e2e14']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:43.006685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be310fc-2cb7-4316-9236-023b5eb7eff7') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:43.006970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be310fc-2cb7-4316-9236-023b5eb7eff7') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:43.018935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:43.039757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:43.041417 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:42:43.041821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:42:43.056178 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:42:43.060906 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:43.198665 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:43.216534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:43.227310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Network': ['ID=d7d12930-82a0-4363-95f5-7cd62c7e2e14,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:43.234142 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ac2ecf84-ecc4-4779-9cac-10fdf719b1fc tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/networks/d7d12930-82a0-4363-95f5-7cd62c7e2e14 HTTP/1.1" status: 204 len: 168 time: 2.5683420 Mar 02 20:42:43.237681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52248) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:43.243184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-518406908'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:43.249045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:43.252759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Usage tracker for resource:network and tenant:24d13533f41f46caaef276cba7f6844c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:43.255611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:43.261727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:43.323701 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Made reservation on behalf of 24d13533f41f46caaef276cba7f6844c for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:43.327352 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:43.354252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:42:43.363030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:43.363360 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Added segment 52b6961d-e430-421e-9924-ff24af288d8b of type vlan for network b5295eae-6696-4687-b39d-b14e904fac0c Mar 02 20:42:43.388111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:43.481515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:43.485470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:43.486292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:43.593499 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event updated for resources: {'Network': ['ID=b5295eae-6696-4687-b39d-b14e904fac0c,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:43.603032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network b5295eae-6696-4687-b39d-b14e904fac0c details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:42:43.656578 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-64f33781-6880-4338-9838-345858669e1f tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4177916 Mar 02 20:42:43.660229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52252) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:43.666068 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Request body: {'subnet': {'network_id': 'b5295eae-6696-4687-b39d-b14e904fac0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:43.776242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:43.780590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Usage tracker for resource:subnet and tenant:24d13533f41f46caaef276cba7f6844c is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:43.783332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:43.788939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:43.861277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Made reservation on behalf of 24d13533f41f46caaef276cba7f6844c for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:43.961088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:44.229992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:44.305612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event updated for resources: {'Subnet': ['ID=847f30a2-099f-4206-86e2-f97f429e53d8,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:44.320617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Checking segment: {'id': '52b6961d-e430-421e-9924-ff24af288d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5295eae-6696-4687-b39d-b14e904fac0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:44.320969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Network hostable DHCP agents. Network: b5295eae-6696-4687-b39d-b14e904fac0c, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:42:44.400745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Network b5295eae-6696-4687-b39d-b14e904fac0c is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:42:44.489325 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, b5295eae-6696-4687-b39d-b14e904fac0c) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:44.493005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:44.493603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:44.498490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25954c92-4f23-4ed5-a362-191d4f9e8e68 None None] Network b5295eae-6696-4687-b39d-b14e904fac0c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:44.598847 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6cab8749-5853-4169-9f3e-059d7f5e556e tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9375560 Mar 02 20:42:44.602643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52256) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:44.608284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1966393429'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:44.613800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:44.616924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Usage tracker for resource:network and tenant:24d13533f41f46caaef276cba7f6844c is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:44.620347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:44.626753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:44.704121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-b5295eae-6696-4687-b39d-b14e904fac0c', 'network_id': 'b5295eae-6696-4687-b39d-b14e904fac0c', 'tenant_id': '24d13533f41f46caaef276cba7f6844c', 'fixed_ips': [{'subnet_id': '847f30a2-099f-4206-86e2-f97f429e53d8'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:42:44.704284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Made reservation on behalf of 24d13533f41f46caaef276cba7f6844c for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:44.704922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:44.707218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:44.735726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:42:44.744125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:44.744402 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Added segment 3ff07081-013c-4ec2-a975-483246bec10f of type vlan for network 17729c89-b5af-46e5-a515-986419a2bd23 Mar 02 20:42:44.770982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:44.861348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:44.861610 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Allocated IP 2001:db8::2 (b5295eae-6696-4687-b39d-b14e904fac0c/847f30a2-099f-4206-86e2-f97f429e53d8/b6fc5d77-747c-4085-a878-1253068860b9) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:42:44.865097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:44.865673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.051718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event updated for resources: {'Network': ['ID=17729c89-b5af-46e5-a515-986419a2bd23,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:45.060676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:45.061255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:45.061478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:45.061773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:45.062122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:45.063482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:45.063482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:45.063482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:45.063482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:45.063962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:45.064075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:42:45.076845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 17729c89-b5af-46e5-a515-986419a2bd23 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:42:45.088860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.102011 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-018a3437-1fa3-4e13-b9e2-863416ae9150 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4956746 Mar 02 20:42:45.102251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Transition to ACTIVE for port object b6fc5d77-747c-4085-a878-1253068860b9 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:45.102367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52260) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:45.108200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Request body: {'subnet': {'network_id': '17729c89-b5af-46e5-a515-986419a2bd23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:45.182436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Transition to ACTIVE for port object b6fc5d77-747c-4085-a878-1253068860b9 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:45.218169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:45.221889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Usage tracker for resource:subnet and tenant:24d13533f41f46caaef276cba7f6844c is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:45.224742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:45.230403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:45.236509 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.286821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Made reservation on behalf of 24d13533f41f46caaef276cba7f6844c for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:45.302258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Network b5295eae-6696-4687-b39d-b14e904fac0c is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:42:45.304991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:45.309845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:42:45.311989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Pushing event updated for resources: {'Port': ['ID=b6fc5d77-747c-4085-a878-1253068860b9,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:45.398340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.401381 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Attempting to bind port b6fc5d77-747c-4085-a878-1253068860b9 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:42:45.401745 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Attempting to bind port b6fc5d77-747c-4085-a878-1253068860b9 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '52b6961d-e430-421e-9924-ff24af288d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5295eae-6696-4687-b39d-b14e904fac0c'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:42:45.402133 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Attempting to bind port b6fc5d77-747c-4085-a878-1253068860b9 on network b5295eae-6696-4687-b39d-b14e904fac0c {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:42:45.409191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:42:45.409552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Checking segment: {'id': '52b6961d-e430-421e-9924-ff24af288d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5295eae-6696-4687-b39d-b14e904fac0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:45.409972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.410360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Bound using segment: {'id': '52b6961d-e430-421e-9924-ff24af288d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5295eae-6696-4687-b39d-b14e904fac0c'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:42:45.410807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Bound port: b6fc5d77-747c-4085-a878-1253068860b9, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b6961d-e430-421e-9924-ff24af288d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'b5295eae-6696-4687-b39d-b14e904fac0c'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:42:45.411171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.497130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] For port b6fc5d77-747c-4085-a878-1253068860b9, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:42:45.500091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] For port b6fc5d77-747c-4085-a878-1253068860b9, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b6fc5d77-747c-4085-a878-1253068860b9,segment=NetworkSegment(52b6961d-e430-421e-9924-ff24af288d8b),segment_id=52b6961d-e430-421e-9924-ff24af288d8b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:42:45.564485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.645584 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e56f5-4663-4a60-94ae-ed170f146b1a None None] Pushing event updated for resources: {'Port': ['ID=b6fc5d77-747c-4085-a878-1253068860b9,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:45.690324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.775005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event updated for resources: {'Subnet': ['ID=04555a3b-bc63-4331-b3ca-1a45571d4641,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:45.786936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Checking segment: {'id': '3ff07081-013c-4ec2-a975-483246bec10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '17729c89-b5af-46e5-a515-986419a2bd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:45.787303 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Network hostable DHCP agents. Network: 17729c89-b5af-46e5-a515-986419a2bd23, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:42:45.881519 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Network 17729c89-b5af-46e5-a515-986419a2bd23 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:42:45.944088 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 17729c89-b5af-46e5-a515-986419a2bd23) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:45.948072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:45.948821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.953620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88748036-7f65-4158-8ae6-0ed903f76007 None None] Network 17729c89-b5af-46e5-a515-986419a2bd23 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:46.029710 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fafba129-96e3-4026-a8b6-aa1aaa364cd1 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9262049 Mar 02 20:42:46.032215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52264) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:46.172519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-17729c89-b5af-46e5-a515-986419a2bd23', 'network_id': '17729c89-b5af-46e5-a515-986419a2bd23', 'tenant_id': '24d13533f41f46caaef276cba7f6844c', 'fixed_ips': [{'subnet_id': '04555a3b-bc63-4331-b3ca-1a45571d4641'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:42:46.173339 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:46.177047 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:46.254324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:46.343277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Allocated IP 2001:db8::2 (17729c89-b5af-46e5-a515-986419a2bd23/04555a3b-bc63-4331-b3ca-1a45571d4641/2ab93732-617f-48fc-bc72-e43504255d77) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:42:46.577027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17cfd5c-8320-4952-a354-486ddad84137 None None] Network b5295eae-6696-4687-b39d-b14e904fac0c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:46.677932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:46.705094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Transition to ACTIVE for port object 2ab93732-617f-48fc-bc72-e43504255d77 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:46.740261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Transition to ACTIVE for port object 2ab93732-617f-48fc-bc72-e43504255d77 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:46.767140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6513a893-89b7-4d91-aae0-e202ee14a783 None None] Provisioning for port b6fc5d77-747c-4085-a878-1253068860b9 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:42:46.831402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:46.910496 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:46.916721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Network 17729c89-b5af-46e5-a515-986419a2bd23 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:42:46.919846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Pushing event updated for resources: {'Port': ['ID=2ab93732-617f-48fc-bc72-e43504255d77,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:46.922995 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:46.925971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:42:46.951705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Subnet': ['ID=04555a3b-bc63-4331-b3ca-1a45571d4641,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:47.022991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Attempting to bind port 2ab93732-617f-48fc-bc72-e43504255d77 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:42:47.023242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Attempting to bind port 2ab93732-617f-48fc-bc72-e43504255d77 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '3ff07081-013c-4ec2-a975-483246bec10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '17729c89-b5af-46e5-a515-986419a2bd23'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:42:47.023658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Attempting to bind port 2ab93732-617f-48fc-bc72-e43504255d77 on network 17729c89-b5af-46e5-a515-986419a2bd23 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:42:47.031853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:42:47.035312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Checking segment: {'id': '3ff07081-013c-4ec2-a975-483246bec10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '17729c89-b5af-46e5-a515-986419a2bd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:47.035312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.035312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Bound using segment: {'id': '3ff07081-013c-4ec2-a975-483246bec10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '17729c89-b5af-46e5-a515-986419a2bd23'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:42:47.035312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Bound port: 2ab93732-617f-48fc-bc72-e43504255d77, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff07081-013c-4ec2-a975-483246bec10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '17729c89-b5af-46e5-a515-986419a2bd23'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:42:47.035312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.051373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.082967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17729c89-b5af-46e5-a515-986419a2bd23']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:47.100515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff07081-013c-4ec2-a975-483246bec10f') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:47.101746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff07081-013c-4ec2-a975-483246bec10f') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:47.117705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.134255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] For port 2ab93732-617f-48fc-bc72-e43504255d77, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:42:47.138833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.143184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:42:47.143563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.155524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-77988faa-d07b-42e4-a9cc-194303624433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:42:47.160097 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:42:47.239071 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] For port 2ab93732-617f-48fc-bc72-e43504255d77, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2ab93732-617f-48fc-bc72-e43504255d77,segment=NetworkSegment(3ff07081-013c-4ec2-a975-483246bec10f),segment_id=3ff07081-013c-4ec2-a975-483246bec10f)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:42:47.284304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:42:47.284304 dv-neutron-831593-2-hyperv neutron-server[84504]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:42:47.284304 dv-neutron-831593-2-hyperv neutron-server[84504]: [parameters: {'id': '17729c89-b5af-46e5-a515-986419a2bd23'}] Mar 02 20:42:47.284304 dv-neutron-831593-2-hyperv neutron-server[84504]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:42:47.284702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:42:47.310805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.422551 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84661e6-2912-417c-ae2f-7dbb95a5ed27 None None] Pushing event updated for resources: {'Port': ['ID=2ab93732-617f-48fc-bc72-e43504255d77,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:47.455143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85342be-7ef1-4ada-9b8c-3d2d76cb5b79 None None] Network 17729c89-b5af-46e5-a515-986419a2bd23 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:47.475100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b6fc5d77-747c-4085-a878-1253068860b9 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:42:47.697324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e781a15c-6e32-43e3-9fff-54baf52f5c89 None None] get_active_networks_info from dv-neutron-831593-2-hyperv {{(pid=84505) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 20:42:47.723795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port b6fc5d77-747c-4085-a878-1253068860b9 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:42:47.739312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b6fc5d77-747c-4085-a878-1253068860b9 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:42:47.739672 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.785521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.797176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Deleting port 2ab93732-617f-48fc-bc72-e43504255d77 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:47.797500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.870141 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e781a15c-6e32-43e3-9fff-54baf52f5c89 None None] Resources bound (agent type, host, resource id): {{(pid=84505) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:42:47.903127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:48.005286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] For port 2ab93732-617f-48fc-bc72-e43504255d77, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=2ab93732-617f-48fc-bc72-e43504255d77,segment=NetworkSegment(3ff07081-013c-4ec2-a975-483246bec10f),segment_id=3ff07081-013c-4ec2-a975-483246bec10f)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:48.005938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:48.015143 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port b6fc5d77-747c-4085-a878-1253068860b9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b6fc5d77-747c-4085-a878-1253068860b9,segment=NetworkSegment(52b6961d-e430-421e-9924-ff24af288d8b),segment_id=52b6961d-e430-421e-9924-ff24af288d8b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:48.100766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:48.184533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=b6fc5d77-747c-4085-a878-1253068860b9,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:48.215776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Calling delete_port for 2ab93732-617f-48fc-bc72-e43504255d77 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:42:48.344162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:48.390370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Port': ['ID=2ab93732-617f-48fc-bc72-e43504255d77,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:48.396365 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No DVR routers for this DVR port 2ab93732-617f-48fc-bc72-e43504255d77 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:42:48.522243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:48.550416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17729c89-b5af-46e5-a515-986419a2bd23']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:48.562516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff07081-013c-4ec2-a975-483246bec10f') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:48.562802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff07081-013c-4ec2-a975-483246bec10f') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:48.573662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:48.590202 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:48.597196 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:42:48.597565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:42:48.611904 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:42:48.747028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:48.764067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:48.776607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Network': ['ID=17729c89-b5af-46e5-a515-986419a2bd23,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:48.781235 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4f9c882c-e225-428c-a3b2-2bee7cfbcaba tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/networks/17729c89-b5af-46e5-a515-986419a2bd23 HTTP/1.1" status: 204 len: 168 time: 2.7480974 Mar 02 20:42:48.783987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52268) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:48.821467 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-8038693b-52d5-4f8a-9a3d-eeac54ac242b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] GET failed (client error): The resource could not be found. Mar 02 20:42:48.821888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8038693b-52d5-4f8a-9a3d-eeac54ac242b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Synchronizing usage tracker for tenant:24d13533f41f46caaef276cba7f6844c on resource:subnet {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:42:48.895401 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-8038693b-52d5-4f8a-9a3d-eeac54ac242b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Unset dirty status for tenant:24d13533f41f46caaef276cba7f6844c on resource:subnet {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:42:48.896514 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8038693b-52d5-4f8a-9a3d-eeac54ac242b tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "GET /v2.0/subnets/04555a3b-bc63-4331-b3ca-1a45571d4641 HTTP/1.1" status: 404 len: 337 time: 0.1116629 Mar 02 20:42:48.899291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52272) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:48.924089 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3a9ca4-ab5b-47e8-aa3b-c7f3d46dc524 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] DELETE failed (client error): The resource could not be found. Mar 02 20:42:48.924509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3a9ca4-ab5b-47e8-aa3b-c7f3d46dc524 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:42:48.926106 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1a3a9ca4-ab5b-47e8-aa3b-c7f3d46dc524 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/networks/17729c89-b5af-46e5-a515-986419a2bd23 HTTP/1.1" status: 404 len: 339 time: 0.0259418 Mar 02 20:42:48.929592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52276) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:48.971813 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8b42f2-ac68-4012-9745-07cfcef704c6 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] DELETE failed (client error): The resource could not be found. Mar 02 20:42:48.972236 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8b42f2-ac68-4012-9745-07cfcef704c6 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:42:48.973765 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9c8b42f2-ac68-4012-9745-07cfcef704c6 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/subnets/04555a3b-bc63-4331-b3ca-1a45571d4641 HTTP/1.1" status: 404 len: 337 time: 0.0433192 Mar 02 20:42:48.976253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52280) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:49.000843 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a50f113-ddce-4a6d-82d8-b16e6c010975 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] DELETE failed (client error): The resource could not be found. Mar 02 20:42:49.001260 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a50f113-ddce-4a6d-82d8-b16e6c010975 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:42:49.002781 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7a50f113-ddce-4a6d-82d8-b16e6c010975 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/networks/17729c89-b5af-46e5-a515-986419a2bd23 HTTP/1.1" status: 404 len: 339 time: 0.0256939 Mar 02 20:42:49.005072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52284) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:49.189305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f7b1d8-136d-414e-afb2-087483be891d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Deleting subnet 847f30a2-099f-4206-86e2-f97f429e53d8 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:42:49.192284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80f7b1d8-136d-414e-afb2-087483be891d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:49.249038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80f7b1d8-136d-414e-afb2-087483be891d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:49.330347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80f7b1d8-136d-414e-afb2-087483be891d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:49.338248 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ad265fdd-3cc1-4c1a-b96a-f9bde1296f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:49.452849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b6fc5d77-747c-4085-a878-1253068860b9 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:42:49.453549 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80f7b1d8-136d-414e-afb2-087483be891d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:49.491275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7b1d8-136d-414e-afb2-087483be891d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Subnet': ['ID=847f30a2-099f-4206-86e2-f97f429e53d8,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:49.501434 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-80f7b1d8-136d-414e-afb2-087483be891d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:49.507048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a39f7b-3d7f-4fcd-8f94-6ecb7563d6fc None None] Network b5295eae-6696-4687-b39d-b14e904fac0c requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:49.591580 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-80f7b1d8-136d-414e-afb2-087483be891d tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/subnets/847f30a2-099f-4206-86e2-f97f429e53d8 HTTP/1.1" status: 204 len: 168 time: 0.5847108 Mar 02 20:42:49.593772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52288) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:49.669718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b6fc5d77-747c-4085-a878-1253068860b9 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:42:49.670013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:49.708281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:49.719539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Deleting port b6fc5d77-747c-4085-a878-1253068860b9 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:49.719880 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:49.886183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f511e3-7b66-4fd2-b1a1-c802e17b6207 None None] DHCP port deletion for b5295eae-6696-4687-b39d-b14e904fac0c request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:42:49.891118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c6f511e3-7b66-4fd2-b1a1-c802e17b6207 None None] Deleting port b6fc5d77-747c-4085-a878-1253068860b9 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:49.891489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c6f511e3-7b66-4fd2-b1a1-c802e17b6207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:49.923611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] For port b6fc5d77-747c-4085-a878-1253068860b9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b6fc5d77-747c-4085-a878-1253068860b9,segment=NetworkSegment(52b6961d-e430-421e-9924-ff24af288d8b),segment_id=52b6961d-e430-421e-9924-ff24af288d8b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:49.923881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.092863 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c6f511e3-7b66-4fd2-b1a1-c802e17b6207 None None] For port b6fc5d77-747c-4085-a878-1253068860b9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b6fc5d77-747c-4085-a878-1253068860b9,segment=NetworkSegment(52b6961d-e430-421e-9924-ff24af288d8b),segment_id=52b6961d-e430-421e-9924-ff24af288d8b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:50.093260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c6f511e3-7b66-4fd2-b1a1-c802e17b6207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.132793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Calling delete_port for b6fc5d77-747c-4085-a878-1253068860b9 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:42:50.214433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c6f511e3-7b66-4fd2-b1a1-c802e17b6207 None None] Calling delete_port for b6fc5d77-747c-4085-a878-1253068860b9 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:42:50.292840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.298545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-c6f511e3-7b66-4fd2-b1a1-c802e17b6207 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:42:50.298906 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-c6f511e3-7b66-4fd2-b1a1-c802e17b6207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:42:50.336549 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Port': ['ID=b6fc5d77-747c-4085-a878-1253068860b9,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:50.347898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No DVR routers for this DVR port b6fc5d77-747c-4085-a878-1253068860b9 on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:42:50.461862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.490344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5295eae-6696-4687-b39d-b14e904fac0c']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:50.502802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b6961d-e430-421e-9924-ff24af288d8b') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:50.503091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b6961d-e430-421e-9924-ff24af288d8b') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:50.515004 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.530877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.536887 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:42:50.537270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.549570 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:42:50.554277 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:42:50.660972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.689322 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.706802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.717620 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Network': ['ID=b5295eae-6696-4687-b39d-b14e904fac0c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:50.721540 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-03f63ed6-b2b9-47fb-851d-ceaece13ed21 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/networks/b5295eae-6696-4687-b39d-b14e904fac0c HTTP/1.1" status: 204 len: 168 time: 1.1268075 Mar 02 20:42:50.723958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52292) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:50.761165 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e95c6a6-2034-466b-a631-2b8a87401375 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] DELETE failed (client error): The resource could not be found. Mar 02 20:42:50.761521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e95c6a6-2034-466b-a631-2b8a87401375 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:42:50.763156 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7e95c6a6-2034-466b-a631-2b8a87401375 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/subnets/3ff15382-ebf4-4ecd-a2b2-eb26d8bcad15 HTTP/1.1" status: 404 len: 337 time: 0.0383201 Mar 02 20:42:50.765524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52296) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:50.788760 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d38af5-8c35-450d-af87-02b9fd3df036 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] DELETE failed (client error): The resource could not be found. Mar 02 20:42:50.789178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d38af5-8c35-450d-af87-02b9fd3df036 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:42:50.790728 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-50d38af5-8c35-450d-af87-02b9fd3df036 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/networks/d7d12930-82a0-4363-95f5-7cd62c7e2e14 HTTP/1.1" status: 404 len: 339 time: 0.0243270 Mar 02 20:42:50.793005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52300) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:50.800035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c6f511e3-7b66-4fd2-b1a1-c802e17b6207 None None] Deleting port b6fc5d77-747c-4085-a878-1253068860b9 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:50.800468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c6f511e3-7b66-4fd2-b1a1-c802e17b6207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:50.833613 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-9020b659-c52f-4aaa-9093-a440bce5a827 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] DELETE failed (client error): The resource could not be found. Mar 02 20:42:50.834084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9020b659-c52f-4aaa-9093-a440bce5a827 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:42:50.835675 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9020b659-c52f-4aaa-9093-a440bce5a827 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/subnets/9a86ee09-0741-4046-90d7-d82ecc96ce9c HTTP/1.1" status: 404 len: 337 time: 0.0410841 Mar 02 20:42:50.838093 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52304) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:50.862413 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abbf637-349a-4287-96db-c11d836d1307 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] DELETE failed (client error): The resource could not be found. Mar 02 20:42:50.862844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abbf637-349a-4287-96db-c11d836d1307 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84504) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:42:50.863858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c6f511e3-7b66-4fd2-b1a1-c802e17b6207 None None] The port 'b6fc5d77-747c-4085-a878-1253068860b9' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:42:50.864477 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6abbf637-349a-4287-96db-c11d836d1307 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/networks/2f74143d-6d53-4c85-a3e7-9c3d6656244c HTTP/1.1" status: 404 len: 339 time: 0.0254576 Mar 02 20:42:50.866867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52308) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:51.054353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c23f9f-18ec-4687-a3b6-55edf7038fb9 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Deleting subnet c1556003-f5f6-4e0c-b4fc-e5a92ffbc442 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:42:51.060899 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7c23f9f-18ec-4687-a3b6-55edf7038fb9 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:51.115225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7c23f9f-18ec-4687-a3b6-55edf7038fb9 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:51.194987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7c23f9f-18ec-4687-a3b6-55edf7038fb9 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:51.347108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7c23f9f-18ec-4687-a3b6-55edf7038fb9 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:51.386177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c23f9f-18ec-4687-a3b6-55edf7038fb9 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Subnet': ['ID=c1556003-f5f6-4e0c-b4fc-e5a92ffbc442,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:51.395866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d7c23f9f-18ec-4687-a3b6-55edf7038fb9 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:51.401746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb485820-330b-4fb7-81b0-01ee9067dbd0 None None] Network 21df5cbc-36c2-4fc1-b8c4-c2f87539da18 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:51.409415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52312) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:51.410016 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d7c23f9f-18ec-4687-a3b6-55edf7038fb9 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/subnets/c1556003-f5f6-4e0c-b4fc-e5a92ffbc442 HTTP/1.1" status: 204 len: 168 time: 0.5416055 Mar 02 20:42:51.486253 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b6fc5d77-747c-4085-a878-1253068860b9 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:42:51.539190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: b6fc5d77-747c-4085-a878-1253068860b9 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:42:51.539529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b6fc5d77-747c-4085-a878-1253068860b9 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:42:51.628858 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:51.639948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Deleting port f5930ae7-5634-442a-8087-0ebc4164aa8b {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:51.640166 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:51.706605 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583f4bc-b959-42cb-a31c-3067c61a738c None None] DHCP port deletion for 21df5cbc-36c2-4fc1-b8c4-c2f87539da18 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:42:51.710870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7583f4bc-b959-42cb-a31c-3067c61a738c None None] Deleting port f5930ae7-5634-442a-8087-0ebc4164aa8b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:51.711445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7583f4bc-b959-42cb-a31c-3067c61a738c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:51.841261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] For port f5930ae7-5634-442a-8087-0ebc4164aa8b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f5930ae7-5634-442a-8087-0ebc4164aa8b,segment=NetworkSegment(870ca110-ecd1-405a-942f-9b7821f78ea9),segment_id=870ca110-ecd1-405a-942f-9b7821f78ea9)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:51.841734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:51.935133 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7583f4bc-b959-42cb-a31c-3067c61a738c None None] For port f5930ae7-5634-442a-8087-0ebc4164aa8b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f5930ae7-5634-442a-8087-0ebc4164aa8b,segment=NetworkSegment(870ca110-ecd1-405a-942f-9b7821f78ea9),segment_id=870ca110-ecd1-405a-942f-9b7821f78ea9)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:42:51.935457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7583f4bc-b959-42cb-a31c-3067c61a738c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:51.993124 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Calling delete_port for f5930ae7-5634-442a-8087-0ebc4164aa8b owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:42:51.994185 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:52.054853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7583f4bc-b959-42cb-a31c-3067c61a738c None None] Calling delete_port for f5930ae7-5634-442a-8087-0ebc4164aa8b owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:42:52.138431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:52.143738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-7583f4bc-b959-42cb-a31c-3067c61a738c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:42:52.144090 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-7583f4bc-b959-42cb-a31c-3067c61a738c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:42:52.185234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Port': ['ID=f5930ae7-5634-442a-8087-0ebc4164aa8b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:52.191095 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] No DVR routers for this DVR port f5930ae7-5634-442a-8087-0ebc4164aa8b on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:42:52.329119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:52.355922 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21df5cbc-36c2-4fc1-b8c4-c2f87539da18']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:52.368012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870ca110-ecd1-405a-942f-9b7821f78ea9') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:52.368301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870ca110-ecd1-405a-942f-9b7821f78ea9') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:42:52.379476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:52.395665 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:52.401644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:42:52.409287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:42:52.416565 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:42:52.561087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:52.578999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:52.590918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] Pushing event deleted for resources: {'Network': ['ID=21df5cbc-36c2-4fc1-b8c4-c2f87539da18,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:52.593379 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cbafa536-3654-4313-82fc-f9982af75880 tempest-NetworksIpV6Test-1801871077 tempest-NetworksIpV6Test-1801871077-project] 10.222.0.44 "DELETE /v2.0/networks/21df5cbc-36c2-4fc1-b8c4-c2f87539da18 HTTP/1.1" status: 204 len: 168 time: 1.1828592 Mar 02 20:42:52.645198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7583f4bc-b959-42cb-a31c-3067c61a738c None None] Deleting port f5930ae7-5634-442a-8087-0ebc4164aa8b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:52.645588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7583f4bc-b959-42cb-a31c-3067c61a738c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:52.744047 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7583f4bc-b959-42cb-a31c-3067c61a738c None None] The port 'f5930ae7-5634-442a-8087-0ebc4164aa8b' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:42:53.052327 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52320) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:53.266804 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0b71e00e-e5ea-4fc5-9b2b-cfa56dd11186 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24d13533f41f46caaef276cba7f6844c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2133324 Mar 02 20:42:53.269315 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52326) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:53.329568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7305987d-1ec3-482e-8cd9-9ce31c7f7f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:53.354671 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7305987d-1ec3-482e-8cd9-9ce31c7f7f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:53.446743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f5930ae7-5634-442a-8087-0ebc4164aa8b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:42:53.479406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: f5930ae7-5634-442a-8087-0ebc4164aa8b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:42:53.479746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f5930ae7-5634-442a-8087-0ebc4164aa8b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:42:53.481795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7305987d-1ec3-482e-8cd9-9ce31c7f7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:53.495776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305987d-1ec3-482e-8cd9-9ce31c7f7f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5e67ae-908d-4850-9472-33c3d193a10f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:53.503267 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7305987d-1ec3-482e-8cd9-9ce31c7f7f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:53.504398 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7305987d-1ec3-482e-8cd9-9ce31c7f7f78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df5e67ae-908d-4850-9472-33c3d193a10f HTTP/1.1" status: 204 len: 168 time: 0.2340937 Mar 02 20:42:54.655920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52348) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:54.861698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-238018a0-fa3f-47da-9d25-3f18925d12f9 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1289458152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:54.867840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-238018a0-fa3f-47da-9d25-3f18925d12f9 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:54.871588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-238018a0-fa3f-47da-9d25-3f18925d12f9 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Usage tracker for resource:router and tenant:be5259dc4a354c30bc98f1aa7b50be71 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:54.874604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-238018a0-fa3f-47da-9d25-3f18925d12f9 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:54.880648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-238018a0-fa3f-47da-9d25-3f18925d12f9 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:54.957993 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-238018a0-fa3f-47da-9d25-3f18925d12f9 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:54.959031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-238018a0-fa3f-47da-9d25-3f18925d12f9 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:54.976296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-238018a0-fa3f-47da-9d25-3f18925d12f9 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:55.066693 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-238018a0-fa3f-47da-9d25-3f18925d12f9 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:55.146864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-238018a0-fa3f-47da-9d25-3f18925d12f9 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:55.147947 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-238018a0-fa3f-47da-9d25-3f18925d12f9 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4910605 Mar 02 20:42:55.150645 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52354) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:55.156176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1997372173'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:55.160947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:55.164780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Usage tracker for resource:network and tenant:be5259dc4a354c30bc98f1aa7b50be71 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:55.168173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:55.174981 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:55.260820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Made reservation on behalf of be5259dc4a354c30bc98f1aa7b50be71 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:55.263818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:55.276558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:55.307741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:55.312119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Usage tracker for resource:security_group_rule and tenant:be5259dc4a354c30bc98f1aa7b50be71 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:55.314828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:55.320355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:55.386285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:55.460890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:55.489407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:42:55.501547 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74fd18a9-6621-4469-aa62-0b18fc1a1ece,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:55.505901 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:55.506266 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Added segment 13ca4123-49e6-4102-a52e-ea51fec1213c of type vlan for network 90436720-6fa4-4f4f-ba6a-9dcf6a1a176d Mar 02 20:42:55.532895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:55.655228 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:55.658990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:55.659713 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:55.769780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Pushing event updated for resources: {'Network': ['ID=90436720-6fa4-4f4f-ba6a-9dcf6a1a176d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:55.779975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 90436720-6fa4-4f4f-ba6a-9dcf6a1a176d details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:42:55.821763 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a52392fc-eb8a-4263-82ab-16d514e8b55a tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6700466 Mar 02 20:42:55.824584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52358) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:55.831013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Request body: {'subnet': {'network_id': '90436720-6fa4-4f4f-ba6a-9dcf6a1a176d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:55.962498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:55.966652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Usage tracker for resource:subnet and tenant:be5259dc4a354c30bc98f1aa7b50be71 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:55.969686 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:55.976685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:56.047014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Made reservation on behalf of be5259dc4a354c30bc98f1aa7b50be71 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:56.163824 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:56.564369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:56.641211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Pushing event updated for resources: {'Subnet': ['ID=1a69d6bc-0aea-4fb2-9b0e-725a05d3161b,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:56.652521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Checking segment: {'id': '13ca4123-49e6-4102-a52e-ea51fec1213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '90436720-6fa4-4f4f-ba6a-9dcf6a1a176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:56.652873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Network hostable DHCP agents. Network: 90436720-6fa4-4f4f-ba6a-9dcf6a1a176d, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:42:56.735160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Network 90436720-6fa4-4f4f-ba6a-9dcf6a1a176d is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:42:56.798236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 90436720-6fa4-4f4f-ba6a-9dcf6a1a176d) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:56.802080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:56.802685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:56.806620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad1b69b-b05c-4941-84a0-de5437795e6c None None] Network 90436720-6fa4-4f4f-ba6a-9dcf6a1a176d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:56.890841 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-82bb0152-2919-46f7-87ec-cd4cdb376524 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0644424 Mar 02 20:42:56.893776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52362) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:56.899523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1159485920'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:56.904368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:56.908261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Usage tracker for resource:network and tenant:be5259dc4a354c30bc98f1aa7b50be71 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:56.911098 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:56.916662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:57.009755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Made reservation on behalf of be5259dc4a354c30bc98f1aa7b50be71 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:57.013046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.020950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-90436720-6fa4-4f4f-ba6a-9dcf6a1a176d', 'network_id': '90436720-6fa4-4f4f-ba6a-9dcf6a1a176d', 'tenant_id': 'be5259dc4a354c30bc98f1aa7b50be71', 'fixed_ips': [{'subnet_id': '1a69d6bc-0aea-4fb2-9b0e-725a05d3161b'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:42:57.021765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.041849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:42:57.051263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.051603 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Added segment 8b40fe7a-390e-4334-8e1b-010a11829cd0 of type vlan for network 4c14cec7-8bfc-4a76-9a7b-19eb157d266e Mar 02 20:42:57.081551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.177371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Allocated IP 172.20.0.2 (90436720-6fa4-4f4f-ba6a-9dcf6a1a176d/1a69d6bc-0aea-4fb2-9b0e-725a05d3161b/f446d2a3-ebb1-4280-8376-9cd0dcfb9078) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:42:57.200793 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.204742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:57.205298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.311308 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Pushing event updated for resources: {'Network': ['ID=4c14cec7-8bfc-4a76-9a7b-19eb157d266e,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:57.323134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 4c14cec7-8bfc-4a76-9a7b-19eb157d266e details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:42:57.367630 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-13a06d2b-4691-4447-917c-bd0123d4c735 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4727736 Mar 02 20:42:57.370282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52366) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:57.375909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Request body: {'subnet': {'network_id': '4c14cec7-8bfc-4a76-9a7b-19eb157d266e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:57.471117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.482098 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:42:57.482703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Transition to ACTIVE for port object f446d2a3-ebb1-4280-8376-9cd0dcfb9078 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:57.485855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Usage tracker for resource:subnet and tenant:be5259dc4a354c30bc98f1aa7b50be71 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:42:57.488600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:42:57.494146 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:42:57.500519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Transition to ACTIVE for port object f446d2a3-ebb1-4280-8376-9cd0dcfb9078 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:57.566684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Made reservation on behalf of be5259dc4a354c30bc98f1aa7b50be71 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:42:57.587148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.657011 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Network 90436720-6fa4-4f4f-ba6a-9dcf6a1a176d is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:42:57.659883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:57.662270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:42:57.668848 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Pushing event updated for resources: {'Port': ['ID=f446d2a3-ebb1-4280-8376-9cd0dcfb9078,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:57.669047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.751783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Attempting to bind port f446d2a3-ebb1-4280-8376-9cd0dcfb9078 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:42:57.752058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Attempting to bind port f446d2a3-ebb1-4280-8376-9cd0dcfb9078 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '13ca4123-49e6-4102-a52e-ea51fec1213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '90436720-6fa4-4f4f-ba6a-9dcf6a1a176d'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:42:57.752421 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Attempting to bind port f446d2a3-ebb1-4280-8376-9cd0dcfb9078 on network 90436720-6fa4-4f4f-ba6a-9dcf6a1a176d {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:42:57.758660 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:42:57.759025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Checking segment: {'id': '13ca4123-49e6-4102-a52e-ea51fec1213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '90436720-6fa4-4f4f-ba6a-9dcf6a1a176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:57.759425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.759808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Bound using segment: {'id': '13ca4123-49e6-4102-a52e-ea51fec1213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '90436720-6fa4-4f4f-ba6a-9dcf6a1a176d'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:42:57.760265 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Bound port: f446d2a3-ebb1-4280-8376-9cd0dcfb9078, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ca4123-49e6-4102-a52e-ea51fec1213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '90436720-6fa4-4f4f-ba6a-9dcf6a1a176d'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:42:57.760629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.850719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-957ba314-382a-49b8-958f-43a456952f72 None None] For port f446d2a3-ebb1-4280-8376-9cd0dcfb9078, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:42:57.853635 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-957ba314-382a-49b8-958f-43a456952f72 None None] For port f446d2a3-ebb1-4280-8376-9cd0dcfb9078, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f446d2a3-ebb1-4280-8376-9cd0dcfb9078,segment=NetworkSegment(13ca4123-49e6-4102-a52e-ea51fec1213c),segment_id=13ca4123-49e6-4102-a52e-ea51fec1213c)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:42:57.915564 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.964268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:57.998622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ba314-382a-49b8-958f-43a456952f72 None None] Pushing event updated for resources: {'Port': ['ID=f446d2a3-ebb1-4280-8376-9cd0dcfb9078,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:58.047666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Pushing event updated for resources: {'Subnet': ['ID=4346790f-6ae0-4433-a945-d239547b2a3a,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:58.056591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Checking segment: {'id': '8b40fe7a-390e-4334-8e1b-010a11829cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '4c14cec7-8bfc-4a76-9a7b-19eb157d266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:58.056946 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Network hostable DHCP agents. Network: 4c14cec7-8bfc-4a76-9a7b-19eb157d266e, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:42:58.152717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Network 4c14cec7-8bfc-4a76-9a7b-19eb157d266e is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:42:58.238416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 4c14cec7-8bfc-4a76-9a7b-19eb157d266e) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:58.242655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:58.243246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:58.250984 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55118c8-e3e5-498e-9c94-2d7661fddd9d None None] Network 4c14cec7-8bfc-4a76-9a7b-19eb157d266e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:58.324874 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-71b3acb7-d085-44f6-954c-8458de1c66b8 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9534733 Mar 02 20:42:58.328012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52370) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:58.333168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-13f5bcb6-6b74-4602-b82a-0db38887a6ec tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Request body: {'router': {'external_gateway_info': {'network_id': '4c14cec7-8bfc-4a76-9a7b-19eb157d266e'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:42:58.465716 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-4c14cec7-8bfc-4a76-9a7b-19eb157d266e', 'network_id': '4c14cec7-8bfc-4a76-9a7b-19eb157d266e', 'tenant_id': 'be5259dc4a354c30bc98f1aa7b50be71', 'fixed_ips': [{'subnet_id': '4346790f-6ae0-4433-a945-d239547b2a3a'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:42:58.466585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:58.671157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Allocated IP 172.21.0.2 (4c14cec7-8bfc-4a76-9a7b-19eb157d266e/4346790f-6ae0-4433-a945-d239547b2a3a/92c81ed9-5987-4a38-b9fd-474c690b6c4f) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:42:58.756190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-13f5bcb6-6b74-4602-b82a-0db38887a6ec tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:58.885285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:58.896823 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Transition to ACTIVE for port object 92c81ed9-5987-4a38-b9fd-474c690b6c4f will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:58.917948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Transition to ACTIVE for port object 92c81ed9-5987-4a38-b9fd-474c690b6c4f will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:42:58.951964 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed67de-72ed-4c66-acd9-b359ab5fe9aa None None] Network 90436720-6fa4-4f4f-ba6a-9dcf6a1a176d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:42:59.015750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.081757 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.api.v2.resource [None req-13f5bcb6-6b74-4602-b82a-0db38887a6ec tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:42:59.084889 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-13f5bcb6-6b74-4602-b82a-0db38887a6ec tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "PUT /v2.0/routers/8bcf2203-7cb4-4f2b-b356-697caac69618 HTTP/1.1" status: 400 len: 364 time: 0.7544453 Mar 02 20:42:59.090105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52374) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:59.114188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Network 4c14cec7-8bfc-4a76-9a7b-19eb157d266e is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:42:59.131139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:42:59.139120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:42:59.144491 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Pushing event updated for resources: {'Port': ['ID=92c81ed9-5987-4a38-b9fd-474c690b6c4f,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:59.240873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1c1c1cf4-232a-487e-bab0-f90c8d536e95 None None] Provisioning for port f446d2a3-ebb1-4280-8376-9cd0dcfb9078 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:42:59.281227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fafb02f-765c-4be4-9ea1-7fce5724aa29 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Deleting subnet 4346790f-6ae0-4433-a945-d239547b2a3a {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:42:59.284147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1fafb02f-765c-4be4-9ea1-7fce5724aa29 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.287892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Attempting to bind port 92c81ed9-5987-4a38-b9fd-474c690b6c4f on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:42:59.288267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Attempting to bind port 92c81ed9-5987-4a38-b9fd-474c690b6c4f by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '8b40fe7a-390e-4334-8e1b-010a11829cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '4c14cec7-8bfc-4a76-9a7b-19eb157d266e'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:42:59.288629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Attempting to bind port 92c81ed9-5987-4a38-b9fd-474c690b6c4f on network 4c14cec7-8bfc-4a76-9a7b-19eb157d266e {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:42:59.325489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:42:59.325863 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Checking segment: {'id': '8b40fe7a-390e-4334-8e1b-010a11829cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '4c14cec7-8bfc-4a76-9a7b-19eb157d266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:42:59.326295 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.326975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Bound using segment: {'id': '8b40fe7a-390e-4334-8e1b-010a11829cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '4c14cec7-8bfc-4a76-9a7b-19eb157d266e'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:42:59.327482 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Bound port: 92c81ed9-5987-4a38-b9fd-474c690b6c4f, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b40fe7a-390e-4334-8e1b-010a11829cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '4c14cec7-8bfc-4a76-9a7b-19eb157d266e'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:42:59.327856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.338167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1fafb02f-765c-4be4-9ea1-7fce5724aa29 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.428675 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1fafb02f-765c-4be4-9ea1-7fce5724aa29 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.495959 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f446d2a3-ebb1-4280-8376-9cd0dcfb9078 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:42:59.587115 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1fafb02f-765c-4be4-9ea1-7fce5724aa29 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.589977 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] For port 92c81ed9-5987-4a38-b9fd-474c690b6c4f, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:42:59.599652 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] For port 92c81ed9-5987-4a38-b9fd-474c690b6c4f, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=92c81ed9-5987-4a38-b9fd-474c690b6c4f,segment=NetworkSegment(8b40fe7a-390e-4334-8e1b-010a11829cd0),segment_id=8b40fe7a-390e-4334-8e1b-010a11829cd0)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:42:59.628742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafb02f-765c-4be4-9ea1-7fce5724aa29 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Pushing event deleted for resources: {'Subnet': ['ID=4346790f-6ae0-4433-a945-d239547b2a3a,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:59.637048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1fafb02f-765c-4be4-9ea1-7fce5724aa29 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.643330 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1fafb02f-765c-4be4-9ea1-7fce5724aa29 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "DELETE /v2.0/subnets/4346790f-6ae0-4433-a945-d239547b2a3a HTTP/1.1" status: 204 len: 168 time: 0.5515318 Mar 02 20:42:59.643576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port f446d2a3-ebb1-4280-8376-9cd0dcfb9078 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:42:59.645856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52378) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:42:59.654608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f446d2a3-ebb1-4280-8376-9cd0dcfb9078 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:42:59.654608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.687920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.760950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.773208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Deleting port 92c81ed9-5987-4a38-b9fd-474c690b6c4f {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:42:59.773540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.790760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d690214d-72f5-42f2-9a79-ee190e37a840 None None] Provisioning complete for port f446d2a3-ebb1-4280-8376-9cd0dcfb9078 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:42:59.791117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d690214d-72f5-42f2-9a79-ee190e37a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.832122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f36c0a-8ebd-48b6-9ecc-6bf77bfd7fb6 None None] Pushing event updated for resources: {'Port': ['ID=92c81ed9-5987-4a38-b9fd-474c690b6c4f,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:42:59.907375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:59.993713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port f446d2a3-ebb1-4280-8376-9cd0dcfb9078, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f446d2a3-ebb1-4280-8376-9cd0dcfb9078,segment=NetworkSegment(13ca4123-49e6-4102-a52e-ea51fec1213c),segment_id=13ca4123-49e6-4102-a52e-ea51fec1213c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:00.003697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d690214d-72f5-42f2-9a79-ee190e37a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:00.015284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] For port 92c81ed9-5987-4a38-b9fd-474c690b6c4f, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=92c81ed9-5987-4a38-b9fd-474c690b6c4f,segment=NetworkSegment(8b40fe7a-390e-4334-8e1b-010a11829cd0),segment_id=8b40fe7a-390e-4334-8e1b-010a11829cd0)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:00.015649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:00.062180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:00.147995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Calling delete_port for 92c81ed9-5987-4a38-b9fd-474c690b6c4f owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:43:00.180316 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-d690214d-72f5-42f2-9a79-ee190e37a840 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:43:00.180665 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-d690214d-72f5-42f2-9a79-ee190e37a840 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:43:00.184042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=f446d2a3-ebb1-4280-8376-9cd0dcfb9078,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:00.307025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:00.352874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Pushing event deleted for resources: {'Port': ['ID=92c81ed9-5987-4a38-b9fd-474c690b6c4f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:00.357893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] No DVR routers for this DVR port 92c81ed9-5987-4a38-b9fd-474c690b6c4f on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:43:00.480102 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:00.506180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c14cec7-8bfc-4a76-9a7b-19eb157d266e']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:00.523299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b40fe7a-390e-4334-8e1b-010a11829cd0') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:00.523593 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b40fe7a-390e-4334-8e1b-010a11829cd0') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:00.536245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:00.553355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:00.561186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:43:00.561583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:43:00.576576 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:43:00.757884 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:00.762657 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a210407-8a3f-4902-a93b-3a26803a5068 None None] Network 4c14cec7-8bfc-4a76-9a7b-19eb157d266e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:43:00.775127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:00.780600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a210407-8a3f-4902-a93b-3a26803a5068 None None] Network 4c14cec7-8bfc-4a76-9a7b-19eb157d266e could not be found, it might have been deleted concurrently. {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 20:43:00.790495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Pushing event deleted for resources: {'Network': ['ID=4c14cec7-8bfc-4a76-9a7b-19eb157d266e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:00.795349 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0a8f7211-12b1-4053-8cdb-e85c9cd956e6 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "DELETE /v2.0/networks/4c14cec7-8bfc-4a76-9a7b-19eb157d266e HTTP/1.1" status: 204 len: 168 time: 1.1483910 Mar 02 20:43:00.798566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52382) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:00.848503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d68c70c-e66a-4571-aaf6-d2b44b1e9e09 None None] DHCP port deletion for 4c14cec7-8bfc-4a76-9a7b-19eb157d266e request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:43:00.852566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-53c6176f-1d63-4ddc-8fac-fa36f3eeef74 None None] Could not find standard attr ID for object 92c81ed9-5987-4a38-b9fd-474c690b6c4f. {{(pid=84505) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:43:00.867820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-0586bae4-130e-4827-ac37-1552e5155f98 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Deleting subnet 1a69d6bc-0aea-4fb2-9b0e-725a05d3161b {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:43:00.870819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0586bae4-130e-4827-ac37-1552e5155f98 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:00.923941 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0586bae4-130e-4827-ac37-1552e5155f98 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:01.008598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0586bae4-130e-4827-ac37-1552e5155f98 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:01.140927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0586bae4-130e-4827-ac37-1552e5155f98 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:01.178836 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586bae4-130e-4827-ac37-1552e5155f98 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Pushing event deleted for resources: {'Subnet': ['ID=1a69d6bc-0aea-4fb2-9b0e-725a05d3161b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:01.185005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0586bae4-130e-4827-ac37-1552e5155f98 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:01.190986 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0586bae4-130e-4827-ac37-1552e5155f98 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "DELETE /v2.0/subnets/1a69d6bc-0aea-4fb2-9b0e-725a05d3161b HTTP/1.1" status: 204 len: 168 time: 0.3913846 Mar 02 20:43:01.191125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373c473-ea8c-45c3-ae5e-5e4c8d76d2a4 None None] Network 90436720-6fa4-4f4f-ba6a-9dcf6a1a176d requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:43:01.193419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52386) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:01.307745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:01.318274 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Deleting port f446d2a3-ebb1-4280-8376-9cd0dcfb9078 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:43:01.318607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:01.429016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf35a7-b14e-40e0-b527-bee1aa422ebb None None] DHCP port deletion for 90436720-6fa4-4f4f-ba6a-9dcf6a1a176d request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:43:01.433397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-59bf35a7-b14e-40e0-b527-bee1aa422ebb None None] Deleting port f446d2a3-ebb1-4280-8376-9cd0dcfb9078 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:43:01.433774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-59bf35a7-b14e-40e0-b527-bee1aa422ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:01.617783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] For port f446d2a3-ebb1-4280-8376-9cd0dcfb9078, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f446d2a3-ebb1-4280-8376-9cd0dcfb9078,segment=NetworkSegment(13ca4123-49e6-4102-a52e-ea51fec1213c),segment_id=13ca4123-49e6-4102-a52e-ea51fec1213c)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:01.618088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:01.681613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-59bf35a7-b14e-40e0-b527-bee1aa422ebb None None] For port f446d2a3-ebb1-4280-8376-9cd0dcfb9078, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f446d2a3-ebb1-4280-8376-9cd0dcfb9078,segment=NetworkSegment(13ca4123-49e6-4102-a52e-ea51fec1213c),segment_id=13ca4123-49e6-4102-a52e-ea51fec1213c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:01.681967 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-59bf35a7-b14e-40e0-b527-bee1aa422ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:01.739752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Calling delete_port for f446d2a3-ebb1-4280-8376-9cd0dcfb9078 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:43:01.799517 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-59bf35a7-b14e-40e0-b527-bee1aa422ebb None None] Calling delete_port for f446d2a3-ebb1-4280-8376-9cd0dcfb9078 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:43:01.883754 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:01.889295 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-59bf35a7-b14e-40e0-b527-bee1aa422ebb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:43:01.889650 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-59bf35a7-b14e-40e0-b527-bee1aa422ebb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:43:01.929727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Pushing event deleted for resources: {'Port': ['ID=f446d2a3-ebb1-4280-8376-9cd0dcfb9078,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:01.937304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] No DVR routers for this DVR port f446d2a3-ebb1-4280-8376-9cd0dcfb9078 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:43:02.060275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:02.086347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90436720-6fa4-4f4f-ba6a-9dcf6a1a176d']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:02.099619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ca4123-49e6-4102-a52e-ea51fec1213c') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:02.099948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ca4123-49e6-4102-a52e-ea51fec1213c') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:02.112390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:02.128223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:02.134110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:43:02.134424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:43:02.152295 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:43:02.272058 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:02.288574 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:02.299719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Pushing event deleted for resources: {'Network': ['ID=90436720-6fa4-4f4f-ba6a-9dcf6a1a176d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:02.303648 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-16c91afa-5784-4508-b1dc-18524ba25d0e tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "DELETE /v2.0/networks/90436720-6fa4-4f4f-ba6a-9dcf6a1a176d HTTP/1.1" status: 204 len: 168 time: 1.1092939 Mar 02 20:43:02.306226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52390) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:02.352153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ed61ab23-bec0-43b0-bf7a-0d55fd6d8160 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Synchronizing usage tracker for tenant:be5259dc4a354c30bc98f1aa7b50be71 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:43:02.391129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-59bf35a7-b14e-40e0-b527-bee1aa422ebb None None] Deleting port f446d2a3-ebb1-4280-8376-9cd0dcfb9078 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:43:02.391620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-59bf35a7-b14e-40e0-b527-bee1aa422ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:02.421014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-ed61ab23-bec0-43b0-bf7a-0d55fd6d8160 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Unset dirty status for tenant:be5259dc4a354c30bc98f1aa7b50be71 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:43:02.422223 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ed61ab23-bec0-43b0-bf7a-0d55fd6d8160 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bcf2203-7cb4-4f2b-b356-697caac69618 HTTP/1.1" status: 200 len: 205 time: 0.1150632 Mar 02 20:43:02.424641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52394) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:02.453721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-59bf35a7-b14e-40e0-b527-bee1aa422ebb None None] The port 'f446d2a3-ebb1-4280-8376-9cd0dcfb9078' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:43:02.557644 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d07aa03a-e9f3-4ffc-9321-162c71e08354 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:02.933843 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d07aa03a-e9f3-4ffc-9321-162c71e08354 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:02.938293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d07aa03a-e9f3-4ffc-9321-162c71e08354 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:03.023786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d07aa03a-e9f3-4ffc-9321-162c71e08354 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:03.024397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07aa03a-e9f3-4ffc-9321-162c71e08354 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Fanout notify agent at l3_agent the message router_deleted on router 8bcf2203-7cb4-4f2b-b356-697caac69618 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:43:03.040282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d07aa03a-e9f3-4ffc-9321-162c71e08354 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:03.041520 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d07aa03a-e9f3-4ffc-9321-162c71e08354 tempest-RoutersNegativeTest-1693982120 tempest-RoutersNegativeTest-1693982120-project] 10.222.0.44 "DELETE /v2.0/routers/8bcf2203-7cb4-4f2b-b356-697caac69618 HTTP/1.1" status: 204 len: 168 time: 0.6159601 Mar 02 20:43:03.454285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f446d2a3-ebb1-4280-8376-9cd0dcfb9078 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:43:03.488852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: f446d2a3-ebb1-4280-8376-9cd0dcfb9078 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:43:03.489187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f446d2a3-ebb1-4280-8376-9cd0dcfb9078 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:43:03.634784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52402) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:03.892787 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d13fdae3-d29f-440e-aa4b-a4373ad95c5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be5259dc4a354c30bc98f1aa7b50be71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2567885 Mar 02 20:43:03.895175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52408) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:03.953429 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed130-a07f-4ced-997a-1e4e6959ee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:03.977627 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed130-a07f-4ced-997a-1e4e6959ee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:04.097846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed130-a07f-4ced-997a-1e4e6959ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:04.112070 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ed130-a07f-4ced-997a-1e4e6959ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fd18a9-6621-4469-aa62-0b18fc1a1ece,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:04.118392 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed130-a07f-4ced-997a-1e4e6959ee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:04.119500 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aa6ed130-a07f-4ced-997a-1e4e6959ee58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74fd18a9-6621-4469-aa62-0b18fc1a1ece HTTP/1.1" status: 204 len: 168 time: 0.2234552 Mar 02 20:43:05.131287 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52430) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:05.337340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-800317491-network', 'tenant_id': '368f636f58dc4b1280da46ae13201da3'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:43:05.342151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:05.345990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Usage tracker for resource:network and tenant:368f636f58dc4b1280da46ae13201da3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:05.348752 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:05.354774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:05.435384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Made reservation on behalf of 368f636f58dc4b1280da46ae13201da3 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:43:05.437652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:05.449813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:05.482856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:05.486615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Usage tracker for resource:security_group_rule and tenant:368f636f58dc4b1280da46ae13201da3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:05.489371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:05.495050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:05.560645 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:05.637788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:05.669889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:43:05.674955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0388af0-d772-4f73-b056-a91ef75bcaa1,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:05.681507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:05.681779 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Added segment c1420ba7-9cb5-447d-81ca-33fa72d5db31 of type vlan for network 0044285d-bd0a-4105-b90e-e40d95cda194 Mar 02 20:43:05.707705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:05.808872 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:05.809711 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:05.810932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:05.911074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] Pushing event updated for resources: {'Network': ['ID=0044285d-bd0a-4105-b90e-e40d95cda194,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:05.920972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 0044285d-bd0a-4105-b90e-e40d95cda194 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:43:05.969812 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3323151c-9cca-4d2a-ac17-dcdf0142578b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8374259 Mar 02 20:43:05.972510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52436) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:05.977806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Request body: {'subnet': {'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-800317491-subnet', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'ip_version': 4}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:43:05.983527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:05.987403 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Usage tracker for resource:subnet and tenant:368f636f58dc4b1280da46ae13201da3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:05.991283 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:05.995975 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:06.066386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Made reservation on behalf of 368f636f58dc4b1280da46ae13201da3 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:43:06.068717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:06.309873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:06.383159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd88c8ef-9fae-42cd-a15d-931471cd86cd,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:06.398302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Checking segment: {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:43:06.398650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Network hostable DHCP agents. Network: 0044285d-bd0a-4105-b90e-e40d95cda194, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:43:06.463145 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Network 0044285d-bd0a-4105-b90e-e40d95cda194 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:43:06.515054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 0044285d-bd0a-4105-b90e-e40d95cda194) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:06.518862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:06.519439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:06.523388 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de086d22-269a-4d1d-b3e9-be247f68cedd None None] Network 0044285d-bd0a-4105-b90e-e40d95cda194 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:43:06.593862 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f7d879d5-f1b3-4945-80c4-6e050ef65871 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6201093 Mar 02 20:43:06.596427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52440) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:06.601420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-800317491-router', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:43:06.606137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:06.611914 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Usage tracker for resource:router and tenant:368f636f58dc4b1280da46ae13201da3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:06.616028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:06.623949 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:06.720720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:06.721673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:06.739020 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-0044285d-bd0a-4105-b90e-e40d95cda194', 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'fixed_ips': [{'subnet_id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:43:06.739600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:06.739824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:06.894305 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Allocated IP 172.20.0.2 (0044285d-bd0a-4105-b90e-e40d95cda194/fd88c8ef-9fae-42cd-a15d-931471cd86cd/64f284be-d9ac-4a15-a853-fcd0cecf252b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:06.949702 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:07.100357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:07.110356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Transition to ACTIVE for port object 64f284be-d9ac-4a15-a853-fcd0cecf252b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:07.128741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Transition to ACTIVE for port object 64f284be-d9ac-4a15-a853-fcd0cecf252b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:07.185892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:07.201045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:07.214757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:07.266170 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Network 0044285d-bd0a-4105-b90e-e40d95cda194 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:07.268751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:07.272259 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:43:07.280187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Pushing event updated for resources: {'Port': ['ID=64f284be-d9ac-4a15-a853-fcd0cecf252b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:07.356310 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Allocated IP 172.26.5.171 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/84779653-2083-4e2a-9f9b-ff3291b93607) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:07.367393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Attempting to bind port 64f284be-d9ac-4a15-a853-fcd0cecf252b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:07.367759 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Attempting to bind port 64f284be-d9ac-4a15-a853-fcd0cecf252b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:07.368121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Attempting to bind port 64f284be-d9ac-4a15-a853-fcd0cecf252b on network 0044285d-bd0a-4105-b90e-e40d95cda194 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:43:07.375379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:43:07.379123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Checking segment: {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:43:07.379123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:07.379123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Bound using segment: {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:43:07.379123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Bound port: 64f284be-d9ac-4a15-a853-fcd0cecf252b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:07.379123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:07.463897 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] For port 64f284be-d9ac-4a15-a853-fcd0cecf252b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:43:07.467488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] For port 64f284be-d9ac-4a15-a853-fcd0cecf252b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=64f284be-d9ac-4a15-a853-fcd0cecf252b,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:43:07.501566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:07.552673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:07.608150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:07.667803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f58e7-0bfa-41ec-93cd-e8a05f4731a1 None None] Pushing event updated for resources: {'Port': ['ID=64f284be-d9ac-4a15-a853-fcd0cecf252b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:07.678038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:07.681478 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:07.683432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Pushing event updated for resources: {'Port': ['ID=84779653-2083-4e2a-9f9b-ff3291b93607,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:07.686234 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:43:07.930921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:07.931723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:08.355082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Router 56f49350-1043-404b-8cf5-a8c484b6e4c3 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:43:08.565255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:43:08.575138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Sync routers for ids ['56f49350-1043-404b-8cf5-a8c484b6e4c3'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:43:08.587806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Routers {'56f49350-1043-404b-8cf5-a8c484b6e4c3'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:43:08.588436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:42:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['56f49350-1043-404b-8cf5-a8c484b6e4c3'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:08.666681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:08.668048 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b4d1befe-aaa7-4ea8-9320-0209623b397d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0707078 Mar 02 20:43:08.671391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52444) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:08.696542 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53bc87a-59d0-4335-a627-3eb10547751b None None] Network 0044285d-bd0a-4105-b90e-e40d95cda194 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:43:08.903135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-24a90bd2-4b12-41c0-9bd1-8ff32e63a584 None None] Provisioning for port 64f284be-d9ac-4a15-a853-fcd0cecf252b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:08.906416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Set router 56f49350-1043-404b-8cf5-a8c484b6e4c3 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:43:09.267266 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'name': 'tempest-TestEncryptedCinderVolumes-800317491-router', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:06Z', 'updated_at': '2022-03-02T20:43:07Z', 'revision_number': 3, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'gw_port': {'id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:07Z', 'updated_at': '2022-03-02T20:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:09.271399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Checking router: 56f49350-1043-404b-8cf5-a8c484b6e4c3 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:43:09.271681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Updating router 56f49350-1043-404b-8cf5-a8c484b6e4c3 port 84779653-2083-4e2a-9f9b-ff3291b93607 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:43:09.324979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:09.411764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:09.536377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64f284be-d9ac-4a15-a853-fcd0cecf252b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:09.625924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Allocated IP 172.20.0.1 (0044285d-bd0a-4105-b90e-e40d95cda194/fd88c8ef-9fae-42cd-a15d-931471cd86cd/ce24ad88-a08f-48d3-a600-7df52e86ee8b) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:09.731373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:09.742914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Transition to ACTIVE for port object 84779653-2083-4e2a-9f9b-ff3291b93607 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:09.746711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 64f284be-d9ac-4a15-a853-fcd0cecf252b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:09.751268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 64f284be-d9ac-4a15-a853-fcd0cecf252b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:09.751631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:09.776262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:09.792816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Transition to ACTIVE for port object ce24ad88-a08f-48d3-a600-7df52e86ee8b will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:09.839105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:09.883935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:09.936616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:09.956956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Attempting to bind port 84779653-2083-4e2a-9f9b-ff3291b93607 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:09.957328 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Attempting to bind port 84779653-2083-4e2a-9f9b-ff3291b93607 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:09.957659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Attempting to bind port 84779653-2083-4e2a-9f9b-ff3291b93607 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:43:09.965860 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6d292-077a-4441-bffa-eac45fe8dc12 None None] Pushing event updated for resources: {'Port': ['ID=84779653-2083-4e2a-9f9b-ff3291b93607,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:09.973454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:43:09.976702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:43:09.976702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:09.976702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:43:09.976702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Bound port: 84779653-2083-4e2a-9f9b-ff3291b93607, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:09.976702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:10.039082 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 64f284be-d9ac-4a15-a853-fcd0cecf252b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=64f284be-d9ac-4a15-a853-fcd0cecf252b,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:10.058577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Network 0044285d-bd0a-4105-b90e-e40d95cda194 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:10.062517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:10.064540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce24ad88-a08f-48d3-a600-7df52e86ee8b,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:10.066781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:43:10.108688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:10.126049 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:10.155728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] For port 84779653-2083-4e2a-9f9b-ff3291b93607, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:43:10.174404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] For port 84779653-2083-4e2a-9f9b-ff3291b93607, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=84779653-2083-4e2a-9f9b-ff3291b93607,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:43:10.184466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=64f284be-d9ac-4a15-a853-fcd0cecf252b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:10.272845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:10.299798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:10.362256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6d292-077a-4441-bffa-eac45fe8dc12 None None] Pushing event updated for resources: {'Port': ['ID=84779653-2083-4e2a-9f9b-ff3291b93607,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:10.368783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Routers {'56f49350-1043-404b-8cf5-a8c484b6e4c3'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:43:10.369383 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:42:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['56f49350-1043-404b-8cf5-a8c484b6e4c3'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:10.493449 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8aaeeb92-3b99-4dc6-91aa-bc8c7d352cad None None] Provisioning for port ce24ad88-a08f-48d3-a600-7df52e86ee8b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:10.503098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8aaeeb92-3b99-4dc6-91aa-bc8c7d352cad None None] Provisioning complete for port ce24ad88-a08f-48d3-a600-7df52e86ee8b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:10.503470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8aaeeb92-3b99-4dc6-91aa-bc8c7d352cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:10.524983 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:10.579183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8aaeeb92-3b99-4dc6-91aa-bc8c7d352cad None None] Port ce24ad88-a08f-48d3-a600-7df52e86ee8b cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:43:10.581965 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:43:10.586635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:10.601152 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] Set router 56f49350-1043-404b-8cf5-a8c484b6e4c3 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:43:10.704546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:10.709322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce24ad88-a08f-48d3-a600-7df52e86ee8b,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:10.849242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Network 0044285d-bd0a-4105-b90e-e40d95cda194 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:10.850419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:10.929479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'name': 'tempest-TestEncryptedCinderVolumes-800317491-router', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:06Z', 'updated_at': '2022-03-02T20:43:10Z', 'revision_number': 4, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'gw_port': {'id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:07Z', 'updated_at': '2022-03-02T20:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'ce24ad88-a08f-48d3-a600-7df52e86ee8b', 'name': '', 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'mac_address': 'fa:16:3e:7a:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:09Z', 'updated_at': '2022-03-02T20:43:09Z', 'revision_number': 1, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'subnets': [{'id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:10.933765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ebba67-7ac7-46fb-954e-c6ae551a59cd None None] The sync data for ids ['56f49350-1043-404b-8cf5-a8c484b6e4c3'] in dv-neutron-831593-2-hyperv is: [{'id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'name': 'tempest-TestEncryptedCinderVolumes-800317491-router', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:06Z', 'updated_at': '2022-03-02T20:43:10Z', 'revision_number': 4, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'gw_port': {'id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:07Z', 'updated_at': '2022-03-02T20:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'ce24ad88-a08f-48d3-a600-7df52e86ee8b', 'name': '', 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'mac_address': 'fa:16:3e:7a:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:09Z', 'updated_at': '2022-03-02T20:43:09Z', 'revision_number': 1, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'subnets': [{'id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:43:11.131547 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fb6c7ed1-d3f2-465a-ac3b-49d4954abd2b None None] Provisioning complete for port ce24ad88-a08f-48d3-a600-7df52e86ee8b triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:11.131866 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fb6c7ed1-d3f2-465a-ac3b-49d4954abd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:11.196611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c7ed1-d3f2-465a-ac3b-49d4954abd2b None None] Port ce24ad88-a08f-48d3-a600-7df52e86ee8b cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:43:11.280733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Router 56f49350-1043-404b-8cf5-a8c484b6e4c3 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:43:11.471991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64f284be-d9ac-4a15-a853-fcd0cecf252b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:11.494929 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:43:11.517366 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-37e1c559-dc58-4777-bb10-0862fdc480a2 admin admin] 10.222.0.44 "PUT /v2.0/routers/56f49350-1043-404b-8cf5-a8c484b6e4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8447275 Mar 02 20:43:11.564827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 64f284be-d9ac-4a15-a853-fcd0cecf252b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:11.565284 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:12.656892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52466) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:12.662519 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1906707151-network', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:43:12.667212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:12.671981 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Usage tracker for resource:network and tenant:ef9fdb1e8d2b4461975d0953e871f186 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:12.677268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:12.680360 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:12.760521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Made reservation on behalf of ef9fdb1e8d2b4461975d0953e871f186 for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:43:12.762871 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:12.775388 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:12.806397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:12.810318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ef9fdb1e8d2b4461975d0953e871f186 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:12.813088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:12.818675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:12.881659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:12.962929 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:12.995032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:43:13.004038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f9ffa3-88b8-4a14-9ef9-f2555e89929a,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:13.009412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:13.013408 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Added segment e4968204-2949-49c6-b8e3-aa32bf6b6f1b of type vlan for network 8f433a1c-a2a8-420e-80a6-f87cd6fada2a Mar 02 20:43:13.036012 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:13.061100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:13.140266 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:13.141135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:13.141835 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:13.352978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=8f433a1c-a2a8-420e-80a6-f87cd6fada2a,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:13.364210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 8f433a1c-a2a8-420e-80a6-f87cd6fada2a details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:43:13.413579 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cf12d457-5e7a-4726-a16d-b1dcb007e0e5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7555995 Mar 02 20:43:13.416296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52470) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:13.422879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Request body: {'subnet': {'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1906707151-subnet', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'ip_version': 4}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:43:13.428061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:13.432259 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Usage tracker for resource:subnet and tenant:ef9fdb1e8d2b4461975d0953e871f186 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:13.435646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:13.441534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:13.487356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 84779653-2083-4e2a-9f9b-ff3291b93607 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:13.509291 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Made reservation on behalf of ef9fdb1e8d2b4461975d0953e871f186 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:43:13.511801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:13.612595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 84779653-2083-4e2a-9f9b-ff3291b93607 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:13.619690 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 84779653-2083-4e2a-9f9b-ff3291b93607 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:13.622212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:13.762147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:13.777809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 84779653-2083-4e2a-9f9b-ff3291b93607, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=84779653-2083-4e2a-9f9b-ff3291b93607,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:13.783932 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:13.861606 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4649042e-466a-41e9-b707-6ef030ca4a37,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:13.872195 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Checking segment: {'id': 'e4968204-2949-49c6-b8e3-aa32bf6b6f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:43:13.872796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Network hostable DHCP agents. Network: 8f433a1c-a2a8-420e-80a6-f87cd6fada2a, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:43:13.874851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:13.942492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=84779653-2083-4e2a-9f9b-ff3291b93607,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:13.948959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Network 8f433a1c-a2a8-420e-80a6-f87cd6fada2a is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:43:13.951212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:13.951812 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:13.952146 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:13.952477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:13.952811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:13.953134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:13.953462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:13.953785 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:13.954128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:13.954446 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:13.954763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:14.023336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 8f433a1c-a2a8-420e-80a6-f87cd6fada2a) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:14.027187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:14.027765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.032515 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311aaab2-c323-4004-8a54-99d4c39d79f0 None None] Network 8f433a1c-a2a8-420e-80a6-f87cd6fada2a requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:43:14.135840 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-89fe80d9-0e42-4483-a794-ced50f3d62fd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7182770 Mar 02 20:43:14.138856 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52474) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:14.144128 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1906707151-router', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:43:14.148689 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:14.154692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Usage tracker for resource:router and tenant:ef9fdb1e8d2b4461975d0953e871f186 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:14.156530 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:14.162489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:14.233030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.234022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.252213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.277168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-8f433a1c-a2a8-420e-80a6-f87cd6fada2a', 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'fixed_ips': [{'subnet_id': '4649042e-466a-41e9-b707-6ef030ca4a37'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:43:14.278003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.435292 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Allocated IP 172.20.0.2 (8f433a1c-a2a8-420e-80a6-f87cd6fada2a/4649042e-466a-41e9-b707-6ef030ca4a37/03796008-a96e-4f15-baa1-023a5e6eff26) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:14.480554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.638733 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.649014 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Transition to ACTIVE for port object 03796008-a96e-4f15-baa1-023a5e6eff26 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:14.667626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Transition to ACTIVE for port object 03796008-a96e-4f15-baa1-023a5e6eff26 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:14.735265 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.738207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.768799 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.799944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Network 8f433a1c-a2a8-420e-80a6-f87cd6fada2a is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:14.802659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:14.806350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:43:14.812005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Pushing event updated for resources: {'Port': ['ID=03796008-a96e-4f15-baa1-023a5e6eff26,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:14.898949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Attempting to bind port 03796008-a96e-4f15-baa1-023a5e6eff26 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:14.899315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Attempting to bind port 03796008-a96e-4f15-baa1-023a5e6eff26 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'e4968204-2949-49c6-b8e3-aa32bf6b6f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:14.899679 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Attempting to bind port 03796008-a96e-4f15-baa1-023a5e6eff26 on network 8f433a1c-a2a8-420e-80a6-f87cd6fada2a {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:43:14.906124 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:43:14.906486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Checking segment: {'id': 'e4968204-2949-49c6-b8e3-aa32bf6b6f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:43:14.906884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.907271 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Bound using segment: {'id': 'e4968204-2949-49c6-b8e3-aa32bf6b6f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:43:14.907722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Bound port: 03796008-a96e-4f15-baa1-023a5e6eff26, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4968204-2949-49c6-b8e3-aa32bf6b6f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:14.908039 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Allocated IP 172.26.5.83 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/0d782099-db77-4b24-81aa-bea7a02bfbb5) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:14.908521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.992198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] For port 03796008-a96e-4f15-baa1-023a5e6eff26, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:43:14.995080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] For port 03796008-a96e-4f15-baa1-023a5e6eff26, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=03796008-a96e-4f15-baa1-023a5e6eff26,segment=NetworkSegment(e4968204-2949-49c6-b8e3-aa32bf6b6f1b),segment_id=e4968204-2949-49c6-b8e3-aa32bf6b6f1b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:43:15.053812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.066669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.147370 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.150099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bee9de-0444-4df7-8778-04a04ca7e68f None None] Pushing event updated for resources: {'Port': ['ID=03796008-a96e-4f15-baa1-023a5e6eff26,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:15.217176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:15.219984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:15.223767 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:43:15.257393 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Pushing event updated for resources: {'Port': ['ID=0d782099-db77-4b24-81aa-bea7a02bfbb5,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:15.468794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.469555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.541772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 84779653-2083-4e2a-9f9b-ff3291b93607 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:15.612302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 84779653-2083-4e2a-9f9b-ff3291b93607 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:15.612799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.731649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 03796008-a96e-4f15-baa1-023a5e6eff26 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:15.758979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:43:15.873048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 03796008-a96e-4f15-baa1-023a5e6eff26 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:16.029185 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bf1d06-748a-4ed8-b5e9-0b07aa4af281 None None] Network 8f433a1c-a2a8-420e-80a6-f87cd6fada2a requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:43:16.084108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:43:16.093290 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Sync routers for ids ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:43:16.105834 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Routers {'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:43:16.107184 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:42:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:16.172534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:16.174142 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-43e54adb-8c57-47ea-8d87-b20256d616ce admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0339787 Mar 02 20:43:16.176712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52478) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:16.202179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-02ac5a27-4ec3-41a8-af7a-1f0385e1749e None None] Provisioning for port 03796008-a96e-4f15-baa1-023a5e6eff26 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:16.237772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-02ac5a27-4ec3-41a8-af7a-1f0385e1749e None None] Provisioning complete for port 03796008-a96e-4f15-baa1-023a5e6eff26 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:16.238249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-02ac5a27-4ec3-41a8-af7a-1f0385e1749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:16.311103 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Set router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:43:16.382027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-02ac5a27-4ec3-41a8-af7a-1f0385e1749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:16.421189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-02ac5a27-4ec3-41a8-af7a-1f0385e1749e None None] For port 03796008-a96e-4f15-baa1-023a5e6eff26, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=03796008-a96e-4f15-baa1-023a5e6eff26,segment=NetworkSegment(e4968204-2949-49c6-b8e3-aa32bf6b6f1b),segment_id=e4968204-2949-49c6-b8e3-aa32bf6b6f1b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:16.501407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-02ac5a27-4ec3-41a8-af7a-1f0385e1749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:16.575414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac5a27-4ec3-41a8-af7a-1f0385e1749e None None] Pushing event updated for resources: {'Port': ['ID=03796008-a96e-4f15-baa1-023a5e6eff26,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:16.614755 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1906707151-router', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:15Z', 'revision_number': 3, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'gw_port': {'id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:16.619024 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Checking router: e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:43:16.619366 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Updating router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 port 0d782099-db77-4b24-81aa-bea7a02bfbb5 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:43:16.624065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-68bfbd7d-5cbf-44f3-b315-7d82a7c78f41 None None] Provisioning complete for port 03796008-a96e-4f15-baa1-023a5e6eff26 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:16.624505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-68bfbd7d-5cbf-44f3-b315-7d82a7c78f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:16.674269 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:16.968006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.002532 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.014590 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Transition to ACTIVE for port object 0d782099-db77-4b24-81aa-bea7a02bfbb5 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:17.095895 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.126563 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d118242d-e81d-4783-bad8-d06f2f116e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.179993 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Attempting to bind port 0d782099-db77-4b24-81aa-bea7a02bfbb5 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:17.180348 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Attempting to bind port 0d782099-db77-4b24-81aa-bea7a02bfbb5 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:17.180479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Allocated IP 172.20.0.1 (8f433a1c-a2a8-420e-80a6-f87cd6fada2a/4649042e-466a-41e9-b707-6ef030ca4a37/6d996d6c-b759-4135-ade0-2997d9e83530) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:17.180948 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Attempting to bind port 0d782099-db77-4b24-81aa-bea7a02bfbb5 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:43:17.186041 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Pushing event updated for resources: {'Port': ['ID=0d782099-db77-4b24-81aa-bea7a02bfbb5,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:17.197340 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:17.197672 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:17.198018 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:17.198352 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:17.198655 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:17.198964 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:17.199312 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:17.199622 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:17.199927 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:17.200301 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:17.200850 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:17.205340 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:43:17.206291 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:43:17.206291 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.206562 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:43:17.207024 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Bound port: 0d782099-db77-4b24-81aa-bea7a02bfbb5, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:17.207380 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.278372 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] For port 0d782099-db77-4b24-81aa-bea7a02bfbb5, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:43:17.281545 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] For port 0d782099-db77-4b24-81aa-bea7a02bfbb5, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0d782099-db77-4b24-81aa-bea7a02bfbb5,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:43:17.326864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.342636 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Transition to ACTIVE for port object 6d996d6c-b759-4135-ade0-2997d9e83530 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:17.344128 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.412536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.433209 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b5d6e-651c-4ec2-97da-d67f35c023d0 None None] Pushing event updated for resources: {'Port': ['ID=0d782099-db77-4b24-81aa-bea7a02bfbb5,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:17.436667 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Routers {'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:43:17.437257 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:42:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:17.475830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 03796008-a96e-4f15-baa1-023a5e6eff26 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:17.483729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Network 8f433a1c-a2a8-420e-80a6-f87cd6fada2a is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:17.486483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:17.490193 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:43:17.523727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Pushing event updated for resources: {'Port': ['ID=6d996d6c-b759-4135-ade0-2997d9e83530,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:17.551862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.567692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 03796008-a96e-4f15-baa1-023a5e6eff26 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:17.568074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.635690 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] Set router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:43:17.707696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.835197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2d35a6fb-bf83-4bae-94b4-3b93a409b0a2 None None] Provisioning for port 6d996d6c-b759-4135-ade0-2997d9e83530 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:17.841494 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2d35a6fb-bf83-4bae-94b4-3b93a409b0a2 None None] Provisioning complete for port 6d996d6c-b759-4135-ade0-2997d9e83530 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:17.843226 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2d35a6fb-bf83-4bae-94b4-3b93a409b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.904122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2d35a6fb-bf83-4bae-94b4-3b93a409b0a2 None None] Port 6d996d6c-b759-4135-ade0-2997d9e83530 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:43:17.975485 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1906707151-router', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:15Z', 'revision_number': 3, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'gw_port': {'id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:17.979431 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5882a-1abd-437b-a609-108e500a5e8f None None] The sync data for ids ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'] in dv-neutron-831593-2-hyperv is: [{'id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1906707151-router', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:15Z', 'revision_number': 3, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'gw_port': {'id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:43:18.047503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:18.149237 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:18.253832 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Pushing event updated for resources: {'Port': ['ID=6d996d6c-b759-4135-ade0-2997d9e83530,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:18.257043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:18.396674 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Network 8f433a1c-a2a8-420e-80a6-f87cd6fada2a is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:18.397751 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:18.630281 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ced82417-d6d3-43b8-a939-870a086af99e None None] Provisioning complete for port 6d996d6c-b759-4135-ade0-2997d9e83530 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:18.630656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ced82417-d6d3-43b8-a939-870a086af99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:18.682178 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ced82417-d6d3-43b8-a939-870a086af99e None None] Port 6d996d6c-b759-4135-ade0-2997d9e83530 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:43:18.781038 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:43:18.977635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:43:18.986650 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a051ce27-7ae8-4ab5-afe7-a0ad39dca7ba admin admin] 10.222.0.44 "PUT /v2.0/routers/e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8089907 Mar 02 20:43:19.349111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d9d007cd-738b-4936-a28c-69e9f660c733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:19.980467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0891d30-0d40-4157-a85a-714997c82a10 req-d3c19f65-e043-444a-9d6d-244f97061754 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:19.982223 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-d3c19f65-e043-444a-9d6d-244f97061754 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/networks?id=0044285d-bd0a-4105-b90e-e40d95cda194 HTTP/1.1" status: 200 len: 816 time: 0.2172403 Mar 02 20:43:20.000055 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-df20127c-9d39-4593-be27-3ceaf46013b9 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/quotas/368f636f58dc4b1280da46ae13201da3 HTTP/1.1" status: 200 len: 375 time: 0.0105743 Mar 02 20:43:20.080497 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-d94c3384-f712-43c8-a48b-1767d673041a tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=368f636f58dc4b1280da46ae13201da3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757670 Mar 02 20:43:20.214469 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-fdc0f66b-1e02-4f31-9e6b-2d560f31ce71 service neutron] 10.222.0.44 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214216 Mar 02 20:43:20.342657 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-f4ec1b3d-106a-4b1a-af30-81e20b834ce9 service neutron] 10.222.0.44 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224790 Mar 02 20:43:20.551974 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:20.603116 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-78b35478-da16-453f-8732-44e2c9983465 req-31919038-ebc2-4b25-9ace-1f13362ae93a tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 210 time: 0.0423505 Mar 02 20:43:20.666566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:21.792060 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-11d42ac9-ad49-4c14-a717-9ab8c748df9a req-5433e9d7-7571-4b80-8bd4-2b603aa3751a tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 210 time: 0.0537353 Mar 02 20:43:21.949342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.751696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0891d30-0d40-4157-a85a-714997c82a10 req-17a32f00-b3ff-4ca0-af5d-56c932c1b46d tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:22.752285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-e0891d30-0d40-4157-a85a-714997c82a10 req-17a32f00-b3ff-4ca0-af5d-56c932c1b46d tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Synchronizing usage tracker for tenant:368f636f58dc4b1280da46ae13201da3 on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:43:22.857966 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-e0891d30-0d40-4157-a85a-714997c82a10 req-17a32f00-b3ff-4ca0-af5d-56c932c1b46d tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Unset dirty status for tenant:368f636f58dc4b1280da46ae13201da3 on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:43:22.859181 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-17a32f00-b3ff-4ca0-af5d-56c932c1b46d tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.31 "GET /v2.0/networks?id=0044285d-bd0a-4105-b90e-e40d95cda194 HTTP/1.1" status: 200 len: 816 time: 0.2496243 Mar 02 20:43:22.880295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Request body: {'port': {'device_id': '754c8b79-26fd-4d80-bed9-a00e5fa1895c', 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194', 'admin_state_up': True, 'tenant_id': '368f636f58dc4b1280da46ae13201da3'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:43:22.958796 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-15e7d40e-b5ba-40b5-9c74-3807ebd37626 req-d5274a00-df15-429e-95cc-bb548bd2eee6 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 210 time: 0.0434430 Mar 02 20:43:23.020741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:23.024930 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Usage tracker for resource:port and tenant:368f636f58dc4b1280da46ae13201da3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:23.028782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:23.034953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:23.134683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Made reservation on behalf of 368f636f58dc4b1280da46ae13201da3 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:43:23.138279 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:23.303389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Allocated IP 172.20.0.14 (0044285d-bd0a-4105-b90e-e40d95cda194/fd88c8ef-9fae-42cd-a15d-931471cd86cd/a2067521-4280-46d6-a4bf-4c216a94a5f9) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:23.613808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:23.630798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Transition to ACTIVE for port object a2067521-4280-46d6-a4bf-4c216a94a5f9 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:23.735439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:23.808783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Network 0044285d-bd0a-4105-b90e-e40d95cda194 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:23.812075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:23.814640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:43:23.855749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Pushing event updated for resources: {'Port': ['ID=a2067521-4280-46d6-a4bf-4c216a94a5f9,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:23.895066 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:23.896212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:23.981867 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-3c6227c8-17eb-4634-8309-86f27eabdeae tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1053767 Mar 02 20:43:24.126184 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0124e7eb-9d52-4e22-8221-9c755d48c5b5 None None] Provisioning for port a2067521-4280-46d6-a4bf-4c216a94a5f9 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:24.132217 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0124e7eb-9d52-4e22-8221-9c755d48c5b5 None None] Provisioning complete for port a2067521-4280-46d6-a4bf-4c216a94a5f9 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:24.132595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0124e7eb-9d52-4e22-8221-9c755d48c5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:24.148056 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Request body: {'port': {'device_id': '754c8b79-26fd-4d80-bed9-a00e5fa1895c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:43:24.185242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2282-f487-4e19-8126-f0dd20380580 req-10d4f153-d6fa-4245-a331-4276919da4ca tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:24.186920 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6f3c2282-f487-4e19-8126-f0dd20380580 req-10d4f153-d6fa-4245-a331-4276919da4ca tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 932 time: 0.0887291 Mar 02 20:43:24.204051 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0124e7eb-9d52-4e22-8221-9c755d48c5b5 None None] Port a2067521-4280-46d6-a4bf-4c216a94a5f9 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:43:24.238456 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6f3c2282-f487-4e19-8126-f0dd20380580 req-0677ded8-38d8-43ff-b5be-08bb3870dc9a tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454788 Mar 02 20:43:24.276292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:24.608554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2067521-4280-46d6-a4bf-4c216a94a5f9 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:43:24.615207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:24.630603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Transition to ACTIVE for port object a2067521-4280-46d6-a4bf-4c216a94a5f9 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:24.698074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:24.729526 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Sync routers for ids ['56f49350-1043-404b-8cf5-a8c484b6e4c3'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:43:24.742619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Routers {'56f49350-1043-404b-8cf5-a8c484b6e4c3'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:43:24.743597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-86d09413-5386-421d-a639-b290ec1df351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:43:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['56f49350-1043-404b-8cf5-a8c484b6e4c3'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:24.821459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2067521-4280-46d6-a4bf-4c216a94a5f9,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:24.939150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Set router 56f49350-1043-404b-8cf5-a8c484b6e4c3 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:43:24.943511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Attempting to bind port a2067521-4280-46d6-a4bf-4c216a94a5f9 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:24.943841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Attempting to bind port a2067521-4280-46d6-a4bf-4c216a94a5f9 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:24.944212 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Attempting to bind port a2067521-4280-46d6-a4bf-4c216a94a5f9 on network 0044285d-bd0a-4105-b90e-e40d95cda194 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:43:24.950588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Port a2067521-4280-46d6-a4bf-4c216a94a5f9 on network 0044285d-bd0a-4105-b90e-e40d95cda194 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:43:24.950903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Attempting to bind port a2067521-4280-46d6-a4bf-4c216a94a5f9 on network 0044285d-bd0a-4105-b90e-e40d95cda194 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:43:24.957619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:43:24.957976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Checking segment: {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:43:24.958357 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Bound using segment: {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:43:24.958777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Bound port: a2067521-4280-46d6-a4bf-4c216a94a5f9, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:24.959187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:25.047280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] For port a2067521-4280-46d6-a4bf-4c216a94a5f9, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:43:25.050474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] For port a2067521-4280-46d6-a4bf-4c216a94a5f9, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2067521-4280-46d6-a4bf-4c216a94a5f9,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:43:25.126473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:25.192029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:25.193394 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] 10.222.0.31 "PUT /v2.0/ports/a2067521-4280-46d6-a4bf-4c216a94a5f9 HTTP/1.1" status: 200 len: 1094 time: 1.2041092 Mar 02 20:43:25.193853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754c8b79-26fd-4d80-bed9-a00e5fa1895c', 'tag': 'a2067521-4280-46d6-a4bf-4c216a94a5f9'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:43:25.213242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20526754-f45b-485e-84f6-64fc23c4edf7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2067521-4280-46d6-a4bf-4c216a94a5f9,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:25.253783 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754c8b79-26fd-4d80-bed9-a00e5fa1895c', 'tag': 'a2067521-4280-46d6-a4bf-4c216a94a5f9', 'status': 'completed', 'code': 200} Mar 02 20:43:25.303469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-86d09413-5386-421d-a639-b290ec1df351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'name': 'tempest-TestEncryptedCinderVolumes-800317491-router', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:06Z', 'updated_at': '2022-03-02T20:43:10Z', 'revision_number': 4, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'gw_port': {'id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:07Z', 'updated_at': '2022-03-02T20:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'ce24ad88-a08f-48d3-a600-7df52e86ee8b', 'name': '', 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'mac_address': 'fa:16:3e:7a:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:09Z', 'updated_at': '2022-03-02T20:43:10Z', 'revision_number': 2, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'subnets': [{'id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:25.307701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Checking router: 56f49350-1043-404b-8cf5-a8c484b6e4c3 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:43:25.308188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Updating router 56f49350-1043-404b-8cf5-a8c484b6e4c3 port ce24ad88-a08f-48d3-a600-7df52e86ee8b binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:43:25.362589 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfdb7233-aec3-4bc2-b335-6d13b50ad6eb req-fd63aa5f-b7a4-49f3-a867-9b893c8c7f22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=368f636f58dc4b1280da46ae13201da3&device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 1097 time: 0.0853360 Mar 02 20:43:25.376965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:25.475658 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea31cb7-16eb-4a37-9ee9-67b2ac55ceac req-17a034c8-a576-429a-8543-9d70fbdb8779 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:25.477274 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2ea31cb7-16eb-4a37-9ee9-67b2ac55ceac req-17a034c8-a576-429a-8543-9d70fbdb8779 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 944 time: 0.1023939 Mar 02 20:43:25.523858 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb7233-aec3-4bc2-b335-6d13b50ad6eb req-79965d63-f7ee-4107-b4b0-d5ec95d79475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:25.525335 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfdb7233-aec3-4bc2-b335-6d13b50ad6eb req-79965d63-f7ee-4107-b4b0-d5ec95d79475 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=368f636f58dc4b1280da46ae13201da3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1538153 Mar 02 20:43:25.533139 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0d782099-db77-4b24-81aa-bea7a02bfbb5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:25.549449 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2ea31cb7-16eb-4a37-9ee9-67b2ac55ceac req-65e77a28-6337-4773-bcde-007e00264367 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644751 Mar 02 20:43:25.665708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb7233-aec3-4bc2-b335-6d13b50ad6eb req-4e3befca-5b70-482f-948b-7db56ab738e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:25.667116 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dfdb7233-aec3-4bc2-b335-6d13b50ad6eb req-4e3befca-5b70-482f-948b-7db56ab738e5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1349018 Mar 02 20:43:25.775546 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-b2419788-f7c5-4f45-891e-4c8d99610b81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=368f636f58dc4b1280da46ae13201da3&device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 1097 time: 0.0699401 Mar 02 20:43:25.795274 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 0d782099-db77-4b24-81aa-bea7a02bfbb5 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:25.813876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 0d782099-db77-4b24-81aa-bea7a02bfbb5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:25.814261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:25.850798 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-25fedf0c-2c67-4ab0-95af-614fd4a82481 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2067521-4280-46d6-a4bf-4c216a94a5f9 HTTP/1.1" status: 200 len: 217 time: 0.0673466 Mar 02 20:43:25.875320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:25.892961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Transition to ACTIVE for port object ce24ad88-a08f-48d3-a600-7df52e86ee8b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:25.913185 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0891d30-0d40-4157-a85a-714997c82a10 req-b42d6525-71b3-4e29-982b-30e197f3ae1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:25.915120 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-b42d6525-71b3-4e29-982b-30e197f3ae1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd88c8ef-9fae-42cd-a15d-931471cd86cd HTTP/1.1" status: 200 len: 855 time: 0.0575514 Mar 02 20:43:25.953042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:25.992651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.101007 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-c3752cbd-f5f6-4b34-9992-fa352f2b6471 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0044285d-bd0a-4105-b90e-e40d95cda194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1789458 Mar 02 20:43:26.120257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 0d782099-db77-4b24-81aa-bea7a02bfbb5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0d782099-db77-4b24-81aa-bea7a02bfbb5,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:26.140405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dc4e7-4d4f-465b-833c-79f16d575c8d None None] Pushing event updated for resources: {'Port': ['ID=ce24ad88-a08f-48d3-a600-7df52e86ee8b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:26.217006 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.242266 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-599e3dc3-aa73-4799-9b00-20e0f565a707 service neutron] 10.222.0.31 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335742 Mar 02 20:43:26.285974 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Attempting to bind port ce24ad88-a08f-48d3-a600-7df52e86ee8b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:26.286338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Attempting to bind port ce24ad88-a08f-48d3-a600-7df52e86ee8b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:26.286699 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Attempting to bind port ce24ad88-a08f-48d3-a600-7df52e86ee8b on network 0044285d-bd0a-4105-b90e-e40d95cda194 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:43:26.303281 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:43:26.303645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Checking segment: {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:43:26.304249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.304407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Bound using segment: {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:43:26.304854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Bound port: ce24ad88-a08f-48d3-a600-7df52e86ee8b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:26.305214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.324099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=0d782099-db77-4b24-81aa-bea7a02bfbb5,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:26.380629 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e0891d30-0d40-4157-a85a-714997c82a10 req-936aedcd-56b1-4731-a999-d6e7e0efe66e service neutron] 10.222.0.31 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317661 Mar 02 20:43:26.416632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-86d09413-5386-421d-a639-b290ec1df351 None None] For port ce24ad88-a08f-48d3-a600-7df52e86ee8b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:43:26.421626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-86d09413-5386-421d-a639-b290ec1df351 None None] For port ce24ad88-a08f-48d3-a600-7df52e86ee8b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ce24ad88-a08f-48d3-a600-7df52e86ee8b,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:43:26.503525 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.579831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dc4e7-4d4f-465b-833c-79f16d575c8d None None] Pushing event updated for resources: {'Port': ['ID=ce24ad88-a08f-48d3-a600-7df52e86ee8b,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:26.585943 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Routers {'56f49350-1043-404b-8cf5-a8c484b6e4c3'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:43:26.586573 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-86d09413-5386-421d-a639-b290ec1df351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:43:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['56f49350-1043-404b-8cf5-a8c484b6e4c3'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:26.766292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c6e08-d275-4d79-b983-2d26678ffc0b req-e88665e6-d211-481a-bb5c-84af275de448 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:26.767670 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aa1c6e08-d275-4d79-b983-2d26678ffc0b req-e88665e6-d211-481a-bb5c-84af275de448 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 944 time: 0.0820940 Mar 02 20:43:26.774861 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-86d09413-5386-421d-a639-b290ec1df351 None None] Set router 56f49350-1043-404b-8cf5-a8c484b6e4c3 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:43:26.814988 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aa1c6e08-d275-4d79-b983-2d26678ffc0b req-93439add-aea6-439c-9b4d-35fc1a552f86 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 Mar 02 20:43:27.092463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-86d09413-5386-421d-a639-b290ec1df351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'name': 'tempest-TestEncryptedCinderVolumes-800317491-router', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:06Z', 'updated_at': '2022-03-02T20:43:10Z', 'revision_number': 4, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'gw_port': {'id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:07Z', 'updated_at': '2022-03-02T20:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'ce24ad88-a08f-48d3-a600-7df52e86ee8b', 'name': '', 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'mac_address': 'fa:16:3e:7a:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:09Z', 'updated_at': '2022-03-02T20:43:26Z', 'revision_number': 4, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'subnets': [{'id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:27.096501 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d09413-5386-421d-a639-b290ec1df351 None None] The sync data for ids ['56f49350-1043-404b-8cf5-a8c484b6e4c3'] in dv-neutron-831593-2-hyperv is: [{'id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'name': 'tempest-TestEncryptedCinderVolumes-800317491-router', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:06Z', 'updated_at': '2022-03-02T20:43:10Z', 'revision_number': 4, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'gw_port': {'id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:07Z', 'updated_at': '2022-03-02T20:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'ce24ad88-a08f-48d3-a600-7df52e86ee8b', 'name': '', 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'mac_address': 'fa:16:3e:7a:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:09Z', 'updated_at': '2022-03-02T20:43:26Z', 'revision_number': 4, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'subnets': [{'id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:43:27.496318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0d782099-db77-4b24-81aa-bea7a02bfbb5 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:27.513016 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Sync routers for ids ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:43:27.524716 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Routers {'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:43:27.525323 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:43:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:27.579000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 0d782099-db77-4b24-81aa-bea7a02bfbb5 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:27.579371 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.692750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ce24ad88-a08f-48d3-a600-7df52e86ee8b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:27.706217 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Set router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:43:27.831718 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port ce24ad88-a08f-48d3-a600-7df52e86ee8b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:27.837136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port ce24ad88-a08f-48d3-a600-7df52e86ee8b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:27.837516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.962176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.995076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port ce24ad88-a08f-48d3-a600-7df52e86ee8b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ce24ad88-a08f-48d3-a600-7df52e86ee8b,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:28.015743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22045827-e3d9-4843-b7de-65558eedee0f req-951a3758-a852-46b5-85cb-32b041ee5c40 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:28.017168 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-22045827-e3d9-4843-b7de-65558eedee0f req-951a3758-a852-46b5-85cb-32b041ee5c40 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 944 time: 0.0782146 Mar 02 20:43:28.022635 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1906707151-router', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:17Z', 'revision_number': 4, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'gw_port': {'id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '6d996d6c-b759-4135-ade0-2997d9e83530', 'name': '', 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'mac_address': 'fa:16:3e:bd:fb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4649042e-466a-41e9-b707-6ef030ca4a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:17Z', 'updated_at': '2022-03-02T20:43:17Z', 'revision_number': 2, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'subnets': [{'id': '4649042e-466a-41e9-b707-6ef030ca4a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:28.029168 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Checking router: e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:43:28.029639 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Updating router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 port 6d996d6c-b759-4135-ade0-2997d9e83530 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:43:28.070540 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-22045827-e3d9-4843-b7de-65558eedee0f req-68aab7b3-a4a9-4827-b053-c171aa2a6fe0 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479155 Mar 02 20:43:28.074707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.095172 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.143570 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=ce24ad88-a08f-48d3-a600-7df52e86ee8b,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:28.424739 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.436297 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Transition to ACTIVE for port object 6d996d6c-b759-4135-ade0-2997d9e83530 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:28.479800 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.601175 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78044a41-d33f-43c7-b6fa-44f640e4869c None None] Pushing event updated for resources: {'Port': ['ID=6d996d6c-b759-4135-ade0-2997d9e83530,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:28.696011 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Attempting to bind port 6d996d6c-b759-4135-ade0-2997d9e83530 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:28.696536 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Attempting to bind port 6d996d6c-b759-4135-ade0-2997d9e83530 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'e4968204-2949-49c6-b8e3-aa32bf6b6f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:28.697049 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Attempting to bind port 6d996d6c-b759-4135-ade0-2997d9e83530 on network 8f433a1c-a2a8-420e-80a6-f87cd6fada2a {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:43:28.706883 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:43:28.707526 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Checking segment: {'id': 'e4968204-2949-49c6-b8e3-aa32bf6b6f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:43:28.708107 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.708664 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Bound using segment: {'id': 'e4968204-2949-49c6-b8e3-aa32bf6b6f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:43:28.709330 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Bound port: 6d996d6c-b759-4135-ade0-2997d9e83530, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4968204-2949-49c6-b8e3-aa32bf6b6f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:28.709867 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.812176 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] For port 6d996d6c-b759-4135-ade0-2997d9e83530, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:43:28.812176 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] For port 6d996d6c-b759-4135-ade0-2997d9e83530, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6d996d6c-b759-4135-ade0-2997d9e83530,segment=NetworkSegment(e4968204-2949-49c6-b8e3-aa32bf6b6f1b),segment_id=e4968204-2949-49c6-b8e3-aa32bf6b6f1b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:43:28.894665 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.971502 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78044a41-d33f-43c7-b6fa-44f640e4869c None None] Pushing event updated for resources: {'Port': ['ID=6d996d6c-b759-4135-ade0-2997d9e83530,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:28.976067 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Routers {'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:43:28.976687 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:43:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:29.188300 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] Set router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:43:29.213722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a2067521-4280-46d6-a4bf-4c216a94a5f9 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:43:29.275033 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e7fa-86aa-4304-8e3e-8272af9a82b1 req-e1eb4faf-8ac5-4a99-9ff1-355b5a5fd5f9 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:29.276401 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b8e5e7fa-86aa-4304-8e3e-8272af9a82b1 req-e1eb4faf-8ac5-4a99-9ff1-355b5a5fd5f9 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 944 time: 0.0874989 Mar 02 20:43:29.327597 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b8e5e7fa-86aa-4304-8e3e-8272af9a82b1 req-ebbb59cd-7cd6-404c-ad55-79f57d334b3c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443091 Mar 02 20:43:29.348097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a2067521-4280-46d6-a4bf-4c216a94a5f9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2067521-4280-46d6-a4bf-4c216a94a5f9,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:29.361643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'a2067521-4280-46d6-a4bf-4c216a94a5f9', 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194', 'port_id': 'a2067521-4280-46d6-a4bf-4c216a94a5f9', 'mac_address': 'fa:16:3e:c2:d5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:43:29.458909 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:29.476731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2067521-4280-46d6-a4bf-4c216a94a5f9 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:43:29.484099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ce24ad88-a08f-48d3-a600-7df52e86ee8b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:29.508059 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1906707151-router', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:17Z', 'revision_number': 4, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'gw_port': {'id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '6d996d6c-b759-4135-ade0-2997d9e83530', 'name': '', 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'mac_address': 'fa:16:3e:bd:fb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4649042e-466a-41e9-b707-6ef030ca4a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:17Z', 'updated_at': '2022-03-02T20:43:28Z', 'revision_number': 4, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'subnets': [{'id': '4649042e-466a-41e9-b707-6ef030ca4a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:29.512059 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074ea1c-7e54-49c0-89f8-1f6dfb45a069 None None] The sync data for ids ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'] in dv-neutron-831593-2-hyperv is: [{'id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1906707151-router', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:17Z', 'revision_number': 4, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'gw_port': {'id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '6d996d6c-b759-4135-ade0-2997d9e83530', 'name': '', 'network_id': '8f433a1c-a2a8-420e-80a6-f87cd6fada2a', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'mac_address': 'fa:16:3e:bd:fb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4649042e-466a-41e9-b707-6ef030ca4a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:17Z', 'updated_at': '2022-03-02T20:43:28Z', 'revision_number': 4, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'subnets': [{'id': '4649042e-466a-41e9-b707-6ef030ca4a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:43:29.537975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a2067521-4280-46d6-a4bf-4c216a94a5f9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2067521-4280-46d6-a4bf-4c216a94a5f9,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:29.587617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port ce24ad88-a08f-48d3-a600-7df52e86ee8b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:29.587991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:29.617765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:29.719163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a2067521-4280-46d6-a4bf-4c216a94a5f9,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:29.877399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a2067521-4280-46d6-a4bf-4c216a94a5f9'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:43:30.526012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778084d8-01c5-483a-849b-876f27ceea5c req-e25474e2-0144-4b4a-a859-77b99fda5937 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:30.527378 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-778084d8-01c5-483a-849b-876f27ceea5c req-e25474e2-0144-4b4a-a859-77b99fda5937 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 945 time: 0.0780480 Mar 02 20:43:30.575577 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-778084d8-01c5-483a-849b-876f27ceea5c req-c6f5fcaf-d511-486d-92db-74586d3b9681 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 Mar 02 20:43:31.228690 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a2067521-4280-46d6-a4bf-4c216a94a5f9 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:31.354472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port a2067521-4280-46d6-a4bf-4c216a94a5f9 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:31.359675 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port a2067521-4280-46d6-a4bf-4c216a94a5f9 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:31.360044 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.479496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.501166 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6d996d6c-b759-4135-ade0-2997d9e83530 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:31.555713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754c8b79-26fd-4d80-bed9-a00e5fa1895c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2067521-4280-46d6-a4bf-4c216a94a5f9'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:43:31.571095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a2067521-4280-46d6-a4bf-4c216a94a5f9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2067521-4280-46d6-a4bf-4c216a94a5f9,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:31.633306 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754c8b79-26fd-4d80-bed9-a00e5fa1895c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2067521-4280-46d6-a4bf-4c216a94a5f9', 'code': 200} Mar 02 20:43:31.637622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.682187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 6d996d6c-b759-4135-ade0-2997d9e83530 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:31.702816 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6d996d6c-b759-4135-ade0-2997d9e83530 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:31.703251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.766955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a2067521-4280-46d6-a4bf-4c216a94a5f9,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:31.791607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a1f7-a763-491d-be6c-a151c227beeb req-400df9cf-b3df-4752-a9de-a8f16eae7226 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:31.793929 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dec5a1f7-a763-491d-be6c-a151c227beeb req-400df9cf-b3df-4752-a9de-a8f16eae7226 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 946 time: 0.0829682 Mar 02 20:43:31.838766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.858726 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dec5a1f7-a763-491d-be6c-a151c227beeb req-3b90a69b-8fb4-4a65-aadb-66b029df484b tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562282 Mar 02 20:43:31.873957 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 6d996d6c-b759-4135-ade0-2997d9e83530, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6d996d6c-b759-4135-ade0-2997d9e83530,segment=NetworkSegment(e4968204-2949-49c6-b8e3-aa32bf6b6f1b),segment_id=e4968204-2949-49c6-b8e3-aa32bf6b6f1b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:31.969150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:32.042519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=6d996d6c-b759-4135-ade0-2997d9e83530,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:32.050130 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9b24dd3e-23f1-436a-b24d-2ed6a311e4fb req-6c78c0b8-b060-4be2-a78d-7139824f5f01 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 1099 time: 0.0699153 Mar 02 20:43:32.100750 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9b24dd3e-23f1-436a-b24d-2ed6a311e4fb req-24d28f25-f294-4f68-bdfe-2147df367fac service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Mar 02 20:43:33.059882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21b7c1-01a5-4eb6-adb5-24e54568e79d req-e5835249-ab22-40fa-8e9f-9b3ba60be039 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:33.061336 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e21b7c1-01a5-4eb6-adb5-24e54568e79d req-e5835249-ab22-40fa-8e9f-9b3ba60be039 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 946 time: 0.0791290 Mar 02 20:43:33.109032 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e21b7c1-01a5-4eb6-adb5-24e54568e79d req-3ce7211e-6807-4e06-8c1b-b8b2efbade54 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 Mar 02 20:43:33.473159 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6d996d6c-b759-4135-ade0-2997d9e83530 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:33.539516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6d996d6c-b759-4135-ade0-2997d9e83530 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:33.539881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:34.300746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666092d1-bafb-4ee6-82c7-35fc35d79ca9 req-1141c2d9-7214-4661-aa2d-761aedd1005f tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:34.302172 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-666092d1-bafb-4ee6-82c7-35fc35d79ca9 req-1141c2d9-7214-4661-aa2d-761aedd1005f tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 946 time: 0.0754974 Mar 02 20:43:34.346252 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-666092d1-bafb-4ee6-82c7-35fc35d79ca9 req-1367e236-eec6-4b56-932c-53f78f95d75f tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386112 Mar 02 20:43:34.539744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65399c23-eb2e-4e5b-825e-ea569841d18e req-5698f977-2be6-4df5-8aff-5ef087e82d21 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:34.541079 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65399c23-eb2e-4e5b-825e-ea569841d18e req-5698f977-2be6-4df5-8aff-5ef087e82d21 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 946 time: 0.0780382 Mar 02 20:43:34.585768 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65399c23-eb2e-4e5b-825e-ea569841d18e req-c1bf9bc9-e397-48a2-bbb3-9efcef37ecb4 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385873 Mar 02 20:43:43.051618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.435279 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3ff34f86-9a91-414f-9c4a-80b8a002dc65 req-84bae228-2ab8-4c45-a350-a90f4cac2218 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669584 Mar 02 20:43:44.576932 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3ff34f86-9a91-414f-9c4a-80b8a002dc65 req-d88f0d0e-8e92-49db-90c9-57c8e313545a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=368f636f58dc4b1280da46ae13201da3&device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 1099 time: 0.0689235 Mar 02 20:43:44.722880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff34f86-9a91-414f-9c4a-80b8a002dc65 req-e24a4ec4-6fab-4ca6-89c9-341319833185 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:44.724219 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3ff34f86-9a91-414f-9c4a-80b8a002dc65 req-e24a4ec4-6fab-4ca6-89c9-341319833185 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0044285d-bd0a-4105-b90e-e40d95cda194 HTTP/1.1" status: 200 len: 918 time: 0.1238492 Mar 02 20:43:44.796907 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3ff34f86-9a91-414f-9c4a-80b8a002dc65 req-800cd7c9-59fa-4b5b-949f-d41bd0b1bf0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2067521-4280-46d6-a4bf-4c216a94a5f9 HTTP/1.1" status: 200 len: 217 time: 0.0654821 Mar 02 20:43:44.864994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff34f86-9a91-414f-9c4a-80b8a002dc65 req-fcebdf95-0ee1-4db3-a561-5dcc61ad2096 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:44.866446 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3ff34f86-9a91-414f-9c4a-80b8a002dc65 req-fcebdf95-0ee1-4db3-a561-5dcc61ad2096 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd88c8ef-9fae-42cd-a15d-931471cd86cd HTTP/1.1" status: 200 len: 855 time: 0.0610392 Mar 02 20:43:44.940909 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3ff34f86-9a91-414f-9c4a-80b8a002dc65 req-90a27afb-07a3-49ca-abc8-32f355019c3b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0044285d-bd0a-4105-b90e-e40d95cda194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668747 Mar 02 20:43:45.074504 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3ff34f86-9a91-414f-9c4a-80b8a002dc65 req-cc4ee717-10c6-409c-a475-dfb1c36a6da1 service neutron] 10.222.0.31 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239176 Mar 02 20:43:45.211915 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3ff34f86-9a91-414f-9c4a-80b8a002dc65 req-234fe434-e75b-4c22-b5b9-7833d4b397a8 service neutron] 10.222.0.31 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290448 Mar 02 20:43:47.100112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5f74c7b8-40bf-495d-8c5d-eca9be0a8f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:47.582220 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:43:49.334395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-34d02af4-c1d9-4410-aa00-a94dce1f8109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:50.591426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:50.665955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:51.938814 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:52.613534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513db1-6856-4eb2-a06d-cb7338e03298 req-a2764a94-eba7-4d9f-bbb4-fca42655a506 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:52.614883 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a513db1-6856-4eb2-a06d-cb7338e03298 req-a2764a94-eba7-4d9f-bbb4-fca42655a506 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 946 time: 0.0775018 Mar 02 20:43:52.662686 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a513db1-6856-4eb2-a06d-cb7338e03298 req-cdd1e123-7837-459f-a6e4-9b1233c62fe0 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Mar 02 20:43:53.858058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b832d2-b1b8-41e0-97c6-0df8902e2a3e req-b78d4214-169f-4c4e-8a88-146326bbc3d3 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:53.859501 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-39b832d2-b1b8-41e0-97c6-0df8902e2a3e req-b78d4214-169f-4c4e-8a88-146326bbc3d3 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 946 time: 0.0770137 Mar 02 20:43:53.904173 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-39b832d2-b1b8-41e0-97c6-0df8902e2a3e req-fad8303c-213a-4636-9e7e-9bcc64222d56 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Mar 02 20:43:54.332776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-c1648c42-5bae-40db-8d63-e8ef26764bd9 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:54.333454 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-c1648c42-5bae-40db-8d63-e8ef26764bd9 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Synchronizing usage tracker for tenant:368f636f58dc4b1280da46ae13201da3 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:43:54.405603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-c1648c42-5bae-40db-8d63-e8ef26764bd9 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Unset dirty status for tenant:368f636f58dc4b1280da46ae13201da3 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:43:54.406707 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-c1648c42-5bae-40db-8d63-e8ef26764bd9 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.31 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 946 time: 0.1463799 Mar 02 20:43:54.480448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Deleting port a2067521-4280-46d6-a4bf-4c216a94a5f9 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:43:54.480782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:54.720026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] For port a2067521-4280-46d6-a4bf-4c216a94a5f9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2067521-4280-46d6-a4bf-4c216a94a5f9,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:43:54.720295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:54.930296 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Calling delete_port for a2067521-4280-46d6-a4bf-4c216a94a5f9 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:43:55.111920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414bf6-3d67-4140-b2dc-a4a09e0a087a req-9c80845d-2f64-4377-b2eb-d5780afd12b2 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:55.113358 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6c414bf6-3d67-4140-b2dc-a4a09e0a087a req-9c80845d-2f64-4377-b2eb-d5780afd12b2 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=754c8b79-26fd-4d80-bed9-a00e5fa1895c HTTP/1.1" status: 200 len: 946 time: 0.0862055 Mar 02 20:43:55.141053 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:55.158009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a2067521-4280-46d6-a4bf-4c216a94a5f9'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:43:55.190085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Pushing event deleted for resources: {'Port': ['ID=a2067521-4280-46d6-a4bf-4c216a94a5f9,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:55.199688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:55.200031 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:55.200368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:55.200772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:55.202570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:55.202921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:55.203250 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:55.203574 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:55.203897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:55.204217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:55.204536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:55.243388 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6c414bf6-3d67-4140-b2dc-a4a09e0a087a req-5327b642-4c51-4a78-b115-d51af8ecb68d tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243992 Mar 02 20:43:55.287991 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] No DVR routers for this DVR port a2067521-4280-46d6-a4bf-4c216a94a5f9 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:43:55.290549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:55.293150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754c8b79-26fd-4d80-bed9-a00e5fa1895c', 'name': 'network-vif-deleted', 'tag': 'a2067521-4280-46d6-a4bf-4c216a94a5f9'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:43:55.358208 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754c8b79-26fd-4d80-bed9-a00e5fa1895c', 'name': 'network-vif-deleted', 'tag': 'a2067521-4280-46d6-a4bf-4c216a94a5f9', 'status': 'completed', 'code': 200} Mar 02 20:43:55.403534 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c6722dd8-f1ad-4c59-aca7-80dd481c1fdc req-079d7d6c-f4bb-4c92-b3b5-ecc9a295e7bf tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.31 "DELETE /v2.0/ports/a2067521-4280-46d6-a4bf-4c216a94a5f9 HTTP/1.1" status: 204 len: 173 time: 0.9888716 Mar 02 20:43:57.178723 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-5de09598-82e0-49d5-8428-94feed3f853f tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:57.180037 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-5de09598-82e0-49d5-8428-94feed3f853f tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/networks?id=0044285d-bd0a-4105-b90e-e40d95cda194 HTTP/1.1" status: 200 len: 816 time: 0.1419444 Mar 02 20:43:57.195881 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-a461788f-962a-40ae-b5e4-a0a0a944577c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/quotas/368f636f58dc4b1280da46ae13201da3 HTTP/1.1" status: 200 len: 375 time: 0.0106356 Mar 02 20:43:57.274892 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-604a0e7a-efe0-4ee0-9455-93c1bccd52a3 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=368f636f58dc4b1280da46ae13201da3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743642 Mar 02 20:43:57.373489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a2067521-4280-46d6-a4bf-4c216a94a5f9 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:43:57.409150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: a2067521-4280-46d6-a4bf-4c216a94a5f9 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:43:57.409484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a2067521-4280-46d6-a4bf-4c216a94a5f9 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:43:57.411983 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-3b4f7b9a-304e-40c1-9f5a-44e49214b5ff service neutron] 10.222.0.44 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254508 Mar 02 20:43:57.544122 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-7345f5af-6684-4da7-995f-e2c5dad0e33b service neutron] 10.222.0.44 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262264 Mar 02 20:43:57.810761 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8d8e63d-3631-4ba4-9ab9-0402b70ef46d req-260f5864-d6dd-4313-a59f-67beddb8dfca tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 210 time: 0.0437021 Mar 02 20:43:58.978330 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-35c25e01-0192-4939-bc45-529c92657a04 req-4b414fc6-61b2-4774-b86a-1956d314b7fc tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 210 time: 0.0415590 Mar 02 20:43:59.656642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-a8a1b777-2a08-4ac8-b285-f0bbabee8af5 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:59.658067 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-a8a1b777-2a08-4ac8-b285-f0bbabee8af5 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.31 "GET /v2.0/networks?id=0044285d-bd0a-4105-b90e-e40d95cda194 HTTP/1.1" status: 200 len: 816 time: 0.1437199 Mar 02 20:43:59.674569 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Request body: {'port': {'device_id': 'd5412d68-5813-4309-9c6b-32f2eb6068b7', 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194', 'admin_state_up': True, 'tenant_id': '368f636f58dc4b1280da46ae13201da3'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:43:59.806619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:59.811151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Usage tracker for resource:port and tenant:368f636f58dc4b1280da46ae13201da3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:59.814041 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:59.819649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:59.882425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Made reservation on behalf of 368f636f58dc4b1280da46ae13201da3 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:43:59.885419 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:00.049196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Allocated IP 172.20.0.10 (0044285d-bd0a-4105-b90e-e40d95cda194/fd88c8ef-9fae-42cd-a15d-931471cd86cd/2cbccc1f-5d4c-4b4c-907d-048c01efa91d) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:44:00.148544 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a9e2880-236a-4d8b-b7d0-d7a9455a502a req-ea8f126d-a7f4-4d91-a5c1-fdb38127ee25 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 210 time: 0.0409942 Mar 02 20:44:00.264243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:00.279706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Transition to ACTIVE for port object 2cbccc1f-5d4c-4b4c-907d-048c01efa91d will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:44:00.380217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:00.447427 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Network 0044285d-bd0a-4105-b90e-e40d95cda194 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:44:00.450295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:44:00.454904 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:44:00.488690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Pushing event updated for resources: {'Port': ['ID=2cbccc1f-5d4c-4b4c-907d-048c01efa91d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:00.523139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:00.523835 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:00.606205 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-1e8619c7-dde2-479a-9566-775af444b404 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9351497 Mar 02 20:44:00.617722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Request body: {'port': {'device_id': 'd5412d68-5813-4309-9c6b-32f2eb6068b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:44:00.722583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:00.765202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-be505c87-5233-4ede-8264-03f601f31844 None None] Provisioning for port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:44:00.770126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-be505c87-5233-4ede-8264-03f601f31844 None None] Provisioning complete for port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:44:00.770492 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-be505c87-5233-4ede-8264-03f601f31844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:00.822536 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-be505c87-5233-4ede-8264-03f601f31844 None None] Port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:44:01.150204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbccc1f-5d4c-4b4c-907d-048c01efa91d {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:44:01.157439 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:01.172095 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Transition to ACTIVE for port object 2cbccc1f-5d4c-4b4c-907d-048c01efa91d will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:44:01.248349 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:01.358533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8baf61-9ff7-4b4a-be71-bd94de059ccb req-ba631f72-63b0-4e58-afbb-9922ddfecc8a tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:01.359888 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6f8baf61-9ff7-4b4a-be71-bd94de059ccb req-ba631f72-63b0-4e58-afbb-9922ddfecc8a tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 944 time: 0.0853710 Mar 02 20:44:01.378837 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Pushing event updated for resources: {'Port': ['ID=2cbccc1f-5d4c-4b4c-907d-048c01efa91d,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:01.410493 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6f8baf61-9ff7-4b4a-be71-bd94de059ccb req-8e913ade-5181-43bc-a2ce-92e26c902799 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432472 Mar 02 20:44:01.487425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Attempting to bind port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:44:01.487749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Attempting to bind port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:44:01.488074 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Attempting to bind port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d on network 0044285d-bd0a-4105-b90e-e40d95cda194 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:44:01.493961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d on network 0044285d-bd0a-4105-b90e-e40d95cda194 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:44:01.494285 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Attempting to bind port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d on network 0044285d-bd0a-4105-b90e-e40d95cda194 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:44:01.500619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:44:01.500945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Checking segment: {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:44:01.501317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Bound using segment: {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:44:01.501731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Bound port: 2cbccc1f-5d4c-4b4c-907d-048c01efa91d, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1420ba7-9cb5-447d-81ca-33fa72d5db31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:44:01.502101 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:01.591461 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] For port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:44:01.594747 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] For port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2cbccc1f-5d4c-4b4c-907d-048c01efa91d,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:44:01.691590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:01.754984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:01.756338 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] 10.222.0.31 "PUT /v2.0/ports/2cbccc1f-5d4c-4b4c-907d-048c01efa91d HTTP/1.1" status: 200 len: 1094 time: 1.1428561 Mar 02 20:44:01.756765 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5412d68-5813-4309-9c6b-32f2eb6068b7', 'tag': '2cbccc1f-5d4c-4b4c-907d-048c01efa91d'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:44:01.775006 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9ac1f-f86f-4247-8409-b2bc74fb786a service neutron] Pushing event updated for resources: {'Port': ['ID=2cbccc1f-5d4c-4b4c-907d-048c01efa91d,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:01.898566 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5412d68-5813-4309-9c6b-32f2eb6068b7', 'tag': '2cbccc1f-5d4c-4b4c-907d-048c01efa91d', 'status': 'completed', 'code': 200} Mar 02 20:44:01.936509 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-7c2b991b-9cb9-4522-aa06-a7bf13dd174c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=368f636f58dc4b1280da46ae13201da3&device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 1097 time: 0.0786347 Mar 02 20:44:02.010681 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-4bb60726-9bcc-4b10-b483-9fc36ad8af51 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbccc1f-5d4c-4b4c-907d-048c01efa91d HTTP/1.1" status: 200 len: 217 time: 0.0661960 Mar 02 20:44:02.074570 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-54149f44-41aa-42da-95a7-517a4025650b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:02.076090 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-54149f44-41aa-42da-95a7-517a4025650b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd88c8ef-9fae-42cd-a15d-931471cd86cd HTTP/1.1" status: 200 len: 855 time: 0.0578730 Mar 02 20:44:02.155076 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-aac513d1-3041-4d28-95a6-ded6597e9624 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0044285d-bd0a-4105-b90e-e40d95cda194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696774 Mar 02 20:44:02.285194 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-3f52a67e-ae52-481c-a3d3-f53a328d3a88 service neutron] 10.222.0.31 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218302 Mar 02 20:44:02.428695 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-910935a2-fe08-4b4d-b245-2ccc417a16a7 req-38fb8f4f-7931-4331-a64b-3430ac955f38 service neutron] 10.222.0.31 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342676 Mar 02 20:44:02.618842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0bb58-ea3e-4a3e-a99b-932b14e408c5 req-f770ce4d-34bb-4dc3-aaaf-42002d55c9fc tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:02.619755 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dcb102cb-c053-4819-bb7a-505cdbb2c15c req-2ffc56ec-ea14-4992-9962-9c0125e31668 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=368f636f58dc4b1280da46ae13201da3&device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 1097 time: 0.0783188 Mar 02 20:44:02.620292 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-79f0bb58-ea3e-4a3e-a99b-932b14e408c5 req-f770ce4d-34bb-4dc3-aaaf-42002d55c9fc tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 944 time: 0.0774777 Mar 02 20:44:02.667412 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-79f0bb58-ea3e-4a3e-a99b-932b14e408c5 req-77b85d80-8a4a-4469-993f-537af5aa7bb4 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Mar 02 20:44:02.758655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb102cb-c053-4819-bb7a-505cdbb2c15c req-979d831f-a521-43c3-9a71-8e2475e8f10e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:02.760153 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dcb102cb-c053-4819-bb7a-505cdbb2c15c req-979d831f-a521-43c3-9a71-8e2475e8f10e service neutron] 10.222.0.31 "GET /v2.0/networks?id=0044285d-bd0a-4105-b90e-e40d95cda194 HTTP/1.1" status: 200 len: 918 time: 0.1339784 Mar 02 20:44:02.833228 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dcb102cb-c053-4819-bb7a-505cdbb2c15c req-f135a0ab-637f-47b9-bda0-b45cf8232662 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cbccc1f-5d4c-4b4c-907d-048c01efa91d HTTP/1.1" status: 200 len: 217 time: 0.0664763 Mar 02 20:44:02.899003 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb102cb-c053-4819-bb7a-505cdbb2c15c req-1b03d627-2056-4bd4-8c51-a964cc8ce17a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:02.900343 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dcb102cb-c053-4819-bb7a-505cdbb2c15c req-1b03d627-2056-4bd4-8c51-a964cc8ce17a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd88c8ef-9fae-42cd-a15d-931471cd86cd HTTP/1.1" status: 200 len: 855 time: 0.0578711 Mar 02 20:44:02.976870 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dcb102cb-c053-4819-bb7a-505cdbb2c15c req-c4c9c543-951b-4580-aa61-a0a86537b229 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0044285d-bd0a-4105-b90e-e40d95cda194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685651 Mar 02 20:44:03.111055 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dcb102cb-c053-4819-bb7a-505cdbb2c15c req-35497500-a277-4a3a-a9c2-60206a6822e7 service neutron] 10.222.0.31 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270037 Mar 02 20:44:03.350574 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dcb102cb-c053-4819-bb7a-505cdbb2c15c req-d21997e4-e418-464d-a57b-16a2e57af5e2 service neutron] 10.222.0.31 "GET /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320087 Mar 02 20:44:03.869075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c52e6-9954-4c4f-8351-da1c1803d477 req-1973bb56-d2e9-478f-9637-45b5444a4e63 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:03.870521 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea6c52e6-9954-4c4f-8351-da1c1803d477 req-1973bb56-d2e9-478f-9637-45b5444a4e63 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 944 time: 0.0809703 Mar 02 20:44:03.914724 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea6c52e6-9954-4c4f-8351-da1c1803d477 req-d237921c-8808-4baa-a0a7-28ae9b392e39 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386157 Mar 02 20:44:05.107584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae7821-e6f4-4644-aae7-8155b4f24c8c req-fcbf656d-4fe0-4c4e-9b8e-62a854a1ddd5 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:05.109046 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2aae7821-e6f4-4644-aae7-8155b4f24c8c req-fcbf656d-4fe0-4c4e-9b8e-62a854a1ddd5 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 944 time: 0.0761895 Mar 02 20:44:05.157218 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2aae7821-e6f4-4644-aae7-8155b4f24c8c req-b5692333-75f5-48d9-a106-a003a37cab7d tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Mar 02 20:44:05.416971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 2cbccc1f-5d4c-4b4c-907d-048c01efa91d details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:44:05.578676 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2cbccc1f-5d4c-4b4c-907d-048c01efa91d,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:05.592104 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '2cbccc1f-5d4c-4b4c-907d-048c01efa91d', 'network_id': '0044285d-bd0a-4105-b90e-e40d95cda194', 'port_id': '2cbccc1f-5d4c-4b4c-907d-048c01efa91d', 'mac_address': 'fa:16:3e:6d:fc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd88c8ef-9fae-42cd-a15d-931471cd86cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:44:05.646737 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:05.664101 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbccc1f-5d4c-4b4c-907d-048c01efa91d {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:44:05.681988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2cbccc1f-5d4c-4b4c-907d-048c01efa91d,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:05.759504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:05.821882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=2cbccc1f-5d4c-4b4c-907d-048c01efa91d,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:05.998546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['2cbccc1f-5d4c-4b4c-907d-048c01efa91d'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:44:06.348799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5ba65-50a8-4b5e-b036-b1a6556fde1b req-926846f0-948a-4ea1-bf49-5f4c69f3e6ab tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:06.350244 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-89c5ba65-50a8-4b5e-b036-b1a6556fde1b req-926846f0-948a-4ea1-bf49-5f4c69f3e6ab tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 945 time: 0.0749652 Mar 02 20:44:06.395615 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-89c5ba65-50a8-4b5e-b036-b1a6556fde1b req-91f44a8c-e48c-4488-9e07-fb668998dc81 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398984 Mar 02 20:44:07.417096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 2cbccc1f-5d4c-4b4c-907d-048c01efa91d up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:44:07.539735 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:44:07.545805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:44:07.546219 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:07.593410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd805775-d8f2-4b51-88f1-b54866aef295 req-3d42bb1f-af00-403f-8c1f-6aab1dd92523 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:07.594886 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bd805775-d8f2-4b51-88f1-b54866aef295 req-3d42bb1f-af00-403f-8c1f-6aab1dd92523 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 945 time: 0.0795395 Mar 02 20:44:07.640070 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bd805775-d8f2-4b51-88f1-b54866aef295 req-59c72955-4171-4c56-b579-b6ea04f86782 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 Mar 02 20:44:07.660990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:07.687754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5412d68-5813-4309-9c6b-32f2eb6068b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbccc1f-5d4c-4b4c-907d-048c01efa91d'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:44:07.697319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2cbccc1f-5d4c-4b4c-907d-048c01efa91d,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:07.740672 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5412d68-5813-4309-9c6b-32f2eb6068b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbccc1f-5d4c-4b4c-907d-048c01efa91d', 'code': 200} Mar 02 20:44:07.779957 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:07.847226 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=2cbccc1f-5d4c-4b4c-907d-048c01efa91d,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:08.127380 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ed55a5b3-562f-4263-a10a-02a745267844 req-86017985-487d-428c-b9b4-86c40748064d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 1099 time: 0.0711277 Mar 02 20:44:08.173116 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ed55a5b3-562f-4263-a10a-02a745267844 req-045b1fa9-b0bf-4b1c-bba7-b2847eb96d07 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365133 Mar 02 20:44:08.836503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027af346-7387-4d57-9517-86f60a5d8fbc req-79134be0-2420-4e38-ba05-8c3998247d86 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:08.837951 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-027af346-7387-4d57-9517-86f60a5d8fbc req-79134be0-2420-4e38-ba05-8c3998247d86 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 946 time: 0.0757291 Mar 02 20:44:08.882110 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-027af346-7387-4d57-9517-86f60a5d8fbc req-36c18482-a3d6-41eb-b087-001a27a5564a tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380473 Mar 02 20:44:10.084160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c152c-a452-45a8-b6c4-8274f6e3071a req-f68a7af9-7ebe-46c5-80e7-0af1f825e670 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:10.085597 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-921c152c-a452-45a8-b6c4-8274f6e3071a req-f68a7af9-7ebe-46c5-80e7-0af1f825e670 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 946 time: 0.0799670 Mar 02 20:44:10.130882 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-921c152c-a452-45a8-b6c4-8274f6e3071a req-1cf32219-ad07-4466-b0de-fa141a593544 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390720 Mar 02 20:44:10.319995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6cbc7-3c5b-4637-9cf2-3f2f6a5971bc req-40ce59a6-9f78-4bd4-b929-34e1d228b8e2 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:10.321405 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b6a6cbc7-3c5b-4637-9cf2-3f2f6a5971bc req-40ce59a6-9f78-4bd4-b929-34e1d228b8e2 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 946 time: 0.0745978 Mar 02 20:44:10.369364 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b6a6cbc7-3c5b-4637-9cf2-3f2f6a5971bc req-1ca3ed55-33f4-4bd2-af49-eecaf289111e tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Mar 02 20:44:13.056330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:17.107951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a56d9805-1745-4dfb-8bc1-2721872a37e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:19.333356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fc277497-1422-4ec8-89ef-207a7c8405af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:20.553277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:20.667552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:21.933280 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:24.583318 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:44:28.267580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b9716-f7c4-4d3c-8d25-13f1e3760dc8 req-c5f167ba-eb40-4f3e-9155-3de8599f12c4 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:28.269012 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ed2b9716-f7c4-4d3c-8d25-13f1e3760dc8 req-c5f167ba-eb40-4f3e-9155-3de8599f12c4 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 946 time: 0.0774894 Mar 02 20:44:28.313687 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ed2b9716-f7c4-4d3c-8d25-13f1e3760dc8 req-42287663-e0a6-4134-9a49-75ac589618ea tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Mar 02 20:44:29.511050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89f1f0-4a6d-4083-bc71-d6a0c11e4ae3 req-0b2baab4-9f15-4d85-bd53-da440fa61174 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:29.512454 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2b89f1f0-4a6d-4083-bc71-d6a0c11e4ae3 req-0b2baab4-9f15-4d85-bd53-da440fa61174 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 946 time: 0.0781066 Mar 02 20:44:29.630439 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2b89f1f0-4a6d-4083-bc71-d6a0c11e4ae3 req-1af79b62-2e94-40ac-89d5-bc6a1c5cefe4 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0388af0-d772-4f73-b056-a91ef75bcaa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115670 Mar 02 20:44:30.000697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216a117-a843-42bc-adde-b759b98bf1ca req-54a2ce78-4c07-49d9-9912-6521f1c54b61 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:30.001329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d216a117-a843-42bc-adde-b759b98bf1ca req-54a2ce78-4c07-49d9-9912-6521f1c54b61 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Synchronizing usage tracker for tenant:368f636f58dc4b1280da46ae13201da3 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:44:30.079057 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d216a117-a843-42bc-adde-b759b98bf1ca req-54a2ce78-4c07-49d9-9912-6521f1c54b61 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Unset dirty status for tenant:368f636f58dc4b1280da46ae13201da3 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:44:30.080192 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d216a117-a843-42bc-adde-b759b98bf1ca req-54a2ce78-4c07-49d9-9912-6521f1c54b61 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 946 time: 0.1532953 Mar 02 20:44:30.155957 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-d216a117-a843-42bc-adde-b759b98bf1ca req-1b2bf825-a1da-4724-8f2f-3650cbb93b6c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Deleting port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:44:30.156289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d216a117-a843-42bc-adde-b759b98bf1ca req-1b2bf825-a1da-4724-8f2f-3650cbb93b6c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:30.393026 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-d216a117-a843-42bc-adde-b759b98bf1ca req-1b2bf825-a1da-4724-8f2f-3650cbb93b6c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] For port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2cbccc1f-5d4c-4b4c-907d-048c01efa91d,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:30.393364 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d216a117-a843-42bc-adde-b759b98bf1ca req-1b2bf825-a1da-4724-8f2f-3650cbb93b6c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:30.511064 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-d216a117-a843-42bc-adde-b759b98bf1ca req-1b2bf825-a1da-4724-8f2f-3650cbb93b6c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Calling delete_port for 2cbccc1f-5d4c-4b4c-907d-048c01efa91d owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:44:30.730367 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d216a117-a843-42bc-adde-b759b98bf1ca req-1b2bf825-a1da-4724-8f2f-3650cbb93b6c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:30.746198 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['2cbccc1f-5d4c-4b4c-907d-048c01efa91d'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:44:30.778842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2bf825-a1da-4724-8f2f-3650cbb93b6c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Pushing event deleted for resources: {'Port': ['ID=2cbccc1f-5d4c-4b4c-907d-048c01efa91d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:30.802533 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ed2339b9-09d9-4c59-8318-a523931bdcbd req-a1cbb19d-8aa3-499d-93c9-758c4477f875 tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 210 time: 0.0477209 Mar 02 20:44:30.861725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d216a117-a843-42bc-adde-b759b98bf1ca req-1b2bf825-a1da-4724-8f2f-3650cbb93b6c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] No DVR routers for this DVR port 2cbccc1f-5d4c-4b4c-907d-048c01efa91d on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:44:30.864255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d216a117-a843-42bc-adde-b759b98bf1ca req-1b2bf825-a1da-4724-8f2f-3650cbb93b6c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:30.866978 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5412d68-5813-4309-9c6b-32f2eb6068b7', 'name': 'network-vif-deleted', 'tag': '2cbccc1f-5d4c-4b4c-907d-048c01efa91d'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:44:30.928531 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5412d68-5813-4309-9c6b-32f2eb6068b7', 'name': 'network-vif-deleted', 'tag': '2cbccc1f-5d4c-4b4c-907d-048c01efa91d', 'status': 'completed', 'code': 200} Mar 02 20:44:30.942581 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d216a117-a843-42bc-adde-b759b98bf1ca req-1b2bf825-a1da-4724-8f2f-3650cbb93b6c tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.31 "DELETE /v2.0/ports/2cbccc1f-5d4c-4b4c-907d-048c01efa91d HTTP/1.1" status: 204 len: 173 time: 0.8527462 Mar 02 20:44:32.002515 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-53c56c36-c567-4e91-9437-6f9ce47ba7a4 req-a3f155a2-b570-40bd-9661-258824891ecb tempest-TestEncryptedCinderVolumes-739400603 tempest-TestEncryptedCinderVolumes-739400603-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5412d68-5813-4309-9c6b-32f2eb6068b7 HTTP/1.1" status: 200 len: 210 time: 0.0621722 Mar 02 20:44:33.194742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52766) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:33.571469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:34.240051 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] Deleting port ce24ad88-a08f-48d3-a600-7df52e86ee8b {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:44:34.240718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:34.405729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] For port ce24ad88-a08f-48d3-a600-7df52e86ee8b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=ce24ad88-a08f-48d3-a600-7df52e86ee8b,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:34.406113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:34.527421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] Calling delete_port for ce24ad88-a08f-48d3-a600-7df52e86ee8b owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:44:34.753396 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:34.797504 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce24ad88-a08f-48d3-a600-7df52e86ee8b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:35.084223 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:35.510064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 2cbccc1f-5d4c-4b4c-907d-048c01efa91d no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:44:35.544889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 2cbccc1f-5d4c-4b4c-907d-048c01efa91d {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:44:35.545234 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 2cbccc1f-5d4c-4b4c-907d-048c01efa91d not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:44:35.743789 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] Router 56f49350-1043-404b-8cf5-a8c484b6e4c3 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:44:35.936562 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:44:35.945924 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f5c4d3-80ce-4a73-875b-0d9392bf9819 None None] Sync routers for ids ['56f49350-1043-404b-8cf5-a8c484b6e4c3'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:44:35.950537 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-42648f4e-d289-4a52-8f2e-69f931ccd19b admin admin] 10.222.0.44 "PUT /v2.0/routers/56f49350-1043-404b-8cf5-a8c484b6e4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7547653 Mar 02 20:44:35.953304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52770) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:35.958112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f5c4d3-80ce-4a73-875b-0d9392bf9819 None None] Routers {'56f49350-1043-404b-8cf5-a8c484b6e4c3'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:44:35.958717 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-65f5c4d3-80ce-4a73-875b-0d9392bf9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['56f49350-1043-404b-8cf5-a8c484b6e4c3'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:36.133089 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-65f5c4d3-80ce-4a73-875b-0d9392bf9819 None None] Set router 56f49350-1043-404b-8cf5-a8c484b6e4c3 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:44:36.151314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:36.341607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:36.412137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-65f5c4d3-80ce-4a73-875b-0d9392bf9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'name': 'tempest-TestEncryptedCinderVolumes-800317491-router', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:06Z', 'updated_at': '2022-03-02T20:44:34Z', 'revision_number': 5, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'gw_port': {'id': '84779653-2083-4e2a-9f9b-ff3291b93607', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:07Z', 'updated_at': '2022-03-02T20:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:36.415876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f5c4d3-80ce-4a73-875b-0d9392bf9819 None None] Checking router: 56f49350-1043-404b-8cf5-a8c484b6e4c3 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:44:36.421328 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Deleting port 84779653-2083-4e2a-9f9b-ff3291b93607 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:44:36.421660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:36.426408 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f5c4d3-80ce-4a73-875b-0d9392bf9819 None None] Routers {'56f49350-1043-404b-8cf5-a8c484b6e4c3'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:44:36.426997 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-65f5c4d3-80ce-4a73-875b-0d9392bf9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['56f49350-1043-404b-8cf5-a8c484b6e4c3'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:36.574022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-65f5c4d3-80ce-4a73-875b-0d9392bf9819 None None] Set router 56f49350-1043-404b-8cf5-a8c484b6e4c3 gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:44:36.593928 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] For port 84779653-2083-4e2a-9f9b-ff3291b93607, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=84779653-2083-4e2a-9f9b-ff3291b93607,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:36.594289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:36.714271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Calling delete_port for 84779653-2083-4e2a-9f9b-ff3291b93607 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:44:36.714525 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-65f5c4d3-80ce-4a73-875b-0d9392bf9819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'name': 'tempest-TestEncryptedCinderVolumes-800317491-router', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:06Z', 'updated_at': '2022-03-02T20:44:36Z', 'revision_number': 6, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:36.718497 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f5c4d3-80ce-4a73-875b-0d9392bf9819 None None] The sync data for ids ['56f49350-1043-404b-8cf5-a8c484b6e4c3'] in dv-neutron-831593-2-hyperv is: [{'id': '56f49350-1043-404b-8cf5-a8c484b6e4c3', 'name': 'tempest-TestEncryptedCinderVolumes-800317491-router', 'tenant_id': '368f636f58dc4b1280da46ae13201da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:06Z', 'updated_at': '2022-03-02T20:44:36Z', 'revision_number': 6, 'project_id': '368f636f58dc4b1280da46ae13201da3', 'gw_port_host': None}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:44:37.061935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:37.107940 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=84779653-2083-4e2a-9f9b-ff3291b93607,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:37.333284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:37.520121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ce24ad88-a08f-48d3-a600-7df52e86ee8b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:44:37.552322 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: ce24ad88-a08f-48d3-a600-7df52e86ee8b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:44:37.552885 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device ce24ad88-a08f-48d3-a600-7df52e86ee8b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:44:37.553461 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 84779653-2083-4e2a-9f9b-ff3291b93607 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:44:37.586940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 84779653-2083-4e2a-9f9b-ff3291b93607 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:44:37.586940 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 84779653-2083-4e2a-9f9b-ff3291b93607 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:44:37.594829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:37.599132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:37.693059 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:37.693603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56f49350-1043-404b-8cf5-a8c484b6e4c3 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:44:37.706833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:37.707949 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-009034c3-703f-4422-ac93-9e99e67b6f88 admin admin] 10.222.0.44 "DELETE /v2.0/routers/56f49350-1043-404b-8cf5-a8c484b6e4c3 HTTP/1.1" status: 204 len: 168 time: 1.7537782 Mar 02 20:44:37.710707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52774) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:37.773673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Deleting subnet fd88c8ef-9fae-42cd-a15d-931471cd86cd {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:44:37.776823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:37.826619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:37.907527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.048152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.084475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd88c8ef-9fae-42cd-a15d-931471cd86cd,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:38.096576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:38.096919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:38.097252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:38.097583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:38.097946 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:38.098330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:38.098637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:38.098958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:38.099273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:38.099586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:38.099897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:38.102237 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c4605-9eda-49e3-a0b5-bd1d53629eff None None] Network 0044285d-bd0a-4105-b90e-e40d95cda194 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:44:38.102637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.108712 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2483f0fa-7752-4f57-bcab-3327bbae6c8b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fd88c8ef-9fae-42cd-a15d-931471cd86cd HTTP/1.1" status: 204 len: 168 time: 0.3969564 Mar 02 20:44:38.111616 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52778) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:38.215935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.226378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Deleting port 64f284be-d9ac-4a15-a853-fcd0cecf252b {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:44:38.226707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.349514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c242a32c-3cf3-489d-9b80-4d0bb93bd7da None None] DHCP port deletion for 0044285d-bd0a-4105-b90e-e40d95cda194 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:44:38.353614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c242a32c-3cf3-489d-9b80-4d0bb93bd7da None None] Deleting port 64f284be-d9ac-4a15-a853-fcd0cecf252b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:44:38.354015 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c242a32c-3cf3-489d-9b80-4d0bb93bd7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.434378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] For port 64f284be-d9ac-4a15-a853-fcd0cecf252b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=64f284be-d9ac-4a15-a853-fcd0cecf252b,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:38.434729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.556199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Calling delete_port for 64f284be-d9ac-4a15-a853-fcd0cecf252b owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:44:38.558681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-c242a32c-3cf3-489d-9b80-4d0bb93bd7da None None] For port 64f284be-d9ac-4a15-a853-fcd0cecf252b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=64f284be-d9ac-4a15-a853-fcd0cecf252b,segment=NetworkSegment(c1420ba7-9cb5-447d-81ca-33fa72d5db31),segment_id=c1420ba7-9cb5-447d-81ca-33fa72d5db31)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:38.559070 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c242a32c-3cf3-489d-9b80-4d0bb93bd7da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.677349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c242a32c-3cf3-489d-9b80-4d0bb93bd7da None None] Calling delete_port for 64f284be-d9ac-4a15-a853-fcd0cecf252b owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:44:38.718615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.748857 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-c242a32c-3cf3-489d-9b80-4d0bb93bd7da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:44:38.749203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-c242a32c-3cf3-489d-9b80-4d0bb93bd7da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:44:38.762099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=64f284be-d9ac-4a15-a853-fcd0cecf252b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:38.769970 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] No DVR routers for this DVR port 64f284be-d9ac-4a15-a853-fcd0cecf252b on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:44:38.885066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.910851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0044285d-bd0a-4105-b90e-e40d95cda194']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:38.922242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1420ba7-9cb5-447d-81ca-33fa72d5db31') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:38.922583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1420ba7-9cb5-447d-81ca-33fa72d5db31') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:38.933399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.948994 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.955800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:44:38.956169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:44:38.968720 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:44:39.142259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:39.157462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:39.167782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=0044285d-bd0a-4105-b90e-e40d95cda194,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:39.231196 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-081bd0c2-93bd-4f23-9816-744b52935a9c admin admin] 10.222.0.44 "DELETE /v2.0/networks/0044285d-bd0a-4105-b90e-e40d95cda194 HTTP/1.1" status: 204 len: 168 time: 1.1186016 Mar 02 20:44:39.233997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52782) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:39.250060 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c242a32c-3cf3-489d-9b80-4d0bb93bd7da None None] Deleting port 64f284be-d9ac-4a15-a853-fcd0cecf252b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:44:39.250440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c242a32c-3cf3-489d-9b80-4d0bb93bd7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:39.313098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-c242a32c-3cf3-489d-9b80-4d0bb93bd7da None None] The port '64f284be-d9ac-4a15-a853-fcd0cecf252b' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:44:39.499787 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64f284be-d9ac-4a15-a853-fcd0cecf252b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:44:39.535626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 64f284be-d9ac-4a15-a853-fcd0cecf252b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:44:39.535963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 64f284be-d9ac-4a15-a853-fcd0cecf252b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:44:39.702920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:40.287198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] Deleting port 6d996d6c-b759-4135-ade0-2997d9e83530 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:44:40.287901 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:40.452707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] For port 6d996d6c-b759-4135-ade0-2997d9e83530, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6d996d6c-b759-4135-ade0-2997d9e83530,segment=NetworkSegment(e4968204-2949-49c6-b8e3-aa32bf6b6f1b),segment_id=e4968204-2949-49c6-b8e3-aa32bf6b6f1b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:40.452967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:40.569222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] Calling delete_port for 6d996d6c-b759-4135-ade0-2997d9e83530 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:44:40.781778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:40.824829 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d996d6c-b759-4135-ade0-2997d9e83530,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:41.196301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:41.757812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] Router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:44:41.952035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:44:41.961886 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-91a14ccb-1b6a-4ddc-86cf-a058b8ed7e90 admin admin] 10.222.0.44 "PUT /v2.0/routers/e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7269039 Mar 02 20:44:41.964342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52786) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:41.967180 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf71f13-15c1-47db-ad4f-0fdb4bb5f95b None None] Sync routers for ids ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:44:41.979587 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf71f13-15c1-47db-ad4f-0fdb4bb5f95b None None] Routers {'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:44:41.980209 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ccf71f13-15c1-47db-ad4f-0fdb4bb5f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:42.179390 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ccf71f13-15c1-47db-ad4f-0fdb4bb5f95b None None] Set router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:44:42.205629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:42.401459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:42.463529 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ccf71f13-15c1-47db-ad4f-0fdb4bb5f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1906707151-router', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83'}], 'enable_snat': True}, 'gw_port_id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:44:40Z', 'revision_number': 5, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'gw_port': {'id': '0d782099-db77-4b24-81aa-bea7a02bfbb5', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:42.467442 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf71f13-15c1-47db-ad4f-0fdb4bb5f95b None None] Checking router: e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:44:42.478479 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf71f13-15c1-47db-ad4f-0fdb4bb5f95b None None] Routers {'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:44:42.479052 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ccf71f13-15c1-47db-ad4f-0fdb4bb5f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:42.481800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Deleting port 0d782099-db77-4b24-81aa-bea7a02bfbb5 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:44:42.482159 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:42.632999 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ccf71f13-15c1-47db-ad4f-0fdb4bb5f95b None None] Set router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:44:42.764824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] For port 0d782099-db77-4b24-81aa-bea7a02bfbb5, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=0d782099-db77-4b24-81aa-bea7a02bfbb5,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:42.765425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:42.775622 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ccf71f13-15c1-47db-ad4f-0fdb4bb5f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1906707151-router', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:44:42Z', 'revision_number': 6, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:42.779434 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf71f13-15c1-47db-ad4f-0fdb4bb5f95b None None] The sync data for ids ['e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2'] in dv-neutron-831593-2-hyperv is: [{'id': 'e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2', 'name': 'tempest-TestEncryptedCinderVolumes-1906707151-router', 'tenant_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:14Z', 'updated_at': '2022-03-02T20:44:42Z', 'revision_number': 6, 'project_id': 'ef9fdb1e8d2b4461975d0953e871f186', 'gw_port_host': None}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:44:42.894885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Calling delete_port for 0d782099-db77-4b24-81aa-bea7a02bfbb5 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:44:43.087828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:43.122186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:43.170242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d782099-db77-4b24-81aa-bea7a02bfbb5,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:43.397529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:43.590777 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6d996d6c-b759-4135-ade0-2997d9e83530 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:44:43.623619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 6d996d6c-b759-4135-ade0-2997d9e83530 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:44:43.623959 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6d996d6c-b759-4135-ade0-2997d9e83530 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:44:43.624367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0d782099-db77-4b24-81aa-bea7a02bfbb5 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:44:43.655356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 0d782099-db77-4b24-81aa-bea7a02bfbb5 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:44:43.655620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 0d782099-db77-4b24-81aa-bea7a02bfbb5 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:44:43.658442 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:43.663086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:43.767695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:43.768276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:44:43.780754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:43.782461 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-66500b38-a4c0-4cd0-a69d-6f914deff5f8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e9bf76b6-e2cb-4a96-98e2-1ca635bc66d2 HTTP/1.1" status: 204 len: 168 time: 1.8166332 Mar 02 20:44:43.785040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52790) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:43.846137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e242cf-e52d-4642-9d07-828d0835aa07 admin admin] Deleting subnet 4649042e-466a-41e9-b707-6ef030ca4a37 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:44:43.849298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3e242cf-e52d-4642-9d07-828d0835aa07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:43.900867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3e242cf-e52d-4642-9d07-828d0835aa07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:43.976494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3e242cf-e52d-4642-9d07-828d0835aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:44.110864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3e242cf-e52d-4642-9d07-828d0835aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:44.148955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e242cf-e52d-4642-9d07-828d0835aa07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4649042e-466a-41e9-b707-6ef030ca4a37,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:44.157985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-d3e242cf-e52d-4642-9d07-828d0835aa07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:44.163420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e95b5-d9a5-428e-937a-34bc922af10d None None] Network 8f433a1c-a2a8-420e-80a6-f87cd6fada2a requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:44:44.164844 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-d3e242cf-e52d-4642-9d07-828d0835aa07 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4649042e-466a-41e9-b707-6ef030ca4a37 HTTP/1.1" status: 204 len: 168 time: 0.3787866 Mar 02 20:44:44.167211 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52794) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:44.273337 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:44.284123 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Deleting port 03796008-a96e-4f15-baa1-023a5e6eff26 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:44:44.284446 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:44.401186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8860c407-8151-4a5e-9ab3-8eea449c9486 None None] DHCP port deletion for 8f433a1c-a2a8-420e-80a6-f87cd6fada2a request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:44:44.405431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8860c407-8151-4a5e-9ab3-8eea449c9486 None None] Deleting port 03796008-a96e-4f15-baa1-023a5e6eff26 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:44:44.405941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8860c407-8151-4a5e-9ab3-8eea449c9486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:44.488242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] For port 03796008-a96e-4f15-baa1-023a5e6eff26, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=03796008-a96e-4f15-baa1-023a5e6eff26,segment=NetworkSegment(e4968204-2949-49c6-b8e3-aa32bf6b6f1b),segment_id=e4968204-2949-49c6-b8e3-aa32bf6b6f1b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:44.488595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:44.603562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-8860c407-8151-4a5e-9ab3-8eea449c9486 None None] For port 03796008-a96e-4f15-baa1-023a5e6eff26, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=03796008-a96e-4f15-baa1-023a5e6eff26,segment=NetworkSegment(e4968204-2949-49c6-b8e3-aa32bf6b6f1b),segment_id=e4968204-2949-49c6-b8e3-aa32bf6b6f1b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:44.603944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8860c407-8151-4a5e-9ab3-8eea449c9486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:44.708118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Calling delete_port for 03796008-a96e-4f15-baa1-023a5e6eff26 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:44:44.753058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8860c407-8151-4a5e-9ab3-8eea449c9486 None None] Calling delete_port for 03796008-a96e-4f15-baa1-023a5e6eff26 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:44:44.850112 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:44.854991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-8860c407-8151-4a5e-9ab3-8eea449c9486 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:44:44.855275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-8860c407-8151-4a5e-9ab3-8eea449c9486 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:44:44.896780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Pushing event deleted for resources: {'Port': ['ID=03796008-a96e-4f15-baa1-023a5e6eff26,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:44.902171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] No DVR routers for this DVR port 03796008-a96e-4f15-baa1-023a5e6eff26 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:44:45.016796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.046480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f433a1c-a2a8-420e-80a6-f87cd6fada2a']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:45.058664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4968204-2949-49c6-b8e3-aa32bf6b6f1b') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:45.058975 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4968204-2949-49c6-b8e3-aa32bf6b6f1b') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:45.070860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.087162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.093515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:44:45.098043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:44:45.107090 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:44:45.235655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.256997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.264784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f433a1c-a2a8-420e-80a6-f87cd6fada2a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:45.269328 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-90ff6180-782c-4980-8e1c-37560c973423 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8f433a1c-a2a8-420e-80a6-f87cd6fada2a HTTP/1.1" status: 204 len: 168 time: 1.1011508 Mar 02 20:44:45.356698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8860c407-8151-4a5e-9ab3-8eea449c9486 None None] Deleting port 03796008-a96e-4f15-baa1-023a5e6eff26 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:44:45.357206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8860c407-8151-4a5e-9ab3-8eea449c9486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.421470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8860c407-8151-4a5e-9ab3-8eea449c9486 None None] The port '03796008-a96e-4f15-baa1-023a5e6eff26' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:44:45.499708 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 03796008-a96e-4f15-baa1-023a5e6eff26 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:44:45.533186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 03796008-a96e-4f15-baa1-023a5e6eff26 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:44:45.533522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 03796008-a96e-4f15-baa1-023a5e6eff26 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:44:45.664935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52800) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:45.719599 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-40d6ba1a-de9d-48bb-bfc8-02a2beab14de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=368f636f58dc4b1280da46ae13201da3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533283 Mar 02 20:44:45.722273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52804) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:45.780486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-872532a1-df32-4f15-9a87-9ccf84e1bef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.805815 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-872532a1-df32-4f15-9a87-9ccf84e1bef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.935911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-872532a1-df32-4f15-9a87-9ccf84e1bef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.953304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872532a1-df32-4f15-9a87-9ccf84e1bef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0388af0-d772-4f73-b056-a91ef75bcaa1,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:45.959835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-872532a1-df32-4f15-9a87-9ccf84e1bef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.961717 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-872532a1-df32-4f15-9a87-9ccf84e1bef5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0388af0-d772-4f73-b056-a91ef75bcaa1 HTTP/1.1" status: 204 len: 168 time: 0.2378795 Mar 02 20:44:46.694494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52814) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:46.744742 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8f153939-5fb3-4fd5-ae2e-17250f0bebd3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef9fdb1e8d2b4461975d0953e871f186&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490389 Mar 02 20:44:46.747195 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52818) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:46.809827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8f656a33-cba2-4d21-95bb-cab8882f9185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:46.836547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8f656a33-cba2-4d21-95bb-cab8882f9185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:46.975516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8f656a33-cba2-4d21-95bb-cab8882f9185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:46.992240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f656a33-cba2-4d21-95bb-cab8882f9185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f9ffa3-88b8-4a14-9ef9-f2555e89929a,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:46.995483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8f656a33-cba2-4d21-95bb-cab8882f9185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:46.996714 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8f656a33-cba2-4d21-95bb-cab8882f9185 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0f9ffa3-88b8-4a14-9ef9-f2555e89929a HTTP/1.1" status: 204 len: 168 time: 0.2485113 Mar 02 20:44:47.101700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2761cebf-d193-40dc-8470-2fe8c4adf7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:48.184481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52840) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:48.309852 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-858493928-network', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:44:48.314890 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:44:48.318614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Usage tracker for resource:network and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:44:48.321375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:44:48.327269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:44:48.398355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Made reservation on behalf of 0e398c3dcd6a493fad5855aa2d4b5ffd for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:44:48.400592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:48.413393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:48.442843 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:44:48.446531 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Usage tracker for resource:security_group_rule and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:44:48.449232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:44:48.455774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:44:48.523038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:48.612989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:48.644829 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:44:48.649864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304a274d-a3a3-4604-a373-0b2bbeab18b0,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:48.656983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:48.656983 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Added segment 0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e of type vlan for network faa6161e-61a0-474a-b1de-3d5a480aff90 Mar 02 20:44:48.685046 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:48.847210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:48.848080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:48.848645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:48.949353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] Pushing event updated for resources: {'Network': ['ID=faa6161e-61a0-474a-b1de-3d5a480aff90,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:48.959029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network faa6161e-61a0-474a-b1de-3d5a480aff90 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:44:49.003249 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-349298c8-05fc-48dc-836b-66db7e8231b1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8177078 Mar 02 20:44:49.006489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52846) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:49.011985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Request body: {'subnet': {'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-858493928-subnet', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'ip_version': 4}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:44:49.017472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:44:49.021323 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Usage tracker for resource:subnet and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:44:49.024163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:44:49.030123 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:44:49.111239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Made reservation on behalf of 0e398c3dcd6a493fad5855aa2d4b5ffd for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:44:49.113518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:49.352878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1ccb850c-136f-4117-a5d3-795d75b03573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:49.379113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:49.452438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f93e116-9b3e-4f92-abd4-06676a79816f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:49.463538 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Checking segment: {'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:44:49.463870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Network hostable DHCP agents. Network: faa6161e-61a0-474a-b1de-3d5a480aff90, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:44:49.549750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Network faa6161e-61a0-474a-b1de-3d5a480aff90 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:44:49.609489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, faa6161e-61a0-474a-b1de-3d5a480aff90) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:44:49.613494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:49.614197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:49.618003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a56c2b-688c-438f-bcbc-13560bdf2e85 None None] Network faa6161e-61a0-474a-b1de-3d5a480aff90 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:44:49.702729 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2d7745c8-c5c8-4b05-a070-aa4159f173db admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6951005 Mar 02 20:44:49.705986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52850) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:49.710859 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:44:49.715452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:44:49.719242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Usage tracker for resource:router and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:44:49.722029 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:44:49.727613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:44:49.814083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:49.815083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:49.831613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-faa6161e-61a0-474a-b1de-3d5a480aff90', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:44:49.832445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:49.833987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:49.988126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Allocated IP 172.20.0.2 (faa6161e-61a0-474a-b1de-3d5a480aff90/8f93e116-9b3e-4f92-abd4-06676a79816f/784767a2-7b6e-4100-8238-0a4542012ede) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:44:50.040086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.192434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.202454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Transition to ACTIVE for port object 784767a2-7b6e-4100-8238-0a4542012ede will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:44:50.221356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Transition to ACTIVE for port object 784767a2-7b6e-4100-8238-0a4542012ede will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:44:50.290435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.313012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.343261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.358122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Network faa6161e-61a0-474a-b1de-3d5a480aff90 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:44:50.361538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:44:50.365176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:44:50.371129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Pushing event updated for resources: {'Port': ['ID=784767a2-7b6e-4100-8238-0a4542012ede,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:50.406303 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:50.407178 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:50.407519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:50.407845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:50.408171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:50.408491 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:50.408813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:50.409128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:50.409442 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:50.409753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:50.410162 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:50.463699 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Attempting to bind port 784767a2-7b6e-4100-8238-0a4542012ede on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:44:50.464055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Attempting to bind port 784767a2-7b6e-4100-8238-0a4542012ede by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:44:50.464439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Attempting to bind port 784767a2-7b6e-4100-8238-0a4542012ede on network faa6161e-61a0-474a-b1de-3d5a480aff90 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:44:50.471203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:44:50.471562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Checking segment: {'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:44:50.471952 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.472347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Bound using segment: {'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:44:50.472780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Bound port: 784767a2-7b6e-4100-8238-0a4542012ede, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:44:50.473141 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.482392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Allocated IP 172.26.5.89 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:44:50.571511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] For port 784767a2-7b6e-4100-8238-0a4542012ede, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:44:50.574460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] For port 784767a2-7b6e-4100-8238-0a4542012ede, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=784767a2-7b6e-4100-8238-0a4542012ede,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:44:50.611763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.630814 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.670728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.707704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.736867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:50.755330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a397b5-904a-414f-b5ec-36e597ea4cf1 None None] Pushing event updated for resources: {'Port': ['ID=784767a2-7b6e-4100-8238-0a4542012ede,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:50.805792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:44:50.808584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:44:50.811089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:44:50.846562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:51.109567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:51.110915 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:51.483969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Router f3e8fd29-034f-4102-90a7-f282fe5bded2 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:44:51.536426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 784767a2-7b6e-4100-8238-0a4542012ede up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:44:51.663987 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5709ab0b-2f13-4ccf-acbb-210fc2f5d748 None None] Network faa6161e-61a0-474a-b1de-3d5a480aff90 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:44:51.685356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 784767a2-7b6e-4100-8238-0a4542012ede completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:44:51.705650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:44:51.741534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Sync routers for ids ['f3e8fd29-034f-4102-90a7-f282fe5bded2'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:44:51.807110 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Routers {'f3e8fd29-034f-4102-90a7-f282fe5bded2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:44:51.807710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3e8fd29-034f-4102-90a7-f282fe5bded2'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:51.821165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:51.822434 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-92872610-c728-4eb0-926f-2b9c672414c4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1155586 Mar 02 20:44:51.825211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52854) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:51.950614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6c822907-fc95-4e8f-bfaa-39920da6c62b None None] Provisioning for port 784767a2-7b6e-4100-8238-0a4542012ede completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:44:51.977150 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6c822907-fc95-4e8f-bfaa-39920da6c62b None None] Provisioning complete for port 784767a2-7b6e-4100-8238-0a4542012ede triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:44:51.977524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c822907-fc95-4e8f-bfaa-39920da6c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:52.053278 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:52.198378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Set router f3e8fd29-034f-4102-90a7-f282fe5bded2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:44:52.341632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c822907-fc95-4e8f-bfaa-39920da6c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:52.448349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6c822907-fc95-4e8f-bfaa-39920da6c62b None None] For port 784767a2-7b6e-4100-8238-0a4542012ede, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=784767a2-7b6e-4100-8238-0a4542012ede,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:52.537046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6c822907-fc95-4e8f-bfaa-39920da6c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:52.569818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:52.605011 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:50Z', 'revision_number': 3, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:52.612456 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Checking router: f3e8fd29-034f-4102-90a7-f282fe5bded2 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:44:52.612802 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Updating router f3e8fd29-034f-4102-90a7-f282fe5bded2 port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:44:52.639254 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c822907-fc95-4e8f-bfaa-39920da6c62b None None] Pushing event updated for resources: {'Port': ['ID=784767a2-7b6e-4100-8238-0a4542012ede,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:52.676724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:52.723639 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-995cea9e-685a-4cac-a706-f3a98409be3f None None] Provisioning complete for port 784767a2-7b6e-4100-8238-0a4542012ede triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:44:52.723916 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-995cea9e-685a-4cac-a706-f3a98409be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:52.778212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Allocated IP 172.20.0.1 (faa6161e-61a0-474a-b1de-3d5a480aff90/8f93e116-9b3e-4f92-abd4-06676a79816f/7ebd0d32-f915-4865-b3fb-60b62b09f799) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:44:52.925012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:52.940931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Transition to ACTIVE for port object 7ebd0d32-f915-4865-b3fb-60b62b09f799 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:44:53.044794 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.105889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.118582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Transition to ACTIVE for port object 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:44:53.125005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Network faa6161e-61a0-474a-b1de-3d5a480aff90 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:44:53.130616 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:44:53.131910 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:44:53.156743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Pushing event updated for resources: {'Port': ['ID=7ebd0d32-f915-4865-b3fb-60b62b09f799,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:53.187713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.190209 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.268014 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c8ec3-a01e-4e20-bd5a-2cc13b8a194a None None] Pushing event updated for resources: {'Port': ['ID=3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:53.276294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Attempting to bind port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:44:53.276688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Attempting to bind port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:44:53.277127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Attempting to bind port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:44:53.285401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:44:53.285731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:44:53.286157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.286546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:44:53.287003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Bound port: 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:44:53.287379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.336908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.364688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] For port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:44:53.367592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] For port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:44:53.456086 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.541892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 784767a2-7b6e-4100-8238-0a4542012ede up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:44:53.575008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-42c7c48a-9571-4c81-ad17-b8bc4825cb8d None None] Provisioning for port 7ebd0d32-f915-4865-b3fb-60b62b09f799 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:44:53.604663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-42c7c48a-9571-4c81-ad17-b8bc4825cb8d None None] Provisioning complete for port 7ebd0d32-f915-4865-b3fb-60b62b09f799 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:44:53.605021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42c7c48a-9571-4c81-ad17-b8bc4825cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.670987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.680929 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c8ec3-a01e-4e20-bd5a-2cc13b8a194a None None] Pushing event updated for resources: {'Port': ['ID=3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:53.692275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-42c7c48a-9571-4c81-ad17-b8bc4825cb8d None None] Port 7ebd0d32-f915-4865-b3fb-60b62b09f799 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:44:53.697800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Routers {'f3e8fd29-034f-4102-90a7-f282fe5bded2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:44:53.698445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3e8fd29-034f-4102-90a7-f282fe5bded2'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:53.738819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.835123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 784767a2-7b6e-4100-8238-0a4542012ede triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:44:53.835490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.852028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:53.857672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Pushing event updated for resources: {'Port': ['ID=7ebd0d32-f915-4865-b3fb-60b62b09f799,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:53.929753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] Set router f3e8fd29-034f-4102-90a7-f282fe5bded2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:44:53.997033 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Network faa6161e-61a0-474a-b1de-3d5a480aff90 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:44:53.998280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:44:54.293067 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '7ebd0d32-f915-4865-b3fb-60b62b09f799', 'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'mac_address': 'fa:16:3e:3c:b2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:52Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 2, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'subnets': [{'id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:54.297046 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4f45f-dd41-46b3-9447-9f40df7dca40 None None] The sync data for ids ['f3e8fd29-034f-4102-90a7-f282fe5bded2'] in dv-neutron-831593-2-hyperv is: [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '7ebd0d32-f915-4865-b3fb-60b62b09f799', 'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'mac_address': 'fa:16:3e:3c:b2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:52Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 2, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'subnets': [{'id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:44:54.317452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-02833a24-7025-4314-91f4-37f8cc9f630e None None] Provisioning complete for port 7ebd0d32-f915-4865-b3fb-60b62b09f799 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:44:54.317827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-02833a24-7025-4314-91f4-37f8cc9f630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:54.376504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-02833a24-7025-4314-91f4-37f8cc9f630e None None] Port 7ebd0d32-f915-4865-b3fb-60b62b09f799 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:44:54.401064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Router f3e8fd29-034f-4102-90a7-f282fe5bded2 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:44:54.613863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:44:54.628927 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b0758858-7d68-43f7-82ba-aa38fe1fc18a admin admin] 10.222.0.44 "PUT /v2.0/routers/f3e8fd29-034f-4102-90a7-f282fe5bded2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7964485 Mar 02 20:44:55.542914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:44:55.698881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:44:55.705074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:44:55.705452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:55.821399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:55.821729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 52878) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:55.827602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1805292023-network', 'tenant_id': '655e673214cb4d788e982410dc464cbf'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:44:55.833536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:44:55.837373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Usage tracker for resource:network and tenant:655e673214cb4d788e982410dc464cbf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:44:55.840199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:44:55.841841 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:44:55.847192 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:44:55.907359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:55.940811 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Made reservation on behalf of 655e673214cb4d788e982410dc464cbf for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:44:55.943238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:55.956042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:55.973574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:55.987683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:44:55.991469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Usage tracker for resource:security_group_rule and tenant:655e673214cb4d788e982410dc464cbf is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:44:55.994257 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:44:55.999867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:44:56.064344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:56.118190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:56.148181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:44:56.157005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3094da4f-3696-4543-bb96-0b5cec2c9cac,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:56.163063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:56.163338 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Added segment c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f of type vlan for network 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 Mar 02 20:44:56.174032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:56.174381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:56.175418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:56.175418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:56.175418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:56.175732 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:56.176060 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:56.176384 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:56.176713 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:56.177027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:56.177343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:44:56.199253 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:56.300672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:56.301499 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:56.302104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:56.402460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:56.412393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:44:56.473537 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7a19a394-04a9-47fd-a571-001e5585dcd1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6506877 Mar 02 20:44:56.476257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52882) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:56.481709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Request body: {'subnet': {'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1805292023-subnet', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'ip_version': 4}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:44:56.487282 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:44:56.491456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Usage tracker for resource:subnet and tenant:655e673214cb4d788e982410dc464cbf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:44:56.494292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:44:56.499881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:44:56.575069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Made reservation on behalf of 655e673214cb4d788e982410dc464cbf for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:44:56.577683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:56.835621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:56.912265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a6c763a-e666-45b4-b007-aa7826ab8ee5,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:56.925810 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Checking segment: {'id': 'c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:44:56.926186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Network hostable DHCP agents. Network: 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:44:57.006702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Network 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:44:57.087077 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:44:57.090980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:57.091545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:57.095827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8f4e39-0b88-45c4-ab72-50defa885034 None None] Network 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:44:57.185212 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-932e8a06-c842-4430-b7bd-8754dfe02600 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7078445 Mar 02 20:44:57.188203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52886) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:57.193245 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1805292023-router', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:44:57.198032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:44:57.202112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Usage tracker for resource:router and tenant:655e673214cb4d788e982410dc464cbf is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:44:57.205551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:44:57.211297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:44:57.287250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:57.288215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:57.307256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:57.343208 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7', 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'fixed_ips': [{'subnet_id': '2a6c763a-e666-45b4-b007-aa7826ab8ee5'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:44:57.344661 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:57.503979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Allocated IP 172.20.0.2 (4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7/2a6c763a-e666-45b4-b007-aa7826ab8ee5/9fd6dde3-c3e6-4b42-9be0-e762a501fadc) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:44:57.537131 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:44:57.621020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:57.754096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:44:57.754480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:57.835953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:57.857642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Transition to ACTIVE for port object 9fd6dde3-c3e6-4b42-9be0-e762a501fadc will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:44:57.870831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:57.905634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:57.931602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Transition to ACTIVE for port object 9fd6dde3-c3e6-4b42-9be0-e762a501fadc will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:44:58.018975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:58.054909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Allocated IP 172.26.5.198 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/d350c813-8549-4661-a46f-5269b127d224) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:44:58.124721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Network 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:44:58.124721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Pushing event updated for resources: {'Port': ['ID=9fd6dde3-c3e6-4b42-9be0-e762a501fadc,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:58.127154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:44:58.133386 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:44:58.227852 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:58.238272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Attempting to bind port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:44:58.238628 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Attempting to bind port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:44:58.238981 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Attempting to bind port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc on network 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:44:58.245433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:44:58.245793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Checking segment: {'id': 'c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:44:58.246319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:58.246714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Bound using segment: {'id': 'c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:44:58.247166 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Bound port: 9fd6dde3-c3e6-4b42-9be0-e762a501fadc, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:44:58.247531 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:58.307466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:58.351434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] For port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:44:58.355068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] For port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9fd6dde3-c3e6-4b42-9be0-e762a501fadc,segment=NetworkSegment(c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f),segment_id=c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:44:58.392074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:44:58.395016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:44:58.397412 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:44:58.422347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:58.432832 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Pushing event updated for resources: {'Port': ['ID=d350c813-8549-4661-a46f-5269b127d224,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:58.509667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61352-dab0-43bd-9334-f04b097435dc None None] Pushing event updated for resources: {'Port': ['ID=9fd6dde3-c3e6-4b42-9be0-e762a501fadc,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:44:58.666015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:58.666820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:58.961645 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Router 14d905b8-1173-43e8-9b0b-494aabbece92 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:44:59.169099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:44:59.179968 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Sync routers for ids ['14d905b8-1173-43e8-9b0b-494aabbece92'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:44:59.195236 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Routers {'14d905b8-1173-43e8-9b0b-494aabbece92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:44:59.195847 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14d905b8-1173-43e8-9b0b-494aabbece92'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:59.253116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:59.256778 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5d94ddc7-d47f-43be-96be-a54959e287ab admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0651946 Mar 02 20:44:59.256977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 52890) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:44:59.382056 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Set router 14d905b8-1173-43e8-9b0b-494aabbece92 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:44:59.456553 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548bbc75-e890-4eac-a51a-afa3ac01bdb1 None None] Network 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:44:59.566340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9fd6dde3-c3e6-4b42-9be0-e762a501fadc up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:44:59.634251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-56f0dd20-4422-4108-99d5-99b31ae0548c None None] Provisioning for port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:44:59.709070 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'name': 'tempest-TestMinimumBasicScenario-1805292023-router', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': 'd350c813-8549-4661-a46f-5269b127d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:44:58Z', 'revision_number': 3, 'project_id': '655e673214cb4d788e982410dc464cbf', 'gw_port': {'id': 'd350c813-8549-4661-a46f-5269b127d224', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:59.712780 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Checking router: 14d905b8-1173-43e8-9b0b-494aabbece92 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:44:59.713124 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Updating router 14d905b8-1173-43e8-9b0b-494aabbece92 port d350c813-8549-4661-a46f-5269b127d224 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:44:59.765702 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:59.864443 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:44:59.871967 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:44:59.872534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.014680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.049551 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9fd6dde3-c3e6-4b42-9be0-e762a501fadc,segment=NetworkSegment(c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f),segment_id=c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:45:00.086818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-28c50c16-e006-4354-b873-3e0787d95d4d None None] Provisioning complete for port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:00.087503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-28c50c16-e006-4354-b873-3e0787d95d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.131090 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.143980 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Transition to ACTIVE for port object d350c813-8549-4661-a46f-5269b127d224 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:45:00.145023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.155798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.226797 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.259365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=9fd6dde3-c3e6-4b42-9be0-e762a501fadc,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:00.303009 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Pushing event updated for resources: {'Port': ['ID=d350c813-8549-4661-a46f-5269b127d224,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:00.317233 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Attempting to bind port d350c813-8549-4661-a46f-5269b127d224 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:45:00.317599 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Attempting to bind port d350c813-8549-4661-a46f-5269b127d224 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:45:00.317982 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Attempting to bind port d350c813-8549-4661-a46f-5269b127d224 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:45:00.320401 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:00.320733 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:00.321061 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:00.321386 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:00.321707 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:00.322047 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:00.322361 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:00.322675 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:00.322982 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:00.323290 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:00.323607 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:00.332173 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:45:00.332613 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:45:00.332896 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.333275 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:45:00.333729 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Bound port: d350c813-8549-4661-a46f-5269b127d224, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:45:00.334125 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.368244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Allocated IP 172.20.0.1 (4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7/2a6c763a-e666-45b4-b007-aa7826ab8ee5/3d781a2c-d749-4310-830b-4ffa0ca675ea) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:45:00.408933 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] For port d350c813-8549-4661-a46f-5269b127d224, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:45:00.411967 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] For port d350c813-8549-4661-a46f-5269b127d224, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d350c813-8549-4661-a46f-5269b127d224,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:45:00.472877 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.514144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.532836 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Transition to ACTIVE for port object 3d781a2c-d749-4310-830b-4ffa0ca675ea will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:45:00.550576 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238c236-4256-40ff-a66e-4d759962ec71 None None] Pushing event updated for resources: {'Port': ['ID=d350c813-8549-4661-a46f-5269b127d224,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:00.554894 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Routers {'14d905b8-1173-43e8-9b0b-494aabbece92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:45:00.555468 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14d905b8-1173-43e8-9b0b-494aabbece92'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:00.627565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.697423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Network 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:45:00.701127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:45:00.703870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:45:00.729042 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] Set router 14d905b8-1173-43e8-9b0b-494aabbece92 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:45:00.737018 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Pushing event updated for resources: {'Port': ['ID=3d781a2c-d749-4310-830b-4ffa0ca675ea,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:00.766664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.926107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:00.989986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e1d3e031-8788-4abc-8f7c-4db8c299d9fd None None] Provisioning for port 3d781a2c-d749-4310-830b-4ffa0ca675ea completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:45:00.994899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e1d3e031-8788-4abc-8f7c-4db8c299d9fd None None] Provisioning complete for port 3d781a2c-d749-4310-830b-4ffa0ca675ea triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:00.995269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e1d3e031-8788-4abc-8f7c-4db8c299d9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:01.035832 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'name': 'tempest-TestMinimumBasicScenario-1805292023-router', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': 'd350c813-8549-4661-a46f-5269b127d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:44:58Z', 'revision_number': 3, 'project_id': '655e673214cb4d788e982410dc464cbf', 'gw_port': {'id': 'd350c813-8549-4661-a46f-5269b127d224', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:01.041084 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab328876-ae67-4f50-ab2a-e7c5e937e8a6 None None] The sync data for ids ['14d905b8-1173-43e8-9b0b-494aabbece92'] in dv-neutron-831593-2-hyperv is: [{'id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'name': 'tempest-TestMinimumBasicScenario-1805292023-router', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': 'd350c813-8549-4661-a46f-5269b127d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:44:58Z', 'revision_number': 3, 'project_id': '655e673214cb4d788e982410dc464cbf', 'gw_port': {'id': 'd350c813-8549-4661-a46f-5269b127d224', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:45:01.055579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e1d3e031-8788-4abc-8f7c-4db8c299d9fd None None] Port 3d781a2c-d749-4310-830b-4ffa0ca675ea cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:45:01.162313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:01.214826 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:01.314746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Pushing event updated for resources: {'Port': ['ID=3d781a2c-d749-4310-830b-4ffa0ca675ea,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:01.317160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:01.448751 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Network 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:45:01.449866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:45:01.519129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9fd6dde3-c3e6-4b42-9be0-e762a501fadc up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:45:01.585862 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:45:01.592835 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:01.593288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:01.720460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-17cbc01b-adc9-4f39-9fe6-e273a13e085f None None] Provisioning complete for port 3d781a2c-d749-4310-830b-4ffa0ca675ea triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:01.720825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-17cbc01b-adc9-4f39-9fe6-e273a13e085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:01.817057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-17cbc01b-adc9-4f39-9fe6-e273a13e085f None None] Port 3d781a2c-d749-4310-830b-4ffa0ca675ea cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:45:01.949853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Router 14d905b8-1173-43e8-9b0b-494aabbece92 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:45:02.150317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:45:02.159723 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6d9a8a08-65a5-488c-bc30-635d9c73e524 admin admin] 10.222.0.44 "PUT /v2.0/routers/14d905b8-1173-43e8-9b0b-494aabbece92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9017997 Mar 02 20:45:07.557499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d350c813-8549-4661-a46f-5269b127d224 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:45:07.709683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port d350c813-8549-4661-a46f-5269b127d224 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:45:07.715808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port d350c813-8549-4661-a46f-5269b127d224 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:07.716268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:07.858251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:07.885767 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port d350c813-8549-4661-a46f-5269b127d224, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d350c813-8549-4661-a46f-5269b127d224,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:45:07.950285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:08.022462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=d350c813-8549-4661-a46f-5269b127d224,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:08.210061 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Sync routers for ids ['f3e8fd29-034f-4102-90a7-f282fe5bded2'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:45:08.234436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Routers {'f3e8fd29-034f-4102-90a7-f282fe5bded2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:45:08.235315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3e8fd29-034f-4102-90a7-f282fe5bded2'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:08.438249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Set router f3e8fd29-034f-4102-90a7-f282fe5bded2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:45:08.777410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '7ebd0d32-f915-4865-b3fb-60b62b09f799', 'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'mac_address': 'fa:16:3e:3c:b2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:52Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 2, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'subnets': [{'id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:08.781868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Checking router: f3e8fd29-034f-4102-90a7-f282fe5bded2 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:45:08.782321 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Updating router f3e8fd29-034f-4102-90a7-f282fe5bded2 port 7ebd0d32-f915-4865-b3fb-60b62b09f799 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:45:08.851304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:09.238910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:09.253440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Transition to ACTIVE for port object 7ebd0d32-f915-4865-b3fb-60b62b09f799 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:45:09.524507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d350c813-8549-4661-a46f-5269b127d224 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:45:09.598041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port d350c813-8549-4661-a46f-5269b127d224 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:09.598378 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:09.780826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:09.952050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f125636-4fc3-47a7-bf14-dfb23948462c None None] Pushing event updated for resources: {'Port': ['ID=7ebd0d32-f915-4865-b3fb-60b62b09f799,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:10.049231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Attempting to bind port 7ebd0d32-f915-4865-b3fb-60b62b09f799 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:45:10.049598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Attempting to bind port 7ebd0d32-f915-4865-b3fb-60b62b09f799 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:45:10.049987 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Attempting to bind port 7ebd0d32-f915-4865-b3fb-60b62b09f799 on network faa6161e-61a0-474a-b1de-3d5a480aff90 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:45:10.057494 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:45:10.057494 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Checking segment: {'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:45:10.057812 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:10.058456 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Bound using segment: {'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:45:10.058569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Bound port: 7ebd0d32-f915-4865-b3fb-60b62b09f799, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:45:10.059619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:10.162230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] For port 7ebd0d32-f915-4865-b3fb-60b62b09f799, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:45:10.165578 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] For port 7ebd0d32-f915-4865-b3fb-60b62b09f799, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7ebd0d32-f915-4865-b3fb-60b62b09f799,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:45:10.230670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:10.310690 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f125636-4fc3-47a7-bf14-dfb23948462c None None] Pushing event updated for resources: {'Port': ['ID=7ebd0d32-f915-4865-b3fb-60b62b09f799,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:10.321241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Routers {'f3e8fd29-034f-4102-90a7-f282fe5bded2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:45:10.321722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3e8fd29-034f-4102-90a7-f282fe5bded2'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:10.528016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] Set router f3e8fd29-034f-4102-90a7-f282fe5bded2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:45:10.894388 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '7ebd0d32-f915-4865-b3fb-60b62b09f799', 'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'mac_address': 'fa:16:3e:3c:b2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:52Z', 'updated_at': '2022-03-02T20:45:10Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'subnets': [{'id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:10.899034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f75e91-57c5-4748-ad05-5691eaaa5186 None None] The sync data for ids ['f3e8fd29-034f-4102-90a7-f282fe5bded2'] in dv-neutron-831593-2-hyperv is: [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '7ebd0d32-f915-4865-b3fb-60b62b09f799', 'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'mac_address': 'fa:16:3e:3c:b2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:52Z', 'updated_at': '2022-03-02T20:45:10Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'subnets': [{'id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:45:10.988946 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Sync routers for ids ['14d905b8-1173-43e8-9b0b-494aabbece92'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:45:11.002452 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Routers {'14d905b8-1173-43e8-9b0b-494aabbece92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:45:11.003312 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14d905b8-1173-43e8-9b0b-494aabbece92'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:11.204898 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Set router 14d905b8-1173-43e8-9b0b-494aabbece92 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:45:11.575988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7ebd0d32-f915-4865-b3fb-60b62b09f799 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:45:11.591287 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'name': 'tempest-TestMinimumBasicScenario-1805292023-router', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': 'd350c813-8549-4661-a46f-5269b127d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:45:00Z', 'revision_number': 4, 'project_id': '655e673214cb4d788e982410dc464cbf', 'gw_port': {'id': 'd350c813-8549-4661-a46f-5269b127d224', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '3d781a2c-d749-4310-830b-4ffa0ca675ea', 'name': '', 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'mac_address': 'fa:16:3e:57:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a6c763a-e666-45b4-b007-aa7826ab8ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:45:00Z', 'updated_at': '2022-03-02T20:45:00Z', 'revision_number': 2, 'project_id': '655e673214cb4d788e982410dc464cbf', 'subnets': [{'id': '2a6c763a-e666-45b4-b007-aa7826ab8ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:11.595487 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Checking router: 14d905b8-1173-43e8-9b0b-494aabbece92 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:45:11.595826 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Updating router 14d905b8-1173-43e8-9b0b-494aabbece92 port 3d781a2c-d749-4310-830b-4ffa0ca675ea binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:45:11.653957 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:11.736274 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 7ebd0d32-f915-4865-b3fb-60b62b09f799 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:45:11.741257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7ebd0d32-f915-4865-b3fb-60b62b09f799 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:11.745245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:11.880670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:11.928042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 7ebd0d32-f915-4865-b3fb-60b62b09f799, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7ebd0d32-f915-4865-b3fb-60b62b09f799,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:45:11.993555 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:12.061031 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:12.077149 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Transition to ACTIVE for port object 3d781a2c-d749-4310-830b-4ffa0ca675ea will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:45:12.106810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=7ebd0d32-f915-4865-b3fb-60b62b09f799,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:12.152698 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:12.299497 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803e288-e99f-436e-a420-73a80c70d519 None None] Pushing event updated for resources: {'Port': ['ID=3d781a2c-d749-4310-830b-4ffa0ca675ea,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:12.430281 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Attempting to bind port 3d781a2c-d749-4310-830b-4ffa0ca675ea on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:45:12.430646 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Attempting to bind port 3d781a2c-d749-4310-830b-4ffa0ca675ea by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:45:12.430991 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Attempting to bind port 3d781a2c-d749-4310-830b-4ffa0ca675ea on network 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:45:12.438687 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:45:12.439181 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Checking segment: {'id': 'c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:45:12.439582 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:12.439967 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Bound using segment: {'id': 'c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:45:12.440431 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Bound port: 3d781a2c-d749-4310-830b-4ffa0ca675ea, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:45:12.440794 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:12.537000 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] For port 3d781a2c-d749-4310-830b-4ffa0ca675ea, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:45:12.540473 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] For port 3d781a2c-d749-4310-830b-4ffa0ca675ea, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3d781a2c-d749-4310-830b-4ffa0ca675ea,segment=NetworkSegment(c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f),segment_id=c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:45:12.602224 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:12.698254 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803e288-e99f-436e-a420-73a80c70d519 None None] Pushing event updated for resources: {'Port': ['ID=3d781a2c-d749-4310-830b-4ffa0ca675ea,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:12.701576 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Routers {'14d905b8-1173-43e8-9b0b-494aabbece92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:45:12.702312 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:44:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14d905b8-1173-43e8-9b0b-494aabbece92'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:12.918296 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] Set router 14d905b8-1173-43e8-9b0b-494aabbece92 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:45:13.303811 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'name': 'tempest-TestMinimumBasicScenario-1805292023-router', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': 'd350c813-8549-4661-a46f-5269b127d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:45:00Z', 'revision_number': 4, 'project_id': '655e673214cb4d788e982410dc464cbf', 'gw_port': {'id': 'd350c813-8549-4661-a46f-5269b127d224', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '3d781a2c-d749-4310-830b-4ffa0ca675ea', 'name': '', 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'mac_address': 'fa:16:3e:57:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a6c763a-e666-45b4-b007-aa7826ab8ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:45:00Z', 'updated_at': '2022-03-02T20:45:12Z', 'revision_number': 4, 'project_id': '655e673214cb4d788e982410dc464cbf', 'subnets': [{'id': '2a6c763a-e666-45b4-b007-aa7826ab8ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:13.308158 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0954e4-dbf7-4945-ae76-7da3f58e97fc None None] The sync data for ids ['14d905b8-1173-43e8-9b0b-494aabbece92'] in dv-neutron-831593-2-hyperv is: [{'id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'name': 'tempest-TestMinimumBasicScenario-1805292023-router', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': 'd350c813-8549-4661-a46f-5269b127d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:45:00Z', 'revision_number': 4, 'project_id': '655e673214cb4d788e982410dc464cbf', 'gw_port': {'id': 'd350c813-8549-4661-a46f-5269b127d224', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '3d781a2c-d749-4310-830b-4ffa0ca675ea', 'name': '', 'network_id': '4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'mac_address': 'fa:16:3e:57:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a6c763a-e666-45b4-b007-aa7826ab8ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:45:00Z', 'updated_at': '2022-03-02T20:45:12Z', 'revision_number': 4, 'project_id': '655e673214cb4d788e982410dc464cbf', 'subnets': [{'id': '2a6c763a-e666-45b4-b007-aa7826ab8ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:45:13.430528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:13.606468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3d781a2c-d749-4310-830b-4ffa0ca675ea up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:45:13.771571 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 3d781a2c-d749-4310-830b-4ffa0ca675ea completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:45:13.785427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3d781a2c-d749-4310-830b-4ffa0ca675ea triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:13.785793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:13.929740 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:13.970626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 3d781a2c-d749-4310-830b-4ffa0ca675ea, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3d781a2c-d749-4310-830b-4ffa0ca675ea,segment=NetworkSegment(c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f),segment_id=c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:45:14.035727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:14.036596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7ebd0d32-f915-4865-b3fb-60b62b09f799 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:45:14.163734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=3d781a2c-d749-4310-830b-4ffa0ca675ea,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:14.175622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7ebd0d32-f915-4865-b3fb-60b62b09f799 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:14.175993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:15.108562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-263a3fd4-7e04-49fa-92a7-58080552708d tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:15.109969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-263a3fd4-7e04-49fa-92a7-58080552708d tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Synchronizing usage tracker for tenant:0e398c3dcd6a493fad5855aa2d4b5ffd on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:45:15.194916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-263a3fd4-7e04-49fa-92a7-58080552708d tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Unset dirty status for tenant:0e398c3dcd6a493fad5855aa2d4b5ffd on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:45:15.196054 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-263a3fd4-7e04-49fa-92a7-58080552708d tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/networks?id=faa6161e-61a0-474a-b1de-3d5a480aff90 HTTP/1.1" status: 200 len: 814 time: 0.2278287 Mar 02 20:45:15.212933 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-296162b8-95f8-4014-9c9c-8cf6257f2375 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/quotas/0e398c3dcd6a493fad5855aa2d4b5ffd HTTP/1.1" status: 200 len: 375 time: 0.0115542 Mar 02 20:45:15.296944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-6915c3a6-21b1-4eb7-8396-74ca95e7768e tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Synchronizing usage tracker for tenant:0e398c3dcd6a493fad5855aa2d4b5ffd on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:45:15.372436 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-6915c3a6-21b1-4eb7-8396-74ca95e7768e tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Unset dirty status for tenant:0e398c3dcd6a493fad5855aa2d4b5ffd on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:45:15.373655 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-6915c3a6-21b1-4eb7-8396-74ca95e7768e tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559637 Mar 02 20:45:15.511688 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-b8ea8649-ccf8-47fb-b5f0-7866fcf9ec6f service neutron] 10.222.0.44 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266901 Mar 02 20:45:15.522630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3d781a2c-d749-4310-830b-4ffa0ca675ea up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:45:15.592639 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 3d781a2c-d749-4310-830b-4ffa0ca675ea triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:15.593023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:15.644343 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-b3ad0d89-342f-4ff2-851e-31405c7888da service neutron] 10.222.0.44 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259120 Mar 02 20:45:15.946216 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9d5f1b91-35a9-41ee-822d-c804bfb77629 req-6fab4aa6-d17f-4c5b-8c80-7224c1ede6ea tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 210 time: 0.0423667 Mar 02 20:45:17.053369 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-130e09bf-93e1-4cc8-b7b1-6ab02e037c9d req-5a074896-72e7-4278-a105-26b94b7aebf2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 210 time: 0.0412109 Mar 02 20:45:17.126976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3589a35a-ee29-4365-8ae9-56552be3eecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:18.215773 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-94febbde-de55-440f-b84b-6ceb6ac1a408 req-70455dde-05bc-4b85-8482-d1670ad04a4d tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 210 time: 0.0444262 Mar 02 20:45:18.476782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-6428ca5d-0d7d-4359-a335-4c0f5342f049 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:18.478129 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-6428ca5d-0d7d-4359-a335-4c0f5342f049 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.31 "GET /v2.0/networks?id=faa6161e-61a0-474a-b1de-3d5a480aff90 HTTP/1.1" status: 200 len: 814 time: 0.1453221 Mar 02 20:45:18.502696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Request body: {'port': {'device_id': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'admin_state_up': True, 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:45:18.637922 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:45:18.650084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:45:18.738416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Made reservation on behalf of 0e398c3dcd6a493fad5855aa2d4b5ffd for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:45:18.741345 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:18.902762 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Allocated IP 172.20.0.8 (faa6161e-61a0-474a-b1de-3d5a480aff90/8f93e116-9b3e-4f92-abd4-06676a79816f/a57a0345-30cd-40a6-984b-3f888beddf13) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:45:19.105129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:19.121718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Transition to ACTIVE for port object a57a0345-30cd-40a6-984b-3f888beddf13 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:45:19.241614 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:19.326813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Network faa6161e-61a0-474a-b1de-3d5a480aff90 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:45:19.326813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:45:19.329608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:45:19.352145 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a64dd263-4b88-4c6e-b142-a93b26eb12da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:19.372411 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'Port': ['ID=a57a0345-30cd-40a6-984b-3f888beddf13,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:19.410376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:19.411372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:19.483815 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df03f4b-863a-4671-ac8c-21167e0468c5 req-3c429c6d-e1db-4292-9264-e0b0fd3b0cb2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:19.487183 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0df03f4b-863a-4671-ac8c-21167e0468c5 req-3c429c6d-e1db-4292-9264-e0b0fd3b0cb2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 931 time: 0.1360564 Mar 02 20:45:19.541763 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9bcfaa07-36d1-46d6-b153-c8a57b0d980a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0434346 Mar 02 20:45:19.563744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-0df03f4b-863a-4671-ac8c-21167e0468c5 req-7b0612f8-1b97-452e-b7a8-472cc5187c19 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Synchronizing usage tracker for tenant:0e398c3dcd6a493fad5855aa2d4b5ffd on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:45:19.613821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Request body: {'port': {'device_id': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:45:19.653924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-0df03f4b-863a-4671-ac8c-21167e0468c5 req-7b0612f8-1b97-452e-b7a8-472cc5187c19 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Unset dirty status for tenant:0e398c3dcd6a493fad5855aa2d4b5ffd on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:45:19.655294 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0df03f4b-863a-4671-ac8c-21167e0468c5 req-7b0612f8-1b97-452e-b7a8-472cc5187c19 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605289 Mar 02 20:45:19.764245 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-60c27445-8db3-4375-9cee-fea4491e82b3 None None] Provisioning for port a57a0345-30cd-40a6-984b-3f888beddf13 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:45:19.774056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-60c27445-8db3-4375-9cee-fea4491e82b3 None None] Provisioning complete for port a57a0345-30cd-40a6-984b-3f888beddf13 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:19.774590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-60c27445-8db3-4375-9cee-fea4491e82b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:19.846930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-60c27445-8db3-4375-9cee-fea4491e82b3 None None] Port a57a0345-30cd-40a6-984b-3f888beddf13 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:45:19.887027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:20.300109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57a0345-30cd-40a6-984b-3f888beddf13 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:45:20.312690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:20.330599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Transition to ACTIVE for port object a57a0345-30cd-40a6-984b-3f888beddf13 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:45:20.399014 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:20.562133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a57a0345-30cd-40a6-984b-3f888beddf13,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:20.598219 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:20.695238 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:20.719351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Attempting to bind port a57a0345-30cd-40a6-984b-3f888beddf13 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:45:20.720358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Attempting to bind port a57a0345-30cd-40a6-984b-3f888beddf13 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:45:20.720775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Attempting to bind port a57a0345-30cd-40a6-984b-3f888beddf13 on network faa6161e-61a0-474a-b1de-3d5a480aff90 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:45:20.728619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Port a57a0345-30cd-40a6-984b-3f888beddf13 on network faa6161e-61a0-474a-b1de-3d5a480aff90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:45:20.729013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Attempting to bind port a57a0345-30cd-40a6-984b-3f888beddf13 on network faa6161e-61a0-474a-b1de-3d5a480aff90 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:45:20.737208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:45:20.737799 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Checking segment: {'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:45:20.741236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Bound using segment: {'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:45:20.744925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Bound port: a57a0345-30cd-40a6-984b-3f888beddf13, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:45:20.744925 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:20.887546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] For port a57a0345-30cd-40a6-984b-3f888beddf13, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:45:20.892097 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] For port a57a0345-30cd-40a6-984b-3f888beddf13, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a57a0345-30cd-40a6-984b-3f888beddf13,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:45:20.942248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf94f-74ad-47af-8a56-0f498f05df7d req-8259f973-2387-4765-a4dd-9006930b4ac1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:20.943747 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-059cf94f-74ad-47af-8a56-0f498f05df7d req-8259f973-2387-4765-a4dd-9006930b4ac1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 943 time: 0.0951314 Mar 02 20:45:20.982638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:21.007871 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-059cf94f-74ad-47af-8a56-0f498f05df7d req-3a0225d6-38d4-4217-a001-e9a97f7a75af tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578794 Mar 02 20:45:21.077819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:21.079429 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] 10.222.0.31 "PUT /v2.0/ports/a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 200 len: 1093 time: 1.4720037 Mar 02 20:45:21.080093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:45:21.134736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749072b-064e-4a37-8156-86f1131a73b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a57a0345-30cd-40a6-984b-3f888beddf13,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:21.158533 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'status': 'completed', 'code': 200} Mar 02 20:45:22.241481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1c777-76da-485a-9da8-58e0eb0e6049 req-061a3687-3eea-449b-948b-7b6179d06230 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:22.243026 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1bb1c777-76da-485a-9da8-58e0eb0e6049 req-061a3687-3eea-449b-948b-7b6179d06230 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 943 time: 0.0905907 Mar 02 20:45:22.298154 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1bb1c777-76da-485a-9da8-58e0eb0e6049 req-ee845da2-0049-4b7c-9e3c-b3a4392bfe9d tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492823 Mar 02 20:45:22.403976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:23.525962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24a236-1a27-484b-a0ee-266fc19eda24 req-0573885d-15c2-4212-b66e-9191d77a0f9d tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:23.527417 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e24a236-1a27-484b-a0ee-266fc19eda24 req-0573885d-15c2-4212-b66e-9191d77a0f9d tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 943 time: 0.0912185 Mar 02 20:45:23.579235 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3e24a236-1a27-484b-a0ee-266fc19eda24 req-9b1cf807-7522-40d6-844c-34137d50c71b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458226 Mar 02 20:45:24.791552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048e1da-87ac-41cb-83e1-bc326706a7ee req-b4c3cde9-07e8-4ad5-b8a7-3bdd31e161ed tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:24.793118 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6048e1da-87ac-41cb-83e1-bc326706a7ee req-b4c3cde9-07e8-4ad5-b8a7-3bdd31e161ed tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 943 time: 0.0855482 Mar 02 20:45:24.850183 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6048e1da-87ac-41cb-83e1-bc326706a7ee req-8e9dcb54-9a02-4d42-afce-7b2cbeb1fadd tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501494 Mar 02 20:45:26.202652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04e89d-8685-455e-968c-75e3e5c2186d req-8920e5e9-fb4b-4a85-8b56-6da172ec5cad tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:26.204051 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4b04e89d-8685-455e-968c-75e3e5c2186d req-8920e5e9-fb4b-4a85-8b56-6da172ec5cad tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 943 time: 0.2056468 Mar 02 20:45:26.259667 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4b04e89d-8685-455e-968c-75e3e5c2186d req-fbeaba49-40ee-42db-a113-85d054911027 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488698 Mar 02 20:45:27.182306 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8dcac1d9-6cb1-43b8-b9e8-0a06526278dd req-86ae27ec-18a9-4450-8224-3d84ac427828 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 1096 time: 0.0739796 Mar 02 20:45:27.330072 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcac1d9-6cb1-43b8-b9e8-0a06526278dd req-3d107e5e-a9a1-4455-9d1c-cb6c900f2f38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:27.331541 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8dcac1d9-6cb1-43b8-b9e8-0a06526278dd req-3d107e5e-a9a1-4455-9d1c-cb6c900f2f38 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1399832 Mar 02 20:45:27.466667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4683488-649f-43ac-8967-e05f7ccbe817 req-76aa9ef3-a5e2-4bb4-8ab2-4c7170e9bb3a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:27.468137 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b4683488-649f-43ac-8967-e05f7ccbe817 req-76aa9ef3-a5e2-4bb4-8ab2-4c7170e9bb3a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 943 time: 0.0786278 Mar 02 20:45:27.469424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcac1d9-6cb1-43b8-b9e8-0a06526278dd req-7f86d8c7-e554-40c4-b50f-b44c6e8f954d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:27.470901 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8dcac1d9-6cb1-43b8-b9e8-0a06526278dd req-7f86d8c7-e554-40c4-b50f-b44c6e8f954d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1330190 Mar 02 20:45:27.515393 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b4683488-649f-43ac-8967-e05f7ccbe817 req-80ef5e9a-36c7-47f8-95c6-2522db60eb02 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Mar 02 20:45:27.579453 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-ed53ef66-a056-4569-a0ca-2652c591f282 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 1096 time: 0.0686226 Mar 02 20:45:27.653526 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-51878996-ccf6-48e9-9218-b80b0f32f757 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 200 len: 217 time: 0.0633283 Mar 02 20:45:27.718736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-78bf58b8-fcd3-4137-9aa0-9e278f4c0be6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:27.720054 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-78bf58b8-fcd3-4137-9aa0-9e278f4c0be6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f93e116-9b3e-4f92-abd4-06676a79816f HTTP/1.1" status: 200 len: 853 time: 0.0564251 Mar 02 20:45:27.796662 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-2f480035-d17a-42fa-a2e3-e6ebf27e63e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=faa6161e-61a0-474a-b1de-3d5a480aff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665262 Mar 02 20:45:27.928263 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-9a8289df-2cd2-41f0-ad57-259fc8347950 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225984 Mar 02 20:45:28.151960 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bea643e4-5d21-4a29-bd53-0aeed84d970c req-bfbd9e78-1106-450a-ad04-4d999af829d5 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135403 Mar 02 20:45:28.709104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6746f1d-85c5-4b05-856c-52beb0f4f99c req-7f3f13c1-a184-428a-becf-274355aa78c5 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:28.710558 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b6746f1d-85c5-4b05-856c-52beb0f4f99c req-7f3f13c1-a184-428a-becf-274355aa78c5 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 943 time: 0.0762293 Mar 02 20:45:28.755220 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b6746f1d-85c5-4b05-856c-52beb0f4f99c req-cd715983-ad3f-4d4b-97cd-4ef8801e5f64 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 Mar 02 20:45:29.790008 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a57a0345-30cd-40a6-984b-3f888beddf13 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:45:29.921594 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a57a0345-30cd-40a6-984b-3f888beddf13, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a57a0345-30cd-40a6-984b-3f888beddf13,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:45:29.934642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'port_id': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'mac_address': 'fa:16:3e:cb:80:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:45:29.950729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83411746-a657-4b48-878f-042bbc792e0c req-8f1bb8f8-cd7d-4701-8f11-ff0faad839e6 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:29.952559 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-83411746-a657-4b48-878f-042bbc792e0c req-8f1bb8f8-cd7d-4701-8f11-ff0faad839e6 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 943 time: 0.0801966 Mar 02 20:45:29.991031 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:29.997973 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-83411746-a657-4b48-878f-042bbc792e0c req-f40f2c33-826d-4a80-9e6a-78f880c4d5c7 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Mar 02 20:45:30.008353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57a0345-30cd-40a6-984b-3f888beddf13 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:45:30.023697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a57a0345-30cd-40a6-984b-3f888beddf13, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a57a0345-30cd-40a6-984b-3f888beddf13,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:45:30.105895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:30.170063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a57a0345-30cd-40a6-984b-3f888beddf13,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:30.384022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a57a0345-30cd-40a6-984b-3f888beddf13'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:45:31.191277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f51a9-a7cc-4ae9-bcbd-dae9274a6443 req-d68d3a18-a27f-42e8-bcbc-2801cd06179b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:31.192721 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-510f51a9-a7cc-4ae9-bcbd-dae9274a6443 req-d68d3a18-a27f-42e8-bcbc-2801cd06179b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 944 time: 0.0764635 Mar 02 20:45:31.241163 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-510f51a9-a7cc-4ae9-bcbd-dae9274a6443 req-d1596c53-1a3b-4dd6-b3db-02766cf9cdc5 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Mar 02 20:45:31.825020 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a57a0345-30cd-40a6-984b-3f888beddf13 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:45:31.989694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port a57a0345-30cd-40a6-984b-3f888beddf13 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:45:31.994941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port a57a0345-30cd-40a6-984b-3f888beddf13 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:31.995313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:32.112521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:32.139204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:45:32.149257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a57a0345-30cd-40a6-984b-3f888beddf13, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a57a0345-30cd-40a6-984b-3f888beddf13,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:45:32.199408 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'code': 200} Mar 02 20:45:32.223830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:32.292433 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a57a0345-30cd-40a6-984b-3f888beddf13,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:32.440592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8838b-cc2c-4b54-983d-d0f198aeda98 req-ab3f715b-9837-44ae-88ab-2c49e6d3934a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:32.442083 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7ee8838b-cc2c-4b54-983d-d0f198aeda98 req-ab3f715b-9837-44ae-88ab-2c49e6d3934a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 945 time: 0.0798945 Mar 02 20:45:32.488671 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7ee8838b-cc2c-4b54-983d-d0f198aeda98 req-1bc70d15-32b7-451c-b6b5-2081efc0e716 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Mar 02 20:45:32.543381 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6b2a15cc-ece6-4b92-897b-287cf050fb41 req-6d63b15e-a0c6-4ace-9831-57e81b45bb85 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 1098 time: 0.0687165 Mar 02 20:45:32.587645 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6b2a15cc-ece6-4b92-897b-287cf050fb41 req-f6842045-fb7a-4da9-973e-61b426316833 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356588 Mar 02 20:45:33.697934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335e68f-1a38-4bac-854e-70adee4a29cf req-b563cb44-1966-4bb6-96a2-cbf7f68dc3f4 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:33.699420 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9335e68f-1a38-4bac-854e-70adee4a29cf req-b563cb44-1966-4bb6-96a2-cbf7f68dc3f4 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 945 time: 0.0916262 Mar 02 20:45:33.746524 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9335e68f-1a38-4bac-854e-70adee4a29cf req-b903f3a3-d2a0-4876-be0a-aaafd6351d9e tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Mar 02 20:45:34.941644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121028-f2c9-4860-b5a7-f654fc1ff70f req-1a632a79-7261-440e-b6e2-45423f919c49 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:34.943103 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f121028-f2c9-4860-b5a7-f654fc1ff70f req-1a632a79-7261-440e-b6e2-45423f919c49 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 945 time: 0.0750196 Mar 02 20:45:34.990081 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f121028-f2c9-4860-b5a7-f654fc1ff70f req-64d6d9a1-4901-46e5-8697-aaae8e43c013 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Mar 02 20:45:35.190279 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8bb3-3d6a-439f-a035-f93a0945669f req-222714e4-0057-4421-ada7-ed26f06abd9e tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:35.191725 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9f4a8bb3-3d6a-439f-a035-f93a0945669f req-222714e4-0057-4421-ada7-ed26f06abd9e tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 945 time: 0.0793970 Mar 02 20:45:35.236050 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9f4a8bb3-3d6a-439f-a035-f93a0945669f req-67ddac93-36f8-497d-a25a-3145261fc043 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388942 Mar 02 20:45:35.644537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa33a9-65e1-450f-94b5-86499a2e06be req-57b02104-b4d3-4442-a9d8-c305e582d2ce tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:35.646006 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-32aa33a9-65e1-450f-94b5-86499a2e06be req-57b02104-b4d3-4442-a9d8-c305e582d2ce tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 945 time: 0.0760419 Mar 02 20:45:35.691579 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-32aa33a9-65e1-450f-94b5-86499a2e06be req-58273c35-a6d5-4dbd-aaf2-61cfb05ff80d tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400729 Mar 02 20:45:38.586182 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:45:43.109579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:45.397880 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bfa4926e-ca11-47cc-9036-0ba1e12c0747 req-4231835b-a1ae-4663-a37a-9c027ec8c4cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699337 Mar 02 20:45:45.537064 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bfa4926e-ca11-47cc-9036-0ba1e12c0747 req-5936e66e-d716-48b3-b108-3a34ee0d71ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 1098 time: 0.0686522 Mar 02 20:45:45.683343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4926e-ca11-47cc-9036-0ba1e12c0747 req-73131529-37f9-4f7c-a089-a95534a8702b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:45.684719 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bfa4926e-ca11-47cc-9036-0ba1e12c0747 req-73131529-37f9-4f7c-a089-a95534a8702b service neutron] 10.222.0.31 "GET /v2.0/networks?id=faa6161e-61a0-474a-b1de-3d5a480aff90 HTTP/1.1" status: 200 len: 916 time: 0.1250262 Mar 02 20:45:45.756678 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bfa4926e-ca11-47cc-9036-0ba1e12c0747 req-ba95da4e-e42e-4a58-81d1-3294fc9ff149 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 200 len: 217 time: 0.0642827 Mar 02 20:45:45.820118 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4926e-ca11-47cc-9036-0ba1e12c0747 req-fe2829f2-2d18-4c88-8531-092bcd59b368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:45.821576 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bfa4926e-ca11-47cc-9036-0ba1e12c0747 req-fe2829f2-2d18-4c88-8531-092bcd59b368 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f93e116-9b3e-4f92-abd4-06676a79816f HTTP/1.1" status: 200 len: 853 time: 0.0576119 Mar 02 20:45:45.893839 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bfa4926e-ca11-47cc-9036-0ba1e12c0747 req-7a3f4ce7-196d-45d0-b881-feed80126eec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=faa6161e-61a0-474a-b1de-3d5a480aff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654693 Mar 02 20:45:46.024527 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bfa4926e-ca11-47cc-9036-0ba1e12c0747 req-e78704b5-4ed2-4e11-b6c6-0605e8fb9b44 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208575 Mar 02 20:45:46.155271 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bfa4926e-ca11-47cc-9036-0ba1e12c0747 req-7f60f693-b6ce-4259-a604-be4566ec454f service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238394 Mar 02 20:45:47.134149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5d505ebb-4598-49ba-864a-e49c0d6be3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:48.659518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71584646-f375-465d-bda2-056567f5e378 req-ad25e3d3-06fa-40dc-86d9-884b788d10a7 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:48.661143 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-71584646-f375-465d-bda2-056567f5e378 req-ad25e3d3-06fa-40dc-86d9-884b788d10a7 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 945 time: 0.0842109 Mar 02 20:45:48.723815 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-71584646-f375-465d-bda2-056567f5e378 req-cfd26762-381c-4c0a-b9c5-2bb1113e281c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569375 Mar 02 20:45:48.752565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53072) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:45:48.937651 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6eca70f6-8265-4eb7-9a88-422f569e6c6d tempest-TestMinimumBasicScenario-1259575533 tempest-TestMinimumBasicScenario-1259575533-project-admin] Synchronizing usage tracker for tenant:655e673214cb4d788e982410dc464cbf on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:45:49.031516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6eca70f6-8265-4eb7-9a88-422f569e6c6d tempest-TestMinimumBasicScenario-1259575533 tempest-TestMinimumBasicScenario-1259575533-project-admin] Unset dirty status for tenant:655e673214cb4d788e982410dc464cbf on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:45:49.032684 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6eca70f6-8265-4eb7-9a88-422f569e6c6d tempest-TestMinimumBasicScenario-1259575533 tempest-TestMinimumBasicScenario-1259575533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 1093 time: 0.2791629 Mar 02 20:45:49.035934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53078) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:45:49.041051 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:45:49.047629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:45:49.051785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Usage tracker for resource:floatingip and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:45:49.055936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:45:49.060754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:45:49.128911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:49.259177 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:49.339851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-22452888-6814-46c0-885d-6af58c8684d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:49.395851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Allocated IP 172.26.5.213 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/fb70875b-1f12-4a08-849e-2c7d48703011) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:45:49.547615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:49.631593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:49.705006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:45:49.707956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:45:49.712263 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:45:49.736550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'Port': ['ID=fb70875b-1f12-4a08-849e-2c7d48703011,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:49.758612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:49.758949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:49.759281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:49.759607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:49.759932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:49.760252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:49.760569 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:49.760883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:49.761194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:49.761504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:49.761817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:50.310841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:50.416717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:50.560113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:50.617469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:50.709012 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:50.722333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:50.828684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'Port': ['ID=fb70875b-1f12-4a08-849e-2c7d48703011,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:50.840109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:51.025084 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Floating IP 1201ccae-e1c0-4a42-b91f-91c30d2896ee associated. External IP: 172.26.5.213, port: a57a0345-30cd-40a6-984b-3f888beddf13. Mar 02 20:45:51.427917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Router f3e8fd29-034f-4102-90a7-f282fe5bded2 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:45:51.625738 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:45:51.635068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6781af-1ccb-4d7f-bed1-41586be87047 None None] Sync routers for ids ['f3e8fd29-034f-4102-90a7-f282fe5bded2'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:45:51.646957 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6781af-1ccb-4d7f-bed1-41586be87047 None None] Routers {'f3e8fd29-034f-4102-90a7-f282fe5bded2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:45:51.647563 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-2e6781af-1ccb-4d7f-bed1-41586be87047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:45:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3e8fd29-034f-4102-90a7-f282fe5bded2'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:51.726457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:51.827507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-2e6781af-1ccb-4d7f-bed1-41586be87047 None None] Set router f3e8fd29-034f-4102-90a7-f282fe5bded2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:45:51.878962 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4e63d511-a881-47dc-8a5b-779e2deed8b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8419583 Mar 02 20:45:51.879540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:45:51.881654 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53082) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:45:51.887682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016438341', 'description': 'tempest-secgroup-smoke-2016438341 description', 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:45:51.895292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:45:51.905581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:45:51.980383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:51.995873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:52.019455 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:45:52.023879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Usage tracker for resource:security_group_rule and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:45:52.027277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:45:52.034508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:45:52.096033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:52.111512 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'status': 'completed', 'code': 200} Mar 02 20:45:52.169061 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:52.247659 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd1f758-089c-46f8-9354-b1aa69b7304d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:52.264725 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4e691ce4-c38a-4a2a-a479-7fe786d129b0 req-9aa57b4a-2c46-4de5-8d36-2aaad7aa4bd8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 1098 time: 0.1193066 Mar 02 20:45:52.330596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:52.331796 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-937268a9-a746-4540-8459-9f9eae7560d8 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4489653 Mar 02 20:45:52.334800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53090) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:45:52.341387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-70b2b8e8-2a89-48da-9388-3ff5f99bba6a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Request body: {'security_group_rule': {'security_group_id': '9bd1f758-089c-46f8-9354-b1aa69b7304d', 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:45:52.347783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-70b2b8e8-2a89-48da-9388-3ff5f99bba6a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:45:52.352903 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-70b2b8e8-2a89-48da-9388-3ff5f99bba6a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Usage tracker for resource:security_group_rule and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:45:52.358697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-70b2b8e8-2a89-48da-9388-3ff5f99bba6a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:45:52.365113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-70b2b8e8-2a89-48da-9388-3ff5f99bba6a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:45:52.394340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e691ce4-c38a-4a2a-a479-7fe786d129b0 req-dc838946-1ed9-40c9-828e-82d0e4686657 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:52.395804 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4e691ce4-c38a-4a2a-a479-7fe786d129b0 req-dc838946-1ed9-40c9-828e-82d0e4686657 service neutron] 10.222.0.31 "GET /v2.0/networks?id=faa6161e-61a0-474a-b1de-3d5a480aff90 HTTP/1.1" status: 200 len: 916 time: 0.1340315 Mar 02 20:45:52.403279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-2e6781af-1ccb-4d7f-bed1-41586be87047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '1201ccae-e1c0-4a42-b91f-91c30d2896ee', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'port_id': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'mac_address': 'fa:16:3e:cb:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:45:50Z', 'updated_at': '2022-03-02T20:45:50Z', 'revision_number': 0, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebd0d32-f915-4865-b3fb-60b62b09f799', 'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'mac_address': 'fa:16:3e:3c:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:52Z', 'updated_at': '2022-03-02T20:45:11Z', 'revision_number': 5, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'subnets': [{'id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:52.410216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6781af-1ccb-4d7f-bed1-41586be87047 None None] Checking router: f3e8fd29-034f-4102-90a7-f282fe5bded2 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:45:52.431022 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6781af-1ccb-4d7f-bed1-41586be87047 None None] Routers {'f3e8fd29-034f-4102-90a7-f282fe5bded2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:45:52.431622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-2e6781af-1ccb-4d7f-bed1-41586be87047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:45:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3e8fd29-034f-4102-90a7-f282fe5bded2'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:52.456333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70b2b8e8-2a89-48da-9388-3ff5f99bba6a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:52.509470 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4e691ce4-c38a-4a2a-a479-7fe786d129b0 req-0a4c46d7-72e1-4fd8-8d75-a8fb08633f48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 200 len: 999 time: 0.1022534 Mar 02 20:45:52.524512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70b2b8e8-2a89-48da-9388-3ff5f99bba6a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:52.577422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e691ce4-c38a-4a2a-a479-7fe786d129b0 req-51c7f76a-6fc0-4fa5-a280-168639de51bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:52.579094 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4e691ce4-c38a-4a2a-a479-7fe786d129b0 req-51c7f76a-6fc0-4fa5-a280-168639de51bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f93e116-9b3e-4f92-abd4-06676a79816f HTTP/1.1" status: 200 len: 853 time: 0.0633132 Mar 02 20:45:52.597475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70b2b8e8-2a89-48da-9388-3ff5f99bba6a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:52.621793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-2e6781af-1ccb-4d7f-bed1-41586be87047 None None] Set router f3e8fd29-034f-4102-90a7-f282fe5bded2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:45:52.626166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2b8e8-2a89-48da-9388-3ff5f99bba6a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e49699-b7ed-4df8-91fb-4ed3ac2777fc,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:52.656586 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4e691ce4-c38a-4a2a-a479-7fe786d129b0 req-a560dbfc-b2cc-422c-bedf-948f3deebda6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=faa6161e-61a0-474a-b1de-3d5a480aff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707886 Mar 02 20:45:52.694333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70b2b8e8-2a89-48da-9388-3ff5f99bba6a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:52.695977 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-70b2b8e8-2a89-48da-9388-3ff5f99bba6a tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3601115 Mar 02 20:45:52.698624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53094) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:45:52.705611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1451a352-78f5-4432-acf4-8dd35ad266d2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Request body: {'security_group_rule': {'security_group_id': '9bd1f758-089c-46f8-9354-b1aa69b7304d', 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:45:52.712105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1451a352-78f5-4432-acf4-8dd35ad266d2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:45:52.715924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1451a352-78f5-4432-acf4-8dd35ad266d2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Usage tracker for resource:security_group_rule and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:45:52.719376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1451a352-78f5-4432-acf4-8dd35ad266d2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:45:52.725122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1451a352-78f5-4432-acf4-8dd35ad266d2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:45:52.796989 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4e691ce4-c38a-4a2a-a479-7fe786d129b0 req-b231918d-1578-4b57-b669-976382bc3115 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319966 Mar 02 20:45:52.803952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1451a352-78f5-4432-acf4-8dd35ad266d2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:52.878542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1451a352-78f5-4432-acf4-8dd35ad266d2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:52.955476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1451a352-78f5-4432-acf4-8dd35ad266d2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:52.989743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451a352-78f5-4432-acf4-8dd35ad266d2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538b4224-53eb-456e-a19d-3f270d68d10e,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:53.005559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-2e6781af-1ccb-4d7f-bed1-41586be87047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '1201ccae-e1c0-4a42-b91f-91c30d2896ee', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'port_id': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'mac_address': 'fa:16:3e:cb:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:45:50Z', 'updated_at': '2022-03-02T20:45:50Z', 'revision_number': 0, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebd0d32-f915-4865-b3fb-60b62b09f799', 'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'mac_address': 'fa:16:3e:3c:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:52Z', 'updated_at': '2022-03-02T20:45:11Z', 'revision_number': 5, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'subnets': [{'id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:45:53.005559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6781af-1ccb-4d7f-bed1-41586be87047 None None] The sync data for ids ['f3e8fd29-034f-4102-90a7-f282fe5bded2'] in dv-neutron-831593-2-hyperv is: [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '1201ccae-e1c0-4a42-b91f-91c30d2896ee', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'port_id': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'mac_address': 'fa:16:3e:cb:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:45:50Z', 'updated_at': '2022-03-02T20:45:50Z', 'revision_number': 0, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebd0d32-f915-4865-b3fb-60b62b09f799', 'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'mac_address': 'fa:16:3e:3c:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:52Z', 'updated_at': '2022-03-02T20:45:11Z', 'revision_number': 5, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'subnets': [{'id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:45:53.058391 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4e691ce4-c38a-4a2a-a479-7fe786d129b0 req-1d9c1126-afd4-4549-8655-facd91e46082 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530103 Mar 02 20:45:53.078478 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1451a352-78f5-4432-acf4-8dd35ad266d2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:53.082643 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1451a352-78f5-4432-acf4-8dd35ad266d2 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3823972 Mar 02 20:45:53.084059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53098) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:45:53.089792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-49c21c3f-3f90-4373-96ff-640a76336e00 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Request body: {'security_group_rule': {'security_group_id': '9bd1f758-089c-46f8-9354-b1aa69b7304d', 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:45:53.096997 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-49c21c3f-3f90-4373-96ff-640a76336e00 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:45:53.102092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-49c21c3f-3f90-4373-96ff-640a76336e00 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Usage tracker for resource:security_group_rule and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:45:53.105202 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-49c21c3f-3f90-4373-96ff-640a76336e00 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:45:53.111908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-49c21c3f-3f90-4373-96ff-640a76336e00 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:45:53.209279 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d54d9-dabc-45cb-a598-324ed4775954 None None] New status for floating IP 1201ccae-e1c0-4a42-b91f-91c30d2896ee: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:45:53.226694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49c21c3f-3f90-4373-96ff-640a76336e00 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:53.290065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49c21c3f-3f90-4373-96ff-640a76336e00 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:53.362889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49c21c3f-3f90-4373-96ff-640a76336e00 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:53.386452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c21c3f-3f90-4373-96ff-640a76336e00 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd251c11-0814-4f65-81b1-0788dff49e4a,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:53.463400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49c21c3f-3f90-4373-96ff-640a76336e00 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:53.464624 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-49c21c3f-3f90-4373-96ff-640a76336e00 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3794136 Mar 02 20:45:53.467613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53102) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:45:53.473073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-649dc3f7-27a0-4488-b7e2-97fcdfc93acb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Request body: {'security_group_rule': {'security_group_id': '9bd1f758-089c-46f8-9354-b1aa69b7304d', 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:45:53.479030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-649dc3f7-27a0-4488-b7e2-97fcdfc93acb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:45:53.483050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-649dc3f7-27a0-4488-b7e2-97fcdfc93acb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Usage tracker for resource:security_group_rule and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:45:53.485655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-649dc3f7-27a0-4488-b7e2-97fcdfc93acb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:45:53.491731 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-649dc3f7-27a0-4488-b7e2-97fcdfc93acb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:45:53.572213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-649dc3f7-27a0-4488-b7e2-97fcdfc93acb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:53.638292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-649dc3f7-27a0-4488-b7e2-97fcdfc93acb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:53.697457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-649dc3f7-27a0-4488-b7e2-97fcdfc93acb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:53.720632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dc3f7-27a0-4488-b7e2-97fcdfc93acb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d08c030-20de-4320-aa22-7fc653ae579b,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:53.788629 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-649dc3f7-27a0-4488-b7e2-97fcdfc93acb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:53.789821 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-649dc3f7-27a0-4488-b7e2-97fcdfc93acb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3212178 Mar 02 20:45:53.792473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53106) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:45:53.798670 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Request body: {'security_group_rule': {'security_group_id': '9bd1f758-089c-46f8-9354-b1aa69b7304d', 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:45:53.804473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:45:53.808270 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Usage tracker for resource:security_group_rule and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:45:53.811690 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:45:53.817213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:45:53.882576 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Project 0e398c3dcd6a493fad5855aa2d4b5ffd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:45:53.894213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:53.953316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:54.036779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:54.059457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f8e856-a261-44f3-a456-ab6acb302fdf,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:54.128587 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:54.129810 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-06d6499a-e25d-4823-9959-c8f07d81a13c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3363762 Mar 02 20:45:54.132430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53110) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:45:54.137707 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Request body: {'security_group_rule': {'security_group_id': '9bd1f758-089c-46f8-9354-b1aa69b7304d', 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:45:54.144290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:45:54.148020 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Usage tracker for resource:security_group_rule and tenant:0e398c3dcd6a493fad5855aa2d4b5ffd is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:45:54.152108 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:45:54.156799 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:45:54.217466 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Project 0e398c3dcd6a493fad5855aa2d4b5ffd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:45:54.223938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:54.289692 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:54.368353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:54.392215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1c1947-a963-4dbb-819c-86f8f333e6ae,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:54.454280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:54.455438 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dda6205b-6095-4bcd-8f3a-cfcd0861a790 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3220906 Mar 02 20:45:54.586056 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8ab9fe0a-fa30-4bdf-8940-f41edd60ef4a req-967f9ab9-b5b0-42de-9f72-f2a8ad46300c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016438341&fields=id&tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd HTTP/1.1" status: 200 len: 267 time: 0.0398195 Mar 02 20:45:54.667805 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9fe0a-fa30-4bdf-8940-f41edd60ef4a req-b23877a0-8d29-46f0-944e-7c5149ecb5fd tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:54.669201 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8ab9fe0a-fa30-4bdf-8940-f41edd60ef4a req-b23877a0-8d29-46f0-944e-7c5149ecb5fd tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 945 time: 0.0780523 Mar 02 20:45:54.680054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [req-8ab9fe0a-fa30-4bdf-8940-f41edd60ef4a req-fa9b25c0-b3ea-4f3d-aa5a-bd2f50a60e1b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Request body: {'port': {'security_groups': ['304a274d-a3a3-4604-a373-0b2bbeab18b0', '9bd1f758-089c-46f8-9354-b1aa69b7304d']}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:45:54.792523 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-8ab9fe0a-fa30-4bdf-8940-f41edd60ef4a req-fa9b25c0-b3ea-4f3d-aa5a-bd2f50a60e1b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:55.040240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [req-8ab9fe0a-fa30-4bdf-8940-f41edd60ef4a req-fa9b25c0-b3ea-4f3d-aa5a-bd2f50a60e1b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] For port a57a0345-30cd-40a6-984b-3f888beddf13, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a57a0345-30cd-40a6-984b-3f888beddf13,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:45:55.064889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-8ab9fe0a-fa30-4bdf-8940-f41edd60ef4a req-fa9b25c0-b3ea-4f3d-aa5a-bd2f50a60e1b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:55.160515 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-8ab9fe0a-fa30-4bdf-8940-f41edd60ef4a req-fa9b25c0-b3ea-4f3d-aa5a-bd2f50a60e1b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:55.173437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a57a0345-30cd-40a6-984b-3f888beddf13'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:45:55.235602 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9fe0a-fa30-4bdf-8940-f41edd60ef4a req-fa9b25c0-b3ea-4f3d-aa5a-bd2f50a60e1b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:55.236207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-8ab9fe0a-fa30-4bdf-8940-f41edd60ef4a req-fa9b25c0-b3ea-4f3d-aa5a-bd2f50a60e1b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:55.237553 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8ab9fe0a-fa30-4bdf-8940-f41edd60ef4a req-fa9b25c0-b3ea-4f3d-aa5a-bd2f50a60e1b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "PUT /v2.0/ports/a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 200 len: 981 time: 0.5618422 Mar 02 20:45:55.238013 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:45:55.253546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b25c0-b3ea-4f3d-aa5a-bd2f50a60e1b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'Port': ['ID=a57a0345-30cd-40a6-984b-3f888beddf13,revision_number=6']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:55.331275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a57a0345-30cd-40a6-984b-3f888beddf13'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:45:55.350563 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'status': 'completed', 'code': 200} Mar 02 20:45:55.468727 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bc1a9561-3e0f-4053-8fc8-3e30c13cebb7 req-2a9841d1-824a-409a-ad6f-ec718ae9dce0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 1137 time: 0.0920167 Mar 02 20:45:55.502289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48a617-c28d-4cec-9778-25e0ec4a556f req-12f406b3-4183-4bc1-9977-b1b517a09000 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:55.503454 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-eb48a617-c28d-4cec-9778-25e0ec4a556f req-12f406b3-4183-4bc1-9977-b1b517a09000 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.1077907 Mar 02 20:45:55.554322 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-eb48a617-c28d-4cec-9778-25e0ec4a556f req-39918587-9a64-4ee3-a951-b37c6fefda58 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441597 Mar 02 20:45:55.606425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a9561-3e0f-4053-8fc8-3e30c13cebb7 req-756c0a73-93c6-4ae1-8b6c-5e23f3cb766d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:55.608567 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bc1a9561-3e0f-4053-8fc8-3e30c13cebb7 req-756c0a73-93c6-4ae1-8b6c-5e23f3cb766d service neutron] 10.222.0.31 "GET /v2.0/networks?id=faa6161e-61a0-474a-b1de-3d5a480aff90 HTTP/1.1" status: 200 len: 916 time: 0.1312575 Mar 02 20:45:55.626614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-9db70ca1-fffc-40bd-b1ff-502465682e65 None None] Provisioning complete for port a57a0345-30cd-40a6-984b-3f888beddf13 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:45:55.626978 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9db70ca1-fffc-40bd-b1ff-502465682e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:55.711991 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bc1a9561-3e0f-4053-8fc8-3e30c13cebb7 req-0b159d30-2303-4020-a3de-246d332dc5db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 200 len: 1001 time: 0.0963068 Mar 02 20:45:55.774400 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a9561-3e0f-4053-8fc8-3e30c13cebb7 req-1a4873fb-0524-4d81-9f2b-efedb90abfba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:55.775836 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bc1a9561-3e0f-4053-8fc8-3e30c13cebb7 req-1a4873fb-0524-4d81-9f2b-efedb90abfba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f93e116-9b3e-4f92-abd4-06676a79816f HTTP/1.1" status: 200 len: 853 time: 0.0570269 Mar 02 20:45:55.857171 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bc1a9561-3e0f-4053-8fc8-3e30c13cebb7 req-3ee10f82-ff97-4415-a61e-7e45a8e32275 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=faa6161e-61a0-474a-b1de-3d5a480aff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730543 Mar 02 20:45:55.990208 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bc1a9561-3e0f-4053-8fc8-3e30c13cebb7 req-115a4a76-d062-40a2-aacc-a19180bcfbd7 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259096 Mar 02 20:45:56.126170 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bc1a9561-3e0f-4053-8fc8-3e30c13cebb7 req-9431ff99-309a-4984-9f60-8ed3dd316082 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267509 Mar 02 20:46:13.133513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:15.586071 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:46:16.754280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d02b4d-94fc-4916-86ef-ee97dfc0c1c4 req-4ed88c98-c768-4fea-99b0-6d503fa89246 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:16.755764 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-91d02b4d-94fc-4916-86ef-ee97dfc0c1c4 req-4ed88c98-c768-4fea-99b0-6d503fa89246 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0824122 Mar 02 20:46:16.795624 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-043d7da0-8b4c-43d4-9952-1475a6d4612d req-ee2b7391-8046-4c40-a894-0f46f94f014b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 1137 time: 0.0691652 Mar 02 20:46:16.802657 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-91d02b4d-94fc-4916-86ef-ee97dfc0c1c4 req-bdc89044-2589-4944-876f-b10fa2fc12fb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412347 Mar 02 20:46:16.927295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7da0-8b4c-43d4-9952-1475a6d4612d req-00f9725c-0369-4b68-8e76-174d2ae68cba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:16.928648 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-043d7da0-8b4c-43d4-9952-1475a6d4612d req-00f9725c-0369-4b68-8e76-174d2ae68cba service neutron] 10.222.0.31 "GET /v2.0/networks?id=faa6161e-61a0-474a-b1de-3d5a480aff90 HTTP/1.1" status: 200 len: 916 time: 0.1262844 Mar 02 20:46:17.032362 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-043d7da0-8b4c-43d4-9952-1475a6d4612d req-5e221b7f-daa1-4d3e-9f43-be57b53254dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 200 len: 1001 time: 0.0962577 Mar 02 20:46:17.098923 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7da0-8b4c-43d4-9952-1475a6d4612d req-3a7d4980-2017-4256-b52c-7dfb3240d284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:17.100393 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-043d7da0-8b4c-43d4-9952-1475a6d4612d req-3a7d4980-2017-4256-b52c-7dfb3240d284 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f93e116-9b3e-4f92-abd4-06676a79816f HTTP/1.1" status: 200 len: 853 time: 0.0587354 Mar 02 20:46:17.180654 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-043d7da0-8b4c-43d4-9952-1475a6d4612d req-8bf22ddd-d29c-455b-8e12-99e877dde8a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=faa6161e-61a0-474a-b1de-3d5a480aff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729446 Mar 02 20:46:17.196251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-40294865-b6bd-4421-bf5e-455a00a8f853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:17.402556 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-043d7da0-8b4c-43d4-9952-1475a6d4612d req-fa82ff05-626f-4ffd-9ed2-ac5bd5ed3ba9 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146735 Mar 02 20:46:17.533954 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-043d7da0-8b4c-43d4-9952-1475a6d4612d req-8f238dd9-131d-4df0-8878-bd27e9c64bad service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243622 Mar 02 20:46:18.005726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dfb83-976a-4237-98bb-96deee5e8b77 req-d97c029b-7208-45f7-9e33-516f95978a39 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:18.007212 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f06dfb83-976a-4237-98bb-96deee5e8b77 req-d97c029b-7208-45f7-9e33-516f95978a39 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0769801 Mar 02 20:46:18.054429 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f06dfb83-976a-4237-98bb-96deee5e8b77 req-4c853edc-f98a-46be-9b26-77574ccd9ddc tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415881 Mar 02 20:46:19.254955 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9151e-1723-4200-869c-5d5057219bb1 req-42ccfe8e-9964-4cfa-a044-bf277e74bd03 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:19.256402 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-52a9151e-1723-4200-869c-5d5057219bb1 req-42ccfe8e-9964-4cfa-a044-bf277e74bd03 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0789592 Mar 02 20:46:19.305169 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-52a9151e-1723-4200-869c-5d5057219bb1 req-6d2f606b-43ad-4d86-81a7-2f0fe8548ceb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432458 Mar 02 20:46:19.354241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3bf6089b-bdfe-4cfe-bab3-32fe50add858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:20.504624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444310b-56f6-4b27-8de2-4cc746e59a6f req-710a0284-2784-4a36-9c89-8eac50ad290b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:20.506094 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c444310b-56f6-4b27-8de2-4cc746e59a6f req-710a0284-2784-4a36-9c89-8eac50ad290b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0827787 Mar 02 20:46:20.548407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:20.552682 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c444310b-56f6-4b27-8de2-4cc746e59a6f req-5af814be-8e04-495a-ae8b-88b5a55d9fb4 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410032 Mar 02 20:46:20.687521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:21.755575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656526c-2e7b-46af-b2d6-e053d5c77811 req-aa820b8c-8e73-4f2c-b5a1-4467c0ee4f48 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:21.756925 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4656526c-2e7b-46af-b2d6-e053d5c77811 req-aa820b8c-8e73-4f2c-b5a1-4467c0ee4f48 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0868104 Mar 02 20:46:21.804040 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4656526c-2e7b-46af-b2d6-e053d5c77811 req-943d412a-ae4c-4681-98ee-87b1aae9a966 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415139 Mar 02 20:46:21.938830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:22.996785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10168f03-96c4-4ac9-aed4-5c3c504f4308 req-10936240-272c-4e56-a9c8-ec40186a398f tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:22.998237 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-10168f03-96c4-4ac9-aed4-5c3c504f4308 req-10936240-272c-4e56-a9c8-ec40186a398f tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0754333 Mar 02 20:46:23.048406 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-10168f03-96c4-4ac9-aed4-5c3c504f4308 req-7ff762d3-b154-4bb9-8485-f32abc11fecc tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445759 Mar 02 20:46:24.242572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f5724-ff04-479b-b8c7-e5664539c096 req-a3d8da9a-480a-4d91-809e-712ae6d5b3fd tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:24.244010 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bb2f5724-ff04-479b-b8c7-e5664539c096 req-a3d8da9a-480a-4d91-809e-712ae6d5b3fd tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0755162 Mar 02 20:46:24.290872 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bb2f5724-ff04-479b-b8c7-e5664539c096 req-664b4c54-8d2b-41e9-b5f6-068df20141af tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413489 Mar 02 20:46:25.488366 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25956408-8af3-422e-939b-b1ffffd7655d req-47745281-e18c-4b9e-aebd-67ebac84ecb1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:25.489698 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-25956408-8af3-422e-939b-b1ffffd7655d req-47745281-e18c-4b9e-aebd-67ebac84ecb1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0778017 Mar 02 20:46:25.536249 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-25956408-8af3-422e-939b-b1ffffd7655d req-cb1dec0a-a329-420e-97c7-6a30821a5f50 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407932 Mar 02 20:46:26.870283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea142e4-5500-4f2b-94d5-7666131ec0ad req-425c9681-63ab-4c80-99fc-908b60569ba4 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:26.871612 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aea142e4-5500-4f2b-94d5-7666131ec0ad req-425c9681-63ab-4c80-99fc-908b60569ba4 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0756576 Mar 02 20:46:26.917075 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aea142e4-5500-4f2b-94d5-7666131ec0ad req-55a66668-c9ff-4cd6-980a-b0e0fa5610eb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399842 Mar 02 20:46:28.197391 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146dee4c-d049-4ff4-83ee-2932f4638871 req-73a62d56-683d-4bf0-9965-4de35b895e53 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:28.198850 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-146dee4c-d049-4ff4-83ee-2932f4638871 req-73a62d56-683d-4bf0-9965-4de35b895e53 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.1601014 Mar 02 20:46:28.245945 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-146dee4c-d049-4ff4-83ee-2932f4638871 req-1d1e769a-eb47-426f-a943-c21c6a3646b1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411582 Mar 02 20:46:29.442758 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffce3bc-7c74-450c-afa7-da6336ea585e req-659c13f9-d20b-472a-8d04-004d1cc31006 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:29.444111 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dffce3bc-7c74-450c-afa7-da6336ea585e req-659c13f9-d20b-472a-8d04-004d1cc31006 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0760300 Mar 02 20:46:29.492662 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dffce3bc-7c74-450c-afa7-da6336ea585e req-d5acb09f-0996-42c4-b0c3-19fcd23e085b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431204 Mar 02 20:46:30.684282 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea7acf-d781-46f0-ba53-20373f606e6c req-41812711-a867-4abd-a58c-c1e87b43b818 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:30.685706 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-95ea7acf-d781-46f0-ba53-20373f606e6c req-41812711-a867-4abd-a58c-c1e87b43b818 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0748062 Mar 02 20:46:30.731583 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-95ea7acf-d781-46f0-ba53-20373f606e6c req-275e5429-da8b-4ac7-b713-97ad757f7550 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403762 Mar 02 20:46:31.942599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00564a6-c96e-470e-988e-3e905da35092 req-f43a2a9a-2fc6-4a7b-9618-98e910bf41ac tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:31.944090 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b00564a6-c96e-470e-988e-3e905da35092 req-f43a2a9a-2fc6-4a7b-9618-98e910bf41ac tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0894034 Mar 02 20:46:31.992811 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b00564a6-c96e-470e-988e-3e905da35092 req-23314564-58ae-45c6-acc7-54a08531e58c tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426989 Mar 02 20:46:33.338295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8885f-935d-416e-9e30-ec12f31a3a37 req-d09e547a-b0a6-4461-a443-749852612d67 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:33.339731 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e6e8885f-935d-416e-9e30-ec12f31a3a37 req-d09e547a-b0a6-4461-a443-749852612d67 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0758307 Mar 02 20:46:33.386492 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e6e8885f-935d-416e-9e30-ec12f31a3a37 req-fdb2ad5a-d3aa-4483-90f4-e40edf857c3b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412731 Mar 02 20:46:34.583705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fac82-676e-486a-ac5a-0fc931d5e38e req-034df7b9-8e28-423e-a9d0-0559a06a28b4 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:34.585134 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-952fac82-676e-486a-ac5a-0fc931d5e38e req-034df7b9-8e28-423e-a9d0-0559a06a28b4 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0786061 Mar 02 20:46:34.631440 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-952fac82-676e-486a-ac5a-0fc931d5e38e req-79abfc0d-b2e8-4f9d-bd27-d5d685778247 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bd1f758-089c-46f8-9354-b1aa69b7304d&id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408187 Mar 02 20:46:43.115970 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:47.127540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a50779a8-23a4-48ac-91d7-00206b058d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:47.393735 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-176eae98-6531-43a8-b72a-5501211e7d1f req-9aa8e236-5f6c-4f79-a9b7-345feef08a77 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681331 Mar 02 20:46:47.544347 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-176eae98-6531-43a8-b72a-5501211e7d1f req-ff72598f-86cd-4092-98e1-57e6b397b331 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 1137 time: 0.0722549 Mar 02 20:46:47.690136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eae98-6531-43a8-b72a-5501211e7d1f req-3f7d7790-1db5-4d2f-a04a-71ac1a603d09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:47.692158 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-176eae98-6531-43a8-b72a-5501211e7d1f req-3f7d7790-1db5-4d2f-a04a-71ac1a603d09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=faa6161e-61a0-474a-b1de-3d5a480aff90 HTTP/1.1" status: 200 len: 916 time: 0.1251392 Mar 02 20:46:47.794233 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-176eae98-6531-43a8-b72a-5501211e7d1f req-1baf20f5-1c36-4537-9ade-784a2d2f57cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 200 len: 1001 time: 0.0928926 Mar 02 20:46:47.873855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eae98-6531-43a8-b72a-5501211e7d1f req-22799bb7-7f69-4b63-ac8d-8a67391443b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:47.875327 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-176eae98-6531-43a8-b72a-5501211e7d1f req-22799bb7-7f69-4b63-ac8d-8a67391443b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f93e116-9b3e-4f92-abd4-06676a79816f HTTP/1.1" status: 200 len: 853 time: 0.0730951 Mar 02 20:46:47.952749 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-176eae98-6531-43a8-b72a-5501211e7d1f req-a08bcb72-3046-4886-a9f0-26d7236aa038 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=faa6161e-61a0-474a-b1de-3d5a480aff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681534 Mar 02 20:46:48.086964 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-176eae98-6531-43a8-b72a-5501211e7d1f req-c0c89654-4592-422a-a764-731488635a54 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264079 Mar 02 20:46:48.219039 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-176eae98-6531-43a8-b72a-5501211e7d1f req-95b47876-fa4d-4618-b43b-462e3a93e969 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257284 Mar 02 20:46:49.342109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ee5f9bc5-5d3e-49e3-b9f3-1047277ce793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:50.544318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:50.691268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:51.970588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:52.586576 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:47:13.121082 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:13.495081 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-df59ca46-e2c1-42e1-aa27-3213a9506450 req-ea720af2-b655-422f-b454-f28c2c6367c5 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016438341&fields=id&tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd HTTP/1.1" status: 200 len: 267 time: 0.1467857 Mar 02 20:47:13.578333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59ca46-e2c1-42e1-aa27-3213a9506450 req-071e6165-e73c-48fc-a674-5d45b926bbbb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:13.579778 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-df59ca46-e2c1-42e1-aa27-3213a9506450 req-071e6165-e73c-48fc-a674-5d45b926bbbb tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 984 time: 0.0796397 Mar 02 20:47:13.590800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [req-df59ca46-e2c1-42e1-aa27-3213a9506450 req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Request body: {'port': {'security_groups': ['304a274d-a3a3-4604-a373-0b2bbeab18b0']}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:13.704386 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-df59ca46-e2c1-42e1-aa27-3213a9506450 req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:13.939820 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [req-df59ca46-e2c1-42e1-aa27-3213a9506450 req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] For port a57a0345-30cd-40a6-984b-3f888beddf13, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a57a0345-30cd-40a6-984b-3f888beddf13,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:13.964689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-df59ca46-e2c1-42e1-aa27-3213a9506450 req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:14.041042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-df59ca46-e2c1-42e1-aa27-3213a9506450 req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:14.055842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a57a0345-30cd-40a6-984b-3f888beddf13'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:47:14.123550 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59ca46-e2c1-42e1-aa27-3213a9506450 req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:14.124157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-df59ca46-e2c1-42e1-aa27-3213a9506450 req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:14.125560 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-df59ca46-e2c1-42e1-aa27-3213a9506450 req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "PUT /v2.0/ports/a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 200 len: 942 time: 0.5390675 Mar 02 20:47:14.126026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:47:14.132672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53196) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:14.162094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event updated for resources: {'Port': ['ID=a57a0345-30cd-40a6-984b-3f888beddf13,revision_number=7']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:14.172327 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.172742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.173086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.173422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.173755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.174113 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.174439 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.174764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.175084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.175411 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.176304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd17295-cade-4326-88f1-e7e33e1dab60 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.231018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a57a0345-30cd-40a6-984b-3f888beddf13'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:47:14.231743 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'status': 'completed', 'code': 200} Mar 02 20:47:14.232265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:14.309809 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:14.375205 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6890c465-c243-488a-b70a-553fc296ab29 req-62bb620c-0202-433b-bf0b-8d378db98f71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 1098 time: 0.1145320 Mar 02 20:47:14.434151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3cd6b1c1-f1c2-4e6a-9f5a-907bb459e0db None None] Provisioning complete for port a57a0345-30cd-40a6-984b-3f888beddf13 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:47:14.434419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b1c1-f1c2-4e6a-9f5a-907bb459e0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:14.513399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890c465-c243-488a-b70a-553fc296ab29 req-945c4f04-12fb-4683-8b8b-15475c2aa0b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:14.514757 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6890c465-c243-488a-b70a-553fc296ab29 req-945c4f04-12fb-4683-8b8b-15475c2aa0b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=faa6161e-61a0-474a-b1de-3d5a480aff90 HTTP/1.1" status: 200 len: 916 time: 0.1301615 Mar 02 20:47:14.577538 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:14.608961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd1f758-089c-46f8-9354-b1aa69b7304d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:14.638377 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:14.639476 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "DELETE /v2.0/security-groups/9bd1f758-089c-46f8-9354-b1aa69b7304d HTTP/1.1" status: 204 len: 168 time: 0.5050132 Mar 02 20:47:14.640822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.641162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.641497 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.641828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.642184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.642511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.642835 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.643156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.643474 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.643800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.644117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2709cfe-9c57-4e66-9b3a-11cbff957596 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:14.650457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53202) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:14.654834 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6890c465-c243-488a-b70a-553fc296ab29 req-3c5918ec-f4fe-4d90-b233-3ffb9ab58c5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 200 len: 1001 time: 0.1337957 Mar 02 20:47:14.733667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890c465-c243-488a-b70a-553fc296ab29 req-1b348dd5-efce-4f82-8a8c-d77e22066b7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:14.735116 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6890c465-c243-488a-b70a-553fc296ab29 req-1b348dd5-efce-4f82-8a8c-d77e22066b7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f93e116-9b3e-4f92-abd4-06676a79816f HTTP/1.1" status: 200 len: 853 time: 0.0684752 Mar 02 20:47:14.811816 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6890c465-c243-488a-b70a-553fc296ab29 req-96e512c6-fe90-4f9f-afb5-251bf3f3952b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=faa6161e-61a0-474a-b1de-3d5a480aff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685837 Mar 02 20:47:14.849172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Deleting port fb70875b-1f12-4a08-849e-2c7d48703011 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:14.849505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:15.026379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:15.026787 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:15.040305 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6890c465-c243-488a-b70a-553fc296ab29 req-b1a10461-b6fe-4d17-b34e-44376ebff525 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184701 Mar 02 20:47:15.182549 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6890c465-c243-488a-b70a-553fc296ab29 req-41593178-64b2-4704-bff9-6e73cb0312dd service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322391 Mar 02 20:47:15.232309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Calling delete_port for fb70875b-1f12-4a08-849e-2c7d48703011 owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:47:15.444662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:15.488510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event deleted for resources: {'Port': ['ID=fb70875b-1f12-4a08-849e-2c7d48703011,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:15.584383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:15.968451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Router f3e8fd29-034f-4102-90a7-f282fe5bded2 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:47:16.166080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:47:16.175392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12092e-91c1-4f50-a655-0bc23a1456df None None] Sync routers for ids ['f3e8fd29-034f-4102-90a7-f282fe5bded2'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:47:16.182105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:16.187937 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12092e-91c1-4f50-a655-0bc23a1456df None None] Routers {'f3e8fd29-034f-4102-90a7-f282fe5bded2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:47:16.188598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3a12092e-91c1-4f50-a655-0bc23a1456df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:46:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3e8fd29-034f-4102-90a7-f282fe5bded2'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:16.240370 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e01b0a60-adf5-4487-88fb-ddc1333c9ee1 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "DELETE /v2.0/floatingips/1201ccae-e1c0-4a42-b91f-91c30d2896ee HTTP/1.1" status: 204 len: 168 time: 1.5882638 Mar 02 20:47:16.240848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:47:16.298900 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'status': 'completed', 'code': 200} Mar 02 20:47:16.372398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3a12092e-91c1-4f50-a655-0bc23a1456df None None] Set router f3e8fd29-034f-4102-90a7-f282fe5bded2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:47:16.397421 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e5ddd158-6c2b-4735-a8aa-2161e2b1f05a req-86bc3f64-c29f-4d1d-bb3d-7f0638125c4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 1098 time: 0.0754457 Mar 02 20:47:16.536787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd158-6c2b-4735-a8aa-2161e2b1f05a req-6d64191b-057a-42cc-b4e2-8896a7f23249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:16.538407 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e5ddd158-6c2b-4735-a8aa-2161e2b1f05a req-6d64191b-057a-42cc-b4e2-8896a7f23249 service neutron] 10.222.0.31 "GET /v2.0/networks?id=faa6161e-61a0-474a-b1de-3d5a480aff90 HTTP/1.1" status: 200 len: 916 time: 0.1314259 Mar 02 20:47:16.627073 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e5ddd158-6c2b-4735-a8aa-2161e2b1f05a req-1570e3f5-3c31-4cca-a0c9-966b33845606 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 200 len: 217 time: 0.0786629 Mar 02 20:47:16.699892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd158-6c2b-4735-a8aa-2161e2b1f05a req-90e7018f-e2fd-4de6-b80b-33e6dedc43d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:16.701591 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e5ddd158-6c2b-4735-a8aa-2161e2b1f05a req-90e7018f-e2fd-4de6-b80b-33e6dedc43d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8f93e116-9b3e-4f92-abd4-06676a79816f HTTP/1.1" status: 200 len: 853 time: 0.0681109 Mar 02 20:47:16.712764 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3a12092e-91c1-4f50-a655-0bc23a1456df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '7ebd0d32-f915-4865-b3fb-60b62b09f799', 'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'mac_address': 'fa:16:3e:3c:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:52Z', 'updated_at': '2022-03-02T20:45:11Z', 'revision_number': 5, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'subnets': [{'id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:16.717072 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12092e-91c1-4f50-a655-0bc23a1456df None None] Checking router: f3e8fd29-034f-4102-90a7-f282fe5bded2 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:47:16.730541 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12092e-91c1-4f50-a655-0bc23a1456df None None] Routers {'f3e8fd29-034f-4102-90a7-f282fe5bded2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:47:16.731244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3a12092e-91c1-4f50-a655-0bc23a1456df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:46:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3e8fd29-034f-4102-90a7-f282fe5bded2'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:16.784665 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e5ddd158-6c2b-4735-a8aa-2161e2b1f05a req-37ebd120-b7f3-451c-94a9-7aedc4865229 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=faa6161e-61a0-474a-b1de-3d5a480aff90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760102 Mar 02 20:47:16.917693 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e5ddd158-6c2b-4735-a8aa-2161e2b1f05a req-b049a4d7-f4e2-4e97-9d73-eb4944067d21 service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264100 Mar 02 20:47:16.919972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3a12092e-91c1-4f50-a655-0bc23a1456df None None] Set router f3e8fd29-034f-4102-90a7-f282fe5bded2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:47:17.053816 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e5ddd158-6c2b-4735-a8aa-2161e2b1f05a req-c31be322-3963-4db6-998a-e3f0b150302d service neutron] 10.222.0.31 "GET /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280916 Mar 02 20:47:17.190368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b02b9327-d2de-4674-a816-6e3347539092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:17.270967 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3a12092e-91c1-4f50-a655-0bc23a1456df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '7ebd0d32-f915-4865-b3fb-60b62b09f799', 'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'mac_address': 'fa:16:3e:3c:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:52Z', 'updated_at': '2022-03-02T20:45:11Z', 'revision_number': 5, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'subnets': [{'id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:17.274923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12092e-91c1-4f50-a655-0bc23a1456df None None] The sync data for ids ['f3e8fd29-034f-4102-90a7-f282fe5bded2'] in dv-neutron-831593-2-hyperv is: [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:44:53Z', 'revision_number': 4, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '7ebd0d32-f915-4865-b3fb-60b62b09f799', 'name': '', 'network_id': 'faa6161e-61a0-474a-b1de-3d5a480aff90', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'mac_address': 'fa:16:3e:3c:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:52Z', 'updated_at': '2022-03-02T20:45:11Z', 'revision_number': 5, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'subnets': [{'id': '8f93e116-9b3e-4f92-abd4-06676a79816f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:47:17.494613 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c5a45-8d30-4181-9f48-be58e0f8ad6f None None] New status for floating IP 1201ccae-e1c0-4a42-b91f-91c30d2896ee: DOWN {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:47:19.381837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-40a56bfd-f1ac-47ae-9847-7ba002e4fac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:20.558991 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:20.696325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:21.960947 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:22.217211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f8b54-a5cc-4263-ba8c-e46bc577827b req-ea66bd1f-d3e9-46a0-b23f-cd0d500ad831 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:22.217925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-d25f8b54-a5cc-4263-ba8c-e46bc577827b req-ea66bd1f-d3e9-46a0-b23f-cd0d500ad831 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Synchronizing usage tracker for tenant:0e398c3dcd6a493fad5855aa2d4b5ffd on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:47:22.301640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-d25f8b54-a5cc-4263-ba8c-e46bc577827b req-ea66bd1f-d3e9-46a0-b23f-cd0d500ad831 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Unset dirty status for tenant:0e398c3dcd6a493fad5855aa2d4b5ffd on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:47:22.302868 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d25f8b54-a5cc-4263-ba8c-e46bc577827b req-ea66bd1f-d3e9-46a0-b23f-cd0d500ad831 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 945 time: 0.1640308 Mar 02 20:47:22.348269 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d25f8b54-a5cc-4263-ba8c-e46bc577827b req-c92f0c1b-f103-424a-8f49-1c3f9918d26d tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 Mar 02 20:47:23.618136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd9dcb-f274-4c1b-bbe4-566155874e40 req-eeb684c4-ed87-498d-af34-d51643a1e2b4 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:23.619617 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ffbd9dcb-f274-4c1b-bbe4-566155874e40 req-eeb684c4-ed87-498d-af34-d51643a1e2b4 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 945 time: 0.1513419 Mar 02 20:47:23.664013 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ffbd9dcb-f274-4c1b-bbe4-566155874e40 req-06c30933-2f1f-4564-8d4c-48e7f25bac48 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387185 Mar 02 20:47:24.227209 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-8149658f-ceb7-43da-850f-b24182c0296b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:24.227885 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-8149658f-ceb7-43da-850f-b24182c0296b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Synchronizing usage tracker for tenant:0e398c3dcd6a493fad5855aa2d4b5ffd on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:47:24.239800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-8149658f-ceb7-43da-850f-b24182c0296b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Unset dirty status for tenant:0e398c3dcd6a493fad5855aa2d4b5ffd on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:47:24.240927 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-8149658f-ceb7-43da-850f-b24182c0296b tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 945 time: 0.0881071 Mar 02 20:47:24.313169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-505b7f08-2068-4b2a-9ec7-8858aba39041 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Deleting port a57a0345-30cd-40a6-984b-3f888beddf13 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:24.313503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-505b7f08-2068-4b2a-9ec7-8858aba39041 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:24.554262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-505b7f08-2068-4b2a-9ec7-8858aba39041 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] For port a57a0345-30cd-40a6-984b-3f888beddf13, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a57a0345-30cd-40a6-984b-3f888beddf13,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:24.554619 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-505b7f08-2068-4b2a-9ec7-8858aba39041 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:24.672238 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-505b7f08-2068-4b2a-9ec7-8858aba39041 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Calling delete_port for a57a0345-30cd-40a6-984b-3f888beddf13 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:47:24.862448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b420eb-f411-4fc1-9506-14dc33f96d21 req-4e765239-406e-430b-931a-0b2d6f517164 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:24.864474 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46b420eb-f411-4fc1-9506-14dc33f96d21 req-4e765239-406e-430b-931a-0b2d6f517164 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 945 time: 0.0818400 Mar 02 20:47:24.910213 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46b420eb-f411-4fc1-9506-14dc33f96d21 req-48a844ab-faaf-4980-a08c-d264814f1e01 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/security-groups?id=304a274d-a3a3-4604-a373-0b2bbeab18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398641 Mar 02 20:47:24.958607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-505b7f08-2068-4b2a-9ec7-8858aba39041 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:24.973787 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a57a0345-30cd-40a6-984b-3f888beddf13'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:47:25.011712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b7f08-2068-4b2a-9ec7-8858aba39041 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Pushing event deleted for resources: {'Port': ['ID=a57a0345-30cd-40a6-984b-3f888beddf13,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:25.087771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-505b7f08-2068-4b2a-9ec7-8858aba39041 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] No DVR routers for this DVR port a57a0345-30cd-40a6-984b-3f888beddf13 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:47:25.090440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-505b7f08-2068-4b2a-9ec7-8858aba39041 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:25.093624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'name': 'network-vif-deleted', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:47:25.148167 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a56fb4-7859-47f5-b471-4ecd47b9d148', 'name': 'network-vif-deleted', 'tag': 'a57a0345-30cd-40a6-984b-3f888beddf13', 'status': 'completed', 'code': 200} Mar 02 20:47:25.212868 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7eb6e89f-7fee-4195-8e16-1c1cec581980 req-505b7f08-2068-4b2a-9ec7-8858aba39041 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.31 "DELETE /v2.0/ports/a57a0345-30cd-40a6-984b-3f888beddf13 HTTP/1.1" status: 204 len: 173 time: 0.9639151 Mar 02 20:47:26.094685 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-36cbc1f0-7dba-4442-94d2-8016dafc633c req-553f924c-add9-4222-902d-8cd6083abe66 tempest-TestMinimumBasicScenario-112938337 tempest-TestMinimumBasicScenario-112938337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a56fb4-7859-47f5-b471-4ecd47b9d148 HTTP/1.1" status: 200 len: 210 time: 0.0452671 Mar 02 20:47:28.226199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a57a0345-30cd-40a6-984b-3f888beddf13 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:47:28.258656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: a57a0345-30cd-40a6-984b-3f888beddf13 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:47:28.258998 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a57a0345-30cd-40a6-984b-3f888beddf13 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:47:28.458242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53292) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:28.845381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:29.456781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] Deleting port 7ebd0d32-f915-4865-b3fb-60b62b09f799 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:29.457032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:29.586343 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:47:29.626282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] For port 7ebd0d32-f915-4865-b3fb-60b62b09f799, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7ebd0d32-f915-4865-b3fb-60b62b09f799,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:29.626825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:29.842424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] Calling delete_port for 7ebd0d32-f915-4865-b3fb-60b62b09f799 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:47:30.132375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:30.177126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebd0d32-f915-4865-b3fb-60b62b09f799,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:30.463418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:31.021175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] Router f3e8fd29-034f-4102-90a7-f282fe5bded2 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:47:31.219245 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:47:31.230099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbf341-daf0-4ab7-8c40-5055272586b4 None None] Sync routers for ids ['f3e8fd29-034f-4102-90a7-f282fe5bded2'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:47:31.231080 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-efb4dd77-a5ba-46a0-9b7a-09014ed780ef admin admin] 10.222.0.44 "PUT /v2.0/routers/f3e8fd29-034f-4102-90a7-f282fe5bded2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7717631 Mar 02 20:47:31.233524 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53296) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:31.241500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbf341-daf0-4ab7-8c40-5055272586b4 None None] Routers {'f3e8fd29-034f-4102-90a7-f282fe5bded2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:47:31.242142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-2fbbf341-daf0-4ab7-8c40-5055272586b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:47:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3e8fd29-034f-4102-90a7-f282fe5bded2'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:31.424577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-2fbbf341-daf0-4ab7-8c40-5055272586b4 None None] Set router f3e8fd29-034f-4102-90a7-f282fe5bded2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:47:31.548333 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:31.719706 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-2fbbf341-daf0-4ab7-8c40-5055272586b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:47:29Z', 'revision_number': 5, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:31.719977 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbf341-daf0-4ab7-8c40-5055272586b4 None None] Checking router: f3e8fd29-034f-4102-90a7-f282fe5bded2 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:47:31.731694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbf341-daf0-4ab7-8c40-5055272586b4 None None] Routers {'f3e8fd29-034f-4102-90a7-f282fe5bded2'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:47:31.732305 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-2fbbf341-daf0-4ab7-8c40-5055272586b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:47:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['f3e8fd29-034f-4102-90a7-f282fe5bded2'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:31.762087 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:31.833178 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Deleting port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:31.833845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:31.914737 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-2fbbf341-daf0-4ab7-8c40-5055272586b4 None None] Set router f3e8fd29-034f-4102-90a7-f282fe5bded2 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:47:32.016394 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] For port 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:32.016669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:32.140125 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Calling delete_port for 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:47:32.212674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-2fbbf341-daf0-4ab7-8c40-5055272586b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:47:29Z', 'revision_number': 5, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:32.216840 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbf341-daf0-4ab7-8c40-5055272586b4 None None] The sync data for ids ['f3e8fd29-034f-4102-90a7-f282fe5bded2'] in dv-neutron-831593-2-hyperv is: [{'id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'name': 'tempest-TestMinimumBasicScenario-858493928-router', 'tenant_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:49Z', 'updated_at': '2022-03-02T20:47:29Z', 'revision_number': 5, 'project_id': '0e398c3dcd6a493fad5855aa2d4b5ffd', 'gw_port': {'id': '3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8fd29-034f-4102-90a7-f282fe5bded2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:50Z', 'updated_at': '2022-03-02T20:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:47:32.366724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:32.409851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:32.632242 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:32.985714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:32.996555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.091986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.092523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e8fd29-034f-4102-90a7-f282fe5bded2 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:47:33.105151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.106340 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fea97e3c-1dd6-4c2c-9bb6-e5574ea89c29 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f3e8fd29-034f-4102-90a7-f282fe5bded2 HTTP/1.1" status: 204 len: 168 time: 1.8718665 Mar 02 20:47:33.109044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53300) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:33.173553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4cc1c7-2412-447a-9073-97c52ccf7a7d admin admin] Deleting subnet 8f93e116-9b3e-4f92-abd4-06676a79816f {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:47:33.177329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc1c7-2412-447a-9073-97c52ccf7a7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.227749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc1c7-2412-447a-9073-97c52ccf7a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.303039 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc1c7-2412-447a-9073-97c52ccf7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.469510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc1c7-2412-447a-9073-97c52ccf7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.504833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cc1c7-2412-447a-9073-97c52ccf7a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f93e116-9b3e-4f92-abd4-06676a79816f,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:33.510852 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc1c7-2412-447a-9073-97c52ccf7a7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.516964 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ab4cc1c7-2412-447a-9073-97c52ccf7a7d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8f93e116-9b3e-4f92-abd4-06676a79816f HTTP/1.1" status: 204 len: 168 time: 0.4068532 Mar 02 20:47:33.519629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c785a304-12e1-4f55-bcba-8bd0f346ff04 None None] Network faa6161e-61a0-474a-b1de-3d5a480aff90 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:47:33.520085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53304) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:33.610817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:47:33.639775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.651208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Deleting port 784767a2-7b6e-4100-8238-0a4542012ede {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:33.651540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.695128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:47:33.695467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3aa78ab9-0de7-4c98-8eb5-47cc9aec30d2 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:47:33.695884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7ebd0d32-f915-4865-b3fb-60b62b09f799 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:47:33.735963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 7ebd0d32-f915-4865-b3fb-60b62b09f799 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:47:33.736301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7ebd0d32-f915-4865-b3fb-60b62b09f799 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:47:33.870302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] For port 784767a2-7b6e-4100-8238-0a4542012ede, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=784767a2-7b6e-4100-8238-0a4542012ede,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:33.870668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.893608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa4357b-df41-4529-b56c-a75fc3068921 None None] DHCP port deletion for faa6161e-61a0-474a-b1de-3d5a480aff90 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:47:33.898634 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4357b-df41-4529-b56c-a75fc3068921 None None] Deleting port 784767a2-7b6e-4100-8238-0a4542012ede {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:33.898998 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eaa4357b-df41-4529-b56c-a75fc3068921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:33.995452 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Calling delete_port for 784767a2-7b6e-4100-8238-0a4542012ede owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:47:34.100732 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-eaa4357b-df41-4529-b56c-a75fc3068921 None None] For port 784767a2-7b6e-4100-8238-0a4542012ede, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=784767a2-7b6e-4100-8238-0a4542012ede,segment=NetworkSegment(0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e),segment_id=0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:34.101122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eaa4357b-df41-4529-b56c-a75fc3068921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:34.158775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:34.207653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=784767a2-7b6e-4100-8238-0a4542012ede,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:34.212572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] No DVR routers for this DVR port 784767a2-7b6e-4100-8238-0a4542012ede on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:47:34.219300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4357b-df41-4529-b56c-a75fc3068921 None None] Calling delete_port for 784767a2-7b6e-4100-8238-0a4542012ede owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:47:34.291300 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-eaa4357b-df41-4529-b56c-a75fc3068921 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:47:34.291648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-eaa4357b-df41-4529-b56c-a75fc3068921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:47:34.327770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:34.352567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa6161e-61a0-474a-b1de-3d5a480aff90']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:34.364944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:34.365235 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad14b8e-e448-4d46-a2a8-2ba37e2a6b4e') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:34.376333 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:34.392171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:34.398290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:47:34.398655 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:47:34.411771 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:47:34.548759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:34.564615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:34.574627 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa6161e-61a0-474a-b1de-3d5a480aff90,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:34.663949 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0ad2e066-3de0-4c45-b6fd-83554266efa2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/faa6161e-61a0-474a-b1de-3d5a480aff90 HTTP/1.1" status: 204 len: 168 time: 1.1431468 Mar 02 20:47:34.666599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53308) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:34.793087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4357b-df41-4529-b56c-a75fc3068921 None None] Deleting port 784767a2-7b6e-4100-8238-0a4542012ede {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:34.793671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eaa4357b-df41-4529-b56c-a75fc3068921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:34.855749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4357b-df41-4529-b56c-a75fc3068921 None None] The port '784767a2-7b6e-4100-8238-0a4542012ede' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:47:35.145617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:35.582033 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 784767a2-7b6e-4100-8238-0a4542012ede no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:47:35.617601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 784767a2-7b6e-4100-8238-0a4542012ede {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:47:35.617967 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 784767a2-7b6e-4100-8238-0a4542012ede not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:47:35.735938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] Deleting port 3d781a2c-d749-4310-830b-4ffa0ca675ea {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:35.736543 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:35.900029 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] For port 3d781a2c-d749-4310-830b-4ffa0ca675ea, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=3d781a2c-d749-4310-830b-4ffa0ca675ea,segment=NetworkSegment(c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f),segment_id=c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:35.900372 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:36.014463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] Calling delete_port for 3d781a2c-d749-4310-830b-4ffa0ca675ea owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:47:36.246457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:36.289337 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d781a2c-d749-4310-830b-4ffa0ca675ea,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:36.665755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:37.256253 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] Router 14d905b8-1173-43e8-9b0b-494aabbece92 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:47:37.460359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:47:37.468661 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14819ff3-4621-4560-84bf-868d431e821b None None] Sync routers for ids ['14d905b8-1173-43e8-9b0b-494aabbece92'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:47:37.480314 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14819ff3-4621-4560-84bf-868d431e821b None None] Routers {'14d905b8-1173-43e8-9b0b-494aabbece92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:47:37.480938 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-14819ff3-4621-4560-84bf-868d431e821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:47:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14d905b8-1173-43e8-9b0b-494aabbece92'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:37.516702 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-24f6d41b-cf1d-421b-a40c-803a97eb8234 admin admin] 10.222.0.44 "PUT /v2.0/routers/14d905b8-1173-43e8-9b0b-494aabbece92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8491032 Mar 02 20:47:37.519243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53312) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:37.661170 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-14819ff3-4621-4560-84bf-868d431e821b None None] Set router 14d905b8-1173-43e8-9b0b-494aabbece92 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:47:37.713722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:37.916148 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:37.938441 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-14819ff3-4621-4560-84bf-868d431e821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'name': 'tempest-TestMinimumBasicScenario-1805292023-router', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': 'd350c813-8549-4661-a46f-5269b127d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:47:36Z', 'revision_number': 5, 'project_id': '655e673214cb4d788e982410dc464cbf', 'gw_port': {'id': 'd350c813-8549-4661-a46f-5269b127d224', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:37.942924 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14819ff3-4621-4560-84bf-868d431e821b None None] Checking router: 14d905b8-1173-43e8-9b0b-494aabbece92 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:47:37.953407 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14819ff3-4621-4560-84bf-868d431e821b None None] Routers {'14d905b8-1173-43e8-9b0b-494aabbece92'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:47:37.954015 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-14819ff3-4621-4560-84bf-868d431e821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:47:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['14d905b8-1173-43e8-9b0b-494aabbece92'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:37.995183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Deleting port d350c813-8549-4661-a46f-5269b127d224 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:37.995430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:38.105353 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-14819ff3-4621-4560-84bf-868d431e821b None None] Set router 14d905b8-1173-43e8-9b0b-494aabbece92 gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:47:38.212597 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-14819ff3-4621-4560-84bf-868d431e821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'name': 'tempest-TestMinimumBasicScenario-1805292023-router', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:47:37Z', 'revision_number': 6, 'project_id': '655e673214cb4d788e982410dc464cbf', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:38.216621 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14819ff3-4621-4560-84bf-868d431e821b None None] The sync data for ids ['14d905b8-1173-43e8-9b0b-494aabbece92'] in dv-neutron-831593-2-hyperv is: [{'id': '14d905b8-1173-43e8-9b0b-494aabbece92', 'name': 'tempest-TestMinimumBasicScenario-1805292023-router', 'tenant_id': '655e673214cb4d788e982410dc464cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:44:57Z', 'updated_at': '2022-03-02T20:47:37Z', 'revision_number': 6, 'project_id': '655e673214cb4d788e982410dc464cbf', 'gw_port_host': None}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:47:38.284181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] For port d350c813-8549-4661-a46f-5269b127d224, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=d350c813-8549-4661-a46f-5269b127d224,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:38.284725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:38.404100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Calling delete_port for d350c813-8549-4661-a46f-5269b127d224 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:47:38.638523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:38.682585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d350c813-8549-4661-a46f-5269b127d224,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:38.903582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.161488 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.165558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.255725 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.256214 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14d905b8-1173-43e8-9b0b-494aabbece92 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:47:39.268237 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.269524 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-f5696c98-a8aa-42d8-8a94-a0c58072e0bb admin admin] 10.222.0.44 "DELETE /v2.0/routers/14d905b8-1173-43e8-9b0b-494aabbece92 HTTP/1.1" status: 204 len: 168 time: 1.7489786 Mar 02 20:47:39.272040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53316) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:39.335588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe432f2-75c9-441b-9c56-6cb2ce4ca9de admin admin] Deleting subnet 2a6c763a-e666-45b4-b007-aa7826ab8ee5 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:47:39.338668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe432f2-75c9-441b-9c56-6cb2ce4ca9de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.389549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe432f2-75c9-441b-9c56-6cb2ce4ca9de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.463580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe432f2-75c9-441b-9c56-6cb2ce4ca9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.585183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3d781a2c-d749-4310-830b-4ffa0ca675ea no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:47:39.594955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe432f2-75c9-441b-9c56-6cb2ce4ca9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.618448 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 3d781a2c-d749-4310-830b-4ffa0ca675ea {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:47:39.618702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 3d781a2c-d749-4310-830b-4ffa0ca675ea not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:47:39.619115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d350c813-8549-4661-a46f-5269b127d224 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:47:39.629858 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe432f2-75c9-441b-9c56-6cb2ce4ca9de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a6c763a-e666-45b4-b007-aa7826ab8ee5,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:39.640521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-afe432f2-75c9-441b-9c56-6cb2ce4ca9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.646419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048a61ec-6a6a-4b23-83bd-622e202c7f7c None None] Network 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:47:39.647261 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-afe432f2-75c9-441b-9c56-6cb2ce4ca9de admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2a6c763a-e666-45b4-b007-aa7826ab8ee5 HTTP/1.1" status: 204 len: 168 time: 0.3738806 Mar 02 20:47:39.649714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53320) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:39.666230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: d350c813-8549-4661-a46f-5269b127d224 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:47:39.666752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device d350c813-8549-4661-a46f-5269b127d224 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:47:39.856430 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.866920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Deleting port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:39.867244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:39.904516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf84f268-c933-4633-9d2e-b0e566911d44 None None] DHCP port deletion for 4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:47:39.908834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-bf84f268-c933-4633-9d2e-b0e566911d44 None None] Deleting port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:39.909268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bf84f268-c933-4633-9d2e-b0e566911d44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:40.069443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] For port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9fd6dde3-c3e6-4b42-9be0-e762a501fadc,segment=NetworkSegment(c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f),segment_id=c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:40.069948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:40.105850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-bf84f268-c933-4633-9d2e-b0e566911d44 None None] For port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=9fd6dde3-c3e6-4b42-9be0-e762a501fadc,segment=NetworkSegment(c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f),segment_id=c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:40.106217 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bf84f268-c933-4633-9d2e-b0e566911d44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:40.187893 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Calling delete_port for 9fd6dde3-c3e6-4b42-9be0-e762a501fadc owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:47:40.229102 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-bf84f268-c933-4633-9d2e-b0e566911d44 None None] Calling delete_port for 9fd6dde3-c3e6-4b42-9be0-e762a501fadc owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:47:40.329999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:40.335249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-bf84f268-c933-4633-9d2e-b0e566911d44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:47:40.335627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-bf84f268-c933-4633-9d2e-b0e566911d44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:47:40.385406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd6dde3-c3e6-4b42-9be0-e762a501fadc,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:40.389846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] No DVR routers for this DVR port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:47:40.513135 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:40.538401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:40.549783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:40.550104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f9c40f-dc41-45c8-bcd6-2123a7cb6e2f') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:40.566851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:40.583312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:40.589232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:47:40.593853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:47:40.603667 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:47:40.731688 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:40.746691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:40.758497 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:40.764192 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3358b2e2-bca9-4ffd-bdb2-99f582dec3ad admin admin] 10.222.0.44 "DELETE /v2.0/networks/4f6c4e37-fc78-46dc-bd0d-d9b408e2adc7 HTTP/1.1" status: 204 len: 168 time: 1.1134832 Mar 02 20:47:40.837113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-bf84f268-c933-4633-9d2e-b0e566911d44 None None] Deleting port 9fd6dde3-c3e6-4b42-9be0-e762a501fadc {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:47:40.837620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bf84f268-c933-4633-9d2e-b0e566911d44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:40.903018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-bf84f268-c933-4633-9d2e-b0e566911d44 None None] The port '9fd6dde3-c3e6-4b42-9be0-e762a501fadc' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:47:41.141778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53326) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:41.192065 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c60dc50c-e9fc-4236-a898-1db97a1f44ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e398c3dcd6a493fad5855aa2d4b5ffd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490782 Mar 02 20:47:41.194667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53330) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:41.251486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b647ab00-ed25-4e65-ae4c-a94fea107bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:41.275622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b647ab00-ed25-4e65-ae4c-a94fea107bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:41.392748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b647ab00-ed25-4e65-ae4c-a94fea107bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:41.413647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647ab00-ed25-4e65-ae4c-a94fea107bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304a274d-a3a3-4604-a373-0b2bbeab18b0,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:41.420037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b647ab00-ed25-4e65-ae4c-a94fea107bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:41.421399 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b647ab00-ed25-4e65-ae4c-a94fea107bee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/304a274d-a3a3-4604-a373-0b2bbeab18b0 HTTP/1.1" status: 204 len: 168 time: 0.2256050 Mar 02 20:47:41.584695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9fd6dde3-c3e6-4b42-9be0-e762a501fadc no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:47:41.616677 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 9fd6dde3-c3e6-4b42-9be0-e762a501fadc {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:47:41.617016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 9fd6dde3-c3e6-4b42-9be0-e762a501fadc not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:47:42.140236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53338) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:42.188971 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-6296f0b0-d4e1-4503-8dfb-a991e15fe3fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=655e673214cb4d788e982410dc464cbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475793 Mar 02 20:47:42.192254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53342) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:42.251717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f1b7-71a7-4147-b62a-c37e9ed07e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:42.277462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f1b7-71a7-4147-b62a-c37e9ed07e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:42.381233 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f1b7-71a7-4147-b62a-c37e9ed07e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:42.395079 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9f1b7-71a7-4147-b62a-c37e9ed07e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3094da4f-3696-4543-bb96-0b5cec2c9cac,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:42.402015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ee9f1b7-71a7-4147-b62a-c37e9ed07e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:42.403130 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1ee9f1b7-71a7-4147-b62a-c37e9ed07e38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3094da4f-3696-4543-bb96-0b5cec2c9cac HTTP/1.1" status: 204 len: 168 time: 0.2099135 Mar 02 20:47:43.140970 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:45.271138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53386) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:45.276906 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1700841202', 'description': 'tempest-secgroup-smoke-1700841202 description', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:45.282862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:45.286624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:45.289526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:45.295149 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:45.461333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:45.473796 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:45.505311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:45.509128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:45.511903 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:45.517465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:45.584923 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:45.655237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:45.781890 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:45.783932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=185f652b-9a93-41e2-bb8f-9c5e5ac707b3,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:45.788566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:45.791549 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:45.797183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:45.850043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:45.920104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:45.960204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babca3ec-b631-4f45-b500-bd8324bbc064,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:46.029053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.030291 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-625a47ab-c1c5-4b7b-89d8-ccc486539d9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7581565 Mar 02 20:47:46.033215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53390) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:46.043465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3543575c-3913-4b44-9efc-b60e6ec81573 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'babca3ec-b631-4f45-b500-bd8324bbc064', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:46.050091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3543575c-3913-4b44-9efc-b60e6ec81573 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:46.053914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3543575c-3913-4b44-9efc-b60e6ec81573 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:46.056870 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3543575c-3913-4b44-9efc-b60e6ec81573 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:46.062556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3543575c-3913-4b44-9efc-b60e6ec81573 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:46.132114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3543575c-3913-4b44-9efc-b60e6ec81573 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.190692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3543575c-3913-4b44-9efc-b60e6ec81573 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.254890 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3543575c-3913-4b44-9efc-b60e6ec81573 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.278448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543575c-3913-4b44-9efc-b60e6ec81573 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db83a38-7888-41e6-9771-66f5e650b13b,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:46.337716 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3543575c-3913-4b44-9efc-b60e6ec81573 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.338926 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3543575c-3913-4b44-9efc-b60e6ec81573 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3048558 Mar 02 20:47:46.341636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53394) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:46.347087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e2ecba1c-cb48-4a81-8d19-d27bdfcd00a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'babca3ec-b631-4f45-b500-bd8324bbc064', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:46.353100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e2ecba1c-cb48-4a81-8d19-d27bdfcd00a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:46.356957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e2ecba1c-cb48-4a81-8d19-d27bdfcd00a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:46.359860 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e2ecba1c-cb48-4a81-8d19-d27bdfcd00a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:46.365563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e2ecba1c-cb48-4a81-8d19-d27bdfcd00a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:46.446824 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ecba1c-cb48-4a81-8d19-d27bdfcd00a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.505976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ecba1c-cb48-4a81-8d19-d27bdfcd00a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.588692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ecba1c-cb48-4a81-8d19-d27bdfcd00a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.611090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecba1c-cb48-4a81-8d19-d27bdfcd00a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bad9e20-3765-4dfd-be88-6802cc626fff,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:46.680940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e2ecba1c-cb48-4a81-8d19-d27bdfcd00a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.682150 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e2ecba1c-cb48-4a81-8d19-d27bdfcd00a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3395419 Mar 02 20:47:46.684848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53398) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:46.690133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-798f3cc0-f40c-457b-9950-06c2471362f5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'babca3ec-b631-4f45-b500-bd8324bbc064', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:46.696757 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-798f3cc0-f40c-457b-9950-06c2471362f5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:46.700704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-798f3cc0-f40c-457b-9950-06c2471362f5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:46.703854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-798f3cc0-f40c-457b-9950-06c2471362f5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:46.709448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-798f3cc0-f40c-457b-9950-06c2471362f5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:46.812307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-798f3cc0-f40c-457b-9950-06c2471362f5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.873760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-798f3cc0-f40c-457b-9950-06c2471362f5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.948909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-798f3cc0-f40c-457b-9950-06c2471362f5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:46.971677 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f3cc0-f40c-457b-9950-06c2471362f5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d0b276-4d5e-447c-817c-ba575a79adf5,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:47.051919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-798f3cc0-f40c-457b-9950-06c2471362f5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.056747 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-798f3cc0-f40c-457b-9950-06c2471362f5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3675394 Mar 02 20:47:47.057182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53402) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:47.062704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-245cf84d-f0ec-4da5-abef-2bd0418cd7d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'babca3ec-b631-4f45-b500-bd8324bbc064', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:47.069039 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-245cf84d-f0ec-4da5-abef-2bd0418cd7d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:47.073891 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-245cf84d-f0ec-4da5-abef-2bd0418cd7d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:47.079067 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-245cf84d-f0ec-4da5-abef-2bd0418cd7d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:47.083903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-245cf84d-f0ec-4da5-abef-2bd0418cd7d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:47.183556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d6b689eb-3088-486c-b824-fac1d9df2b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.219194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-245cf84d-f0ec-4da5-abef-2bd0418cd7d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.280549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-245cf84d-f0ec-4da5-abef-2bd0418cd7d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.354126 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-245cf84d-f0ec-4da5-abef-2bd0418cd7d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.386921 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cf84d-f0ec-4da5-abef-2bd0418cd7d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed14dbf-907c-4a74-9d9b-9bf27b00c802,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:47.457180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-245cf84d-f0ec-4da5-abef-2bd0418cd7d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.458343 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-245cf84d-f0ec-4da5-abef-2bd0418cd7d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4001036 Mar 02 20:47:47.460894 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53406) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:47.466933 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'babca3ec-b631-4f45-b500-bd8324bbc064', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:47.472632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:47.476354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:47.479936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:47.485534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:47.559860 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Project 55cee93810f641aeb2ba6dac3f1e81ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:47:47.566250 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.629329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.709618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.733119 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9406e50-b972-4b91-84c7-79a165281e91,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:47.805961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.807168 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4f5bf4c1-421e-42b0-b9bd-6d887323c819 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3453863 Mar 02 20:47:47.809874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53410) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:47.815188 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'babca3ec-b631-4f45-b500-bd8324bbc064', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:47.821813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:47.825558 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:47.828727 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:47.834629 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:47.908778 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Project 55cee93810f641aeb2ba6dac3f1e81ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:47:47.915294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.979965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:48.063295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:48.087533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3189649-2d2b-4503-a78a-4a90d5800bb9,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:48.169575 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:48.170962 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2b8a457d-5b25-43f1-bd1d-bd8563197353 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3601325 Mar 02 20:47:48.173936 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53414) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:48.179368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'network': {'name': 'tempest-network-smoke--1151484736', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'port_security_enabled': True}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:48.184770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:48.188485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:network and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:48.191354 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:48.197611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:48.274656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'network': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:47:48.277509 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:48.307518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=84503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:47:48.315955 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:48.316404 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.segments_db [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Added segment c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1 of type vlan for network ecd41743-4654-4691-810f-45039785761a Mar 02 20:47:48.342979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:48.449766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:48.453720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:48.454330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:48.560388 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Network': ['ID=ecd41743-4654-4691-810f-45039785761a,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:48.570828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network ecd41743-4654-4691-810f-45039785761a details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:47:48.622643 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a1aff2c0-6b99-47c6-9d58-1f459f6ab826 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4476283 Mar 02 20:47:48.625434 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53418) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:48.631169 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'admin_state_up': True, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:48.637676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:48.642158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:router and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:48.644300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:48.650647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:48.720386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:48.721317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:48.738947 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:48.943810 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:49.261716 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:49.290984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:49.343659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b9ea1bca-52e8-4977-88f0-d0ae3fba001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:49.428490 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.26.5.38 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/5aaef49a-5eae-4157-b89c-85c3c3247edb) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:47:49.574343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:49.649859 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:49.715863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:47:49.718546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:47:49.722232 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:47:49.754435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=5aaef49a-5eae-4157-b89c-85c3c3247edb,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:49.942499 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:49.943225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:50.222754 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:47:50.416462 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:47:50.427514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Sync routers for ids ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:47:50.440091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Routers {'7e3ddc2d-535b-48d7-9589-4c8685f002f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:47:50.440703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:47:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:50.514726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:50.515881 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-94cae138-057e-4d87-934b-530b06cc744e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8894827 Mar 02 20:47:50.518939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53424) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:50.636723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:50.647556 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Set router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:47:50.686782 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e68d8e78-cd01-4ae6-93a9-adb66e994659 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=55cee93810f641aeb2ba6dac3f1e81ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1667864 Mar 02 20:47:50.689368 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53430) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:50.749430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:50.819950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c99038-193e-447b-b1e2-faf49d1e71de tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:50.822676 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-31c99038-193e-447b-b1e2-faf49d1e71de tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312158 Mar 02 20:47:50.824597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53434) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:50.863749 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3eb1c645-48a4-4c23-ac91-5da2b7ff8ce1 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380812 Mar 02 20:47:50.866580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53438) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:50.872595 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1553404401', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:50.933980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:49Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:50.937766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Checking router: 7e3ddc2d-535b-48d7-9589-4c8685f002f9 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:47:50.938148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Updating router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 port 5aaef49a-5eae-4157-b89c-85c3c3247edb binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:47:50.980578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:50.984477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:subnet and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:50.987260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:50.991828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:50.993226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:51.063107 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:47:51.263588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:51.321713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:51.333214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Transition to ACTIVE for port object 5aaef49a-5eae-4157-b89c-85c3c3247edb will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:47:51.429199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:51.507681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Attempting to bind port 5aaef49a-5eae-4157-b89c-85c3c3247edb on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:47:51.508043 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Attempting to bind port 5aaef49a-5eae-4157-b89c-85c3c3247edb by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:47:51.508948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Attempting to bind port 5aaef49a-5eae-4157-b89c-85c3c3247edb on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:47:51.510935 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Pushing event updated for resources: {'Port': ['ID=5aaef49a-5eae-4157-b89c-85c3c3247edb,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:51.521619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:47:51.522007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:47:51.522404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:51.522790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:47:51.523242 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Bound port: 5aaef49a-5eae-4157-b89c-85c3c3247edb, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:47:51.523605 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:51.548838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:51.553518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:51.553858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:51.554214 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:51.554535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:51.554864 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:51.555218 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:51.556074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:51.556399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:51.556712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:51.557030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:51.557342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:51.604279 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] For port 5aaef49a-5eae-4157-b89c-85c3c3247edb, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:47:51.607261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] For port 5aaef49a-5eae-4157-b89c-85c3c3247edb, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5aaef49a-5eae-4157-b89c-85c3c3247edb,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:47:51.632642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Subnet': ['ID=378de2aa-0988-49bb-8ceb-b015e2166114,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:51.641230 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Checking segment: {'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:47:51.641592 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network hostable DHCP agents. Network: ecd41743-4654-4691-810f-45039785761a, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:47:51.686334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:51.742888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network ecd41743-4654-4691-810f-45039785761a is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:47:51.778502 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6c213-753d-4f14-bdda-f1764e37f89e None None] Pushing event updated for resources: {'Port': ['ID=5aaef49a-5eae-4157-b89c-85c3c3247edb,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:51.781951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Routers {'7e3ddc2d-535b-48d7-9589-4c8685f002f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:47:51.781951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:47:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:51.832246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, ecd41743-4654-4691-810f-45039785761a) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:47:51.842728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:51.842728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:51.901409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e60560-0cc8-4fd2-b1e8-00b78bbea0da None None] Network ecd41743-4654-4691-810f-45039785761a requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:47:51.935361 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c6865889-349d-4094-84a9-fd222fc8bfe8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0652058 Mar 02 20:47:51.935598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53442) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:47:52.168414 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:52.299594 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] Set router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:47:52.542064 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-ecd41743-4654-4691-810f-45039785761a', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ips': [{'subnet_id': '378de2aa-0988-49bb-8ceb-b015e2166114'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:47:52.542878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:52.688518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:52.817322 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Allocated IP 172.20.0.2 (ecd41743-4654-4691-810f-45039785761a/378de2aa-0988-49bb-8ceb-b015e2166114/72562aed-7ffd-4305-9d69-356ae52637d7) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:47:52.932772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:49Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:52.941088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd4da5-3576-4f5b-93de-c4b04b341dda None None] The sync data for ids ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'] in dv-neutron-831593-2-hyperv is: [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:49Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:47:53.060136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:53.071664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Transition to ACTIVE for port object 72562aed-7ffd-4305-9d69-356ae52637d7 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:47:53.091524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Transition to ACTIVE for port object 72562aed-7ffd-4305-9d69-356ae52637d7 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:47:53.164537 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:53.235756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.20.0.1 (ecd41743-4654-4691-810f-45039785761a/378de2aa-0988-49bb-8ceb-b015e2166114/bb82e090-1481-4535-9cc5-d55263920cbd) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:47:53.242195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Network ecd41743-4654-4691-810f-45039785761a is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:47:53.246280 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:47:53.250521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:47:53.252802 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Pushing event updated for resources: {'Port': ['ID=72562aed-7ffd-4305-9d69-356ae52637d7,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:53.344684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Attempting to bind port 72562aed-7ffd-4305-9d69-356ae52637d7 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:47:53.345155 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Attempting to bind port 72562aed-7ffd-4305-9d69-356ae52637d7 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:47:53.345591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Attempting to bind port 72562aed-7ffd-4305-9d69-356ae52637d7 on network ecd41743-4654-4691-810f-45039785761a {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:47:53.352569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:47:53.353126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Checking segment: {'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:47:53.353601 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:53.354027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Bound using segment: {'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:47:53.354521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Bound port: 72562aed-7ffd-4305-9d69-356ae52637d7, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:47:53.354902 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:53.454201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] For port 72562aed-7ffd-4305-9d69-356ae52637d7, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:47:53.457306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] For port 72562aed-7ffd-4305-9d69-356ae52637d7, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=72562aed-7ffd-4305-9d69-356ae52637d7,segment=NetworkSegment(c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1),segment_id=c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:47:53.520577 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:53.524741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:53.537749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Transition to ACTIVE for port object bb82e090-1481-4535-9cc5-d55263920cbd will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:47:53.633815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5aaef49a-5eae-4157-b89c-85c3c3247edb up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:47:53.639305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:53.723766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c699e0-8b70-48fe-ac76-0add3a76b2a2 None None] Pushing event updated for resources: {'Port': ['ID=72562aed-7ffd-4305-9d69-356ae52637d7,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:53.730165 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network ecd41743-4654-4691-810f-45039785761a is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:47:53.734196 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:47:53.738967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:47:53.774948 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=bb82e090-1481-4535-9cc5-d55263920cbd,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:53.810314 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:53.851689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 5aaef49a-5eae-4157-b89c-85c3c3247edb completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:47:53.857753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5aaef49a-5eae-4157-b89c-85c3c3247edb triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:47:53.858153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:53.983656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:53.989019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:53.999903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 5aaef49a-5eae-4157-b89c-85c3c3247edb, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5aaef49a-5eae-4157-b89c-85c3c3247edb,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:54.073269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:54.141318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=5aaef49a-5eae-4157-b89c-85c3c3247edb,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:54.397303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:54.452187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:54.568027 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=bb82e090-1481-4535-9cc5-d55263920cbd,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:54.572210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:54.584204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74149f1-dd0f-495c-9d6a-27abe8a25801 None None] Network ecd41743-4654-4691-810f-45039785761a requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:47:54.713466 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network ecd41743-4654-4691-810f-45039785761a is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:47:54.714643 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:47:54.735205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2c45aaf6-6a28-4db1-b95d-dd410b7072e0 None None] Provisioning for port 72562aed-7ffd-4305-9d69-356ae52637d7 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:47:55.109871 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:47:55.152205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-37ab1c87-2817-4dfd-8ad7-90cd9e8dc9c6 None None] Provisioning for port bb82e090-1481-4535-9cc5-d55263920cbd completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:47:55.158386 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-37ab1c87-2817-4dfd-8ad7-90cd9e8dc9c6 None None] Provisioning complete for port bb82e090-1481-4535-9cc5-d55263920cbd triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:47:55.158883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-37ab1c87-2817-4dfd-8ad7-90cd9e8dc9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:55.217714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-37ab1c87-2817-4dfd-8ad7-90cd9e8dc9c6 None None] Port bb82e090-1481-4535-9cc5-d55263920cbd cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:47:55.339200 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-25f4d07f-5f6b-4394-8560-68e9b37f36bf None None] Provisioning complete for port bb82e090-1481-4535-9cc5-d55263920cbd triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:47:55.339710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-25f4d07f-5f6b-4394-8560-68e9b37f36bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:55.394549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-25f4d07f-5f6b-4394-8560-68e9b37f36bf None None] Port bb82e090-1481-4535-9cc5-d55263920cbd cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:47:55.440684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:47:55.449501 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-463e4f55-79d4-4258-97a7-eb4117a34a43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "PUT /v2.0/routers/7e3ddc2d-535b-48d7-9589-4c8685f002f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5128856 Mar 02 20:47:55.515249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1c7825fb-bcb3-4910-9501-9ff5d0d105eb None None] Provisioning complete for port bb82e090-1481-4535-9cc5-d55263920cbd triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:47:55.515623 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1c7825fb-bcb3-4910-9501-9ff5d0d105eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:55.568498 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1c7825fb-bcb3-4910-9501-9ff5d0d105eb None None] Port bb82e090-1481-4535-9cc5-d55263920cbd cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:47:55.624848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-4ea8aabb-9cba-41f0-aa91-45e6c3228ef0 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:47:55.678585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5aaef49a-5eae-4157-b89c-85c3c3247edb up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:47:55.731341 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-4ea8aabb-9cba-41f0-aa91-45e6c3228ef0 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:47:55.732612 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-4ea8aabb-9cba-41f0-aa91-45e6c3228ef0 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700841202&fields=id&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 267 time: 0.1485703 Mar 02 20:47:55.750727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 5aaef49a-5eae-4157-b89c-85c3c3247edb triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:47:55.751324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:55.865662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 72562aed-7ffd-4305-9d69-356ae52637d7 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:47:55.885058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-e69194d0-1640-4ec2-a3c6-6b05bfc132ac tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:55.886529 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-e69194d0-1640-4ec2-a3c6-6b05bfc132ac tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/networks?id=ecd41743-4654-4691-810f-45039785761a HTTP/1.1" status: 200 len: 797 time: 0.1472456 Mar 02 20:47:55.902220 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-010f2bdf-355a-4ac4-913a-a0d681003876 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/quotas/55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 375 time: 0.0103180 Mar 02 20:47:55.981832 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-4a82ac90-a86c-434f-ad5d-09a4c6527bf4 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744858 Mar 02 20:47:55.988347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 72562aed-7ffd-4305-9d69-356ae52637d7 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:47:55.994087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 72562aed-7ffd-4305-9d69-356ae52637d7 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:47:55.994451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:56.069644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-7b27e2dc-552d-4e87-82b8-74cc304df1fc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:47:56.070897 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-7b27e2dc-552d-4e87-82b8-74cc304df1fc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0778539 Mar 02 20:47:56.109261 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:56.141153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 72562aed-7ffd-4305-9d69-356ae52637d7, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=72562aed-7ffd-4305-9d69-356ae52637d7,segment=NetworkSegment(c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1),segment_id=c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:56.194186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:56.214590 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-753fdc16-9f86-4809-b4af-07d9332df264 service neutron] 10.222.0.44 "GET /v2.0/networks/ecd41743-4654-4691-810f-45039785761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361010 Mar 02 20:47:56.267072 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=72562aed-7ffd-4305-9d69-356ae52637d7,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:56.358943 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c47ebc09-52a6-476c-9d73-5ab4ff50c43e service neutron] 10.222.0.44 "GET /v2.0/networks/ecd41743-4654-4691-810f-45039785761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381056 Mar 02 20:47:56.478853 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Sync routers for ids ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:47:56.490603 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Routers {'7e3ddc2d-535b-48d7-9589-4c8685f002f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:47:56.491242 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:47:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:56.609778 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b02aa49-2e01-44db-955b-332b5cc6afcd req-2aeca793-4f96-4d66-a503-fb3c8a9d8eb3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 210 time: 0.0457003 Mar 02 20:47:56.678563 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Set router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:47:57.012757 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'bb82e090-1481-4535-9cc5-d55263920cbd', 'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:99:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:52Z', 'updated_at': '2022-03-02T20:47:54Z', 'revision_number': 2, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:57.016972 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Checking router: 7e3ddc2d-535b-48d7-9589-4c8685f002f9 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:47:57.017326 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Updating router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 port bb82e090-1481-4535-9cc5-d55263920cbd binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:47:57.068097 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:57.405415 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:57.417224 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Transition to ACTIVE for port object bb82e090-1481-4535-9cc5-d55263920cbd will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:47:57.508465 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:57.607063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 72562aed-7ffd-4305-9d69-356ae52637d7 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:47:57.677325 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Pushing event updated for resources: {'Port': ['ID=bb82e090-1481-4535-9cc5-d55263920cbd,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:57.688783 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 72562aed-7ffd-4305-9d69-356ae52637d7 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:47:57.689289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:57.725745 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:57.726127 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:57.726458 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:57.726887 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:57.727830 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:57.728359 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:57.728826 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:57.729218 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:57.729536 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:57.729848 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:57.730184 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:57.753788 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Attempting to bind port bb82e090-1481-4535-9cc5-d55263920cbd on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:47:57.754173 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Attempting to bind port bb82e090-1481-4535-9cc5-d55263920cbd by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:47:57.754531 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Attempting to bind port bb82e090-1481-4535-9cc5-d55263920cbd on network ecd41743-4654-4691-810f-45039785761a {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:47:57.761796 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:47:57.762204 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Checking segment: {'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:47:57.762605 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:57.763160 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Bound using segment: {'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:47:57.763622 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Bound port: bb82e090-1481-4535-9cc5-d55263920cbd, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:47:57.763988 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:57.813576 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3c61ebd8-ac90-479a-809a-48882621ac1d req-1c8c5061-f6a6-4e0f-8749-19aa65b3a535 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 210 time: 0.0581875 Mar 02 20:47:57.867011 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] For port bb82e090-1481-4535-9cc5-d55263920cbd, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:47:57.869977 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] For port bb82e090-1481-4535-9cc5-d55263920cbd, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bb82e090-1481-4535-9cc5-d55263920cbd,segment=NetworkSegment(c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1),segment_id=c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:47:57.937594 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:58.019481 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353de84f-db17-4d28-bab7-3389a165a22b None None] Pushing event updated for resources: {'Port': ['ID=bb82e090-1481-4535-9cc5-d55263920cbd,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:58.023394 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Routers {'7e3ddc2d-535b-48d7-9589-4c8685f002f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:47:58.024576 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:47:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:58.213300 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] Set router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:47:58.528280 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'bb82e090-1481-4535-9cc5-d55263920cbd', 'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:99:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:52Z', 'updated_at': '2022-03-02T20:47:57Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:47:58.532335 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f55851e-e935-479b-adeb-14e462a63954 None None] The sync data for ids ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'] in dv-neutron-831593-2-hyperv is: [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'bb82e090-1481-4535-9cc5-d55263920cbd', 'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:99:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:52Z', 'updated_at': '2022-03-02T20:47:57Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:47:58.990474 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6488abad-7a48-4ae0-87d9-0dae44a332ff req-7deff516-04b5-4577-8121-4c6480d4f99a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 210 time: 0.0481565 Mar 02 20:47:59.077383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-aa79bf8f-9d41-4a33-8dfa-5acf13e1f80b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:59.078109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-aa79bf8f-9d41-4a33-8dfa-5acf13e1f80b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:47:59.177433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-aa79bf8f-9d41-4a33-8dfa-5acf13e1f80b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:47:59.178876 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-aa79bf8f-9d41-4a33-8dfa-5acf13e1f80b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/networks?id=ecd41743-4654-4691-810f-45039785761a HTTP/1.1" status: 200 len: 797 time: 0.2602568 Mar 02 20:47:59.238636 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-a6068e13-656d-4afb-a1d8-0ebad764e357 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 380 time: 0.0450566 Mar 02 20:47:59.248044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'port': {'device_id': '0292d913-d377-4920-a5fd-89622188b262', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'admin_state_up': True, 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'security_groups': ['babca3ec-b631-4f45-b500-bd8324bbc064']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:47:59.391533 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:47:59.395457 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:port and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:47:59.398514 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:47:59.405557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:47:59.480122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:47:59.483191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:59.621426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb82e090-1481-4535-9cc5-d55263920cbd up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:47:59.651390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.20.0.7 (ecd41743-4654-4691-810f-45039785761a/378de2aa-0988-49bb-8ceb-b015e2166114/661af99f-3512-45e0-94e6-0b26f0fb1065) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:47:59.746636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port bb82e090-1481-4535-9cc5-d55263920cbd completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:47:59.751821 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port bb82e090-1481-4535-9cc5-d55263920cbd triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:47:59.756529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:59.837078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:59.852545 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Transition to ACTIVE for port object 661af99f-3512-45e0-94e6-0b26f0fb1065 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:47:59.866799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:59.902133 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port bb82e090-1481-4535-9cc5-d55263920cbd, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bb82e090-1481-4535-9cc5-d55263920cbd,segment=NetworkSegment(c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1),segment_id=c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:47:59.931918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:59.958090 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:00.005387 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network ecd41743-4654-4691-810f-45039785761a is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:48:00.009177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:48:00.013771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:48:00.023989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=bb82e090-1481-4535-9cc5-d55263920cbd,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:00.082210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=661af99f-3512-45e0-94e6-0b26f0fb1065,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:00.101302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:00.102522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:00.189792 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-c6877908-2742-4150-b2b9-843095777b6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9453115 Mar 02 20:48:00.202487 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Request body: {'port': {'device_id': '0292d913-d377-4920-a5fd-89622188b262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:48:00.208830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16ae72-4377-4c81-ba05-0d11eaf25e0c req-699baa28-a91f-4883-8c12-6c3f449ef762 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:00.210559 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d16ae72-4377-4c81-ba05-0d11eaf25e0c req-699baa28-a91f-4883-8c12-6c3f449ef762 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 931 time: 0.0894580 Mar 02 20:48:00.265200 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2d16ae72-4377-4c81-ba05-0d11eaf25e0c req-9d67d87d-0a6b-474c-a383-534fbc7b16ef tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469658 Mar 02 20:48:00.315047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:00.342909 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2d6766a0-7ba0-438e-af06-55abe957bea4 None None] Provisioning for port 661af99f-3512-45e0-94e6-0b26f0fb1065 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:48:00.348265 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-2d6766a0-7ba0-438e-af06-55abe957bea4 None None] Provisioning complete for port 661af99f-3512-45e0-94e6-0b26f0fb1065 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:48:00.348707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2d6766a0-7ba0-438e-af06-55abe957bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:00.401032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2d6766a0-7ba0-438e-af06-55abe957bea4 None None] Port 661af99f-3512-45e0-94e6-0b26f0fb1065 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:48:00.649772 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661af99f-3512-45e0-94e6-0b26f0fb1065 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:48:00.656410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:00.672473 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Transition to ACTIVE for port object 661af99f-3512-45e0-94e6-0b26f0fb1065 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:48:00.783205 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:00.924069 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Pushing event updated for resources: {'Port': ['ID=661af99f-3512-45e0-94e6-0b26f0fb1065,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:01.050695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Attempting to bind port 661af99f-3512-45e0-94e6-0b26f0fb1065 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:48:01.051025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Attempting to bind port 661af99f-3512-45e0-94e6-0b26f0fb1065 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:48:01.051345 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Attempting to bind port 661af99f-3512-45e0-94e6-0b26f0fb1065 on network ecd41743-4654-4691-810f-45039785761a {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:48:01.059194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Port 661af99f-3512-45e0-94e6-0b26f0fb1065 on network ecd41743-4654-4691-810f-45039785761a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:48:01.059542 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Attempting to bind port 661af99f-3512-45e0-94e6-0b26f0fb1065 on network ecd41743-4654-4691-810f-45039785761a {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:48:01.065999 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:48:01.066331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Checking segment: {'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:48:01.066710 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Bound using segment: {'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:48:01.067150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Bound port: 661af99f-3512-45e0-94e6-0b26f0fb1065, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'ecd41743-4654-4691-810f-45039785761a'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:48:01.067504 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:01.282649 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] For port 661af99f-3512-45e0-94e6-0b26f0fb1065, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:48:01.286093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] For port 661af99f-3512-45e0-94e6-0b26f0fb1065, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=661af99f-3512-45e0-94e6-0b26f0fb1065,segment=NetworkSegment(c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1),segment_id=c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:48:01.354850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:01.426561 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:01.428077 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] 10.222.0.31 "PUT /v2.0/ports/661af99f-3512-45e0-94e6-0b26f0fb1065 HTTP/1.1" status: 200 len: 1093 time: 1.2306993 Mar 02 20:48:01.428450 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0292d913-d377-4920-a5fd-89622188b262', 'tag': '661af99f-3512-45e0-94e6-0b26f0fb1065'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:48:01.458364 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf26b82-02c4-4bcc-8894-132488c46b2d service neutron] Pushing event updated for resources: {'Port': ['ID=661af99f-3512-45e0-94e6-0b26f0fb1065,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:01.514948 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0292d913-d377-4920-a5fd-89622188b262', 'tag': '661af99f-3512-45e0-94e6-0b26f0fb1065', 'status': 'completed', 'code': 200} Mar 02 20:48:01.521563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7befe-2e73-409c-84ae-c6900060b5f3 req-19ad2c17-ef7e-4409-88b1-f066b0448dc8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:01.524087 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-91b7befe-2e73-409c-84ae-c6900060b5f3 req-19ad2c17-ef7e-4409-88b1-f066b0448dc8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 943 time: 0.1175785 Mar 02 20:48:01.599996 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-91b7befe-2e73-409c-84ae-c6900060b5f3 req-a3c7e170-d2f8-42cf-84e6-415cec786392 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629351 Mar 02 20:48:01.627362 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e19048a7-93d6-4024-bf78-f20060c88ed7 req-047c0ea4-2f56-4b27-92e6-b117ad0b2267 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 1096 time: 0.0865648 Mar 02 20:48:01.648458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb82e090-1481-4535-9cc5-d55263920cbd up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:48:01.755055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port bb82e090-1481-4535-9cc5-d55263920cbd triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:48:01.755338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:01.779927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19048a7-93d6-4024-bf78-f20060c88ed7 req-3991ae1f-a2b4-412d-a667-ce36bc4aa854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:01.781374 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e19048a7-93d6-4024-bf78-f20060c88ed7 req-3991ae1f-a2b4-412d-a667-ce36bc4aa854 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1460838 Mar 02 20:48:01.934646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19048a7-93d6-4024-bf78-f20060c88ed7 req-39bd3771-1406-4c02-a060-9bd3776c50bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:01.936094 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e19048a7-93d6-4024-bf78-f20060c88ed7 req-39bd3771-1406-4c02-a060-9bd3776c50bd service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1468356 Mar 02 20:48:02.044645 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-9574fdfd-9227-49b0-a409-175d36181451 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 1096 time: 0.0709524 Mar 02 20:48:02.116855 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-5ef67c95-9009-4b31-a8de-fb707caa8a3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=661af99f-3512-45e0-94e6-0b26f0fb1065 HTTP/1.1" status: 200 len: 217 time: 0.0644009 Mar 02 20:48:02.182215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-fe94b245-6a54-40c7-8250-ea2e3a2fa938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:02.183627 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-fe94b245-6a54-40c7-8250-ea2e3a2fa938 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=378de2aa-0988-49bb-8ceb-b015e2166114 HTTP/1.1" status: 200 len: 835 time: 0.0604711 Mar 02 20:48:02.258875 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-dd8dcf23-e7f2-4570-89c1-815b956dd7cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ecd41743-4654-4691-810f-45039785761a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667157 Mar 02 20:48:02.390397 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-33bbd6f5-b391-49af-ba44-072afbfc44c3 service neutron] 10.222.0.31 "GET /v2.0/networks/ecd41743-4654-4691-810f-45039785761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228385 Mar 02 20:48:02.520034 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5a5ba28b-cbaf-426d-81f4-0bb875c5f5a5 req-2a47d58e-3f19-4667-96b2-4e4fc2fc1e86 service neutron] 10.222.0.31 "GET /v2.0/networks/ecd41743-4654-4691-810f-45039785761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222918 Mar 02 20:48:02.792297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7830279-a174-46d8-8f9c-c4cf5afc64a7 req-8da40031-2fac-48ef-bdc3-81399fa02b6a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:02.793751 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a7830279-a174-46d8-8f9c-c4cf5afc64a7 req-8da40031-2fac-48ef-bdc3-81399fa02b6a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 943 time: 0.0800633 Mar 02 20:48:02.838924 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a7830279-a174-46d8-8f9c-c4cf5afc64a7 req-2d00bdba-ecb2-406f-8fa7-a4fd11a416d4 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 Mar 02 20:48:04.032053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810a9a2-eb2d-4c40-b543-2947ffd2fea7 req-21348fa6-ee0f-4d04-8fce-3ea656687276 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:04.033496 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f810a9a2-eb2d-4c40-b543-2947ffd2fea7 req-21348fa6-ee0f-4d04-8fce-3ea656687276 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 943 time: 0.0751617 Mar 02 20:48:04.080094 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f810a9a2-eb2d-4c40-b543-2947ffd2fea7 req-828032f2-0a69-40ab-bb36-7963fa11b775 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408762 Mar 02 20:48:05.280393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5269c-1cc3-4a3f-a552-7a6dfa130fd7 req-c1e7164a-6e91-4c00-b756-603f5a77c9fb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:05.281816 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2ba5269c-1cc3-4a3f-a552-7a6dfa130fd7 req-c1e7164a-6e91-4c00-b756-603f5a77c9fb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 943 time: 0.0800495 Mar 02 20:48:05.325714 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2ba5269c-1cc3-4a3f-a552-7a6dfa130fd7 req-05c6af45-bb61-4e4c-87e5-48d830ff9442 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385804 Mar 02 20:48:06.425277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 661af99f-3512-45e0-94e6-0b26f0fb1065 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:48:06.517560 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0db0b-ba7a-4623-b6b9-dfc5fde00218 req-1e2e83b3-7587-45e0-82a5-c6b142207280 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:06.519031 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fcb0db0b-ba7a-4623-b6b9-dfc5fde00218 req-1e2e83b3-7587-45e0-82a5-c6b142207280 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 943 time: 0.0760341 Mar 02 20:48:06.557574 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 661af99f-3512-45e0-94e6-0b26f0fb1065, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=661af99f-3512-45e0-94e6-0b26f0fb1065,segment=NetworkSegment(c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1),segment_id=c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:48:06.564086 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fcb0db0b-ba7a-4623-b6b9-dfc5fde00218 req-eb19fcc6-8215-4062-ae39-db82369a593b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395284 Mar 02 20:48:06.570394 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '661af99f-3512-45e0-94e6-0b26f0fb1065', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'port_id': '661af99f-3512-45e0-94e6-0b26f0fb1065', 'mac_address': 'fa:16:3e:91:69:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:48:06.586554 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:48:06.624056 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:06.642038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661af99f-3512-45e0-94e6-0b26f0fb1065 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:48:06.656636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 661af99f-3512-45e0-94e6-0b26f0fb1065, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=661af99f-3512-45e0-94e6-0b26f0fb1065,segment=NetworkSegment(c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1),segment_id=c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:48:06.725350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:06.792037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=661af99f-3512-45e0-94e6-0b26f0fb1065,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:07.042989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['661af99f-3512-45e0-94e6-0b26f0fb1065'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:48:07.770253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777413-2d6f-48ae-a7b6-b392352dec0c req-6b278eb0-84f3-4bfb-8803-52bd53e85063 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:07.771679 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ec777413-2d6f-48ae-a7b6-b392352dec0c req-6b278eb0-84f3-4bfb-8803-52bd53e85063 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 944 time: 0.0787363 Mar 02 20:48:07.816738 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ec777413-2d6f-48ae-a7b6-b392352dec0c req-f7a932d8-0758-4621-aaf6-39361fb6653b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389886 Mar 02 20:48:08.426341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 661af99f-3512-45e0-94e6-0b26f0fb1065 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:48:08.576785 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 661af99f-3512-45e0-94e6-0b26f0fb1065 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:48:08.581416 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 661af99f-3512-45e0-94e6-0b26f0fb1065 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:48:08.581781 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:08.701698 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:08.727559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0292d913-d377-4920-a5fd-89622188b262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661af99f-3512-45e0-94e6-0b26f0fb1065'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:48:08.736769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 661af99f-3512-45e0-94e6-0b26f0fb1065, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=661af99f-3512-45e0-94e6-0b26f0fb1065,segment=NetworkSegment(c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1),segment_id=c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:48:08.815283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:08.860482 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0292d913-d377-4920-a5fd-89622188b262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661af99f-3512-45e0-94e6-0b26f0fb1065', 'code': 200} Mar 02 20:48:08.887818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=661af99f-3512-45e0-94e6-0b26f0fb1065,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:09.014646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9361b-18a1-49c8-9cc7-a1e51f2f3c79 req-71470990-0121-4108-ad4b-0786618a848e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:09.016002 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-38c9361b-18a1-49c8-9cc7-a1e51f2f3c79 req-71470990-0121-4108-ad4b-0786618a848e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.0770125 Mar 02 20:48:09.146858 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-38c9361b-18a1-49c8-9cc7-a1e51f2f3c79 req-adc14ebc-04e1-45f2-9b8e-009be6374fb6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245458 Mar 02 20:48:09.241418 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea91e36f-69d1-4585-81f0-3fb6c9349d52 req-2cc48e3a-5414-4e22-a967-5706ccd8fa9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 1098 time: 0.0685842 Mar 02 20:48:09.290056 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ea91e36f-69d1-4585-81f0-3fb6c9349d52 req-d4e20a98-d3af-401d-9c14-570e52ad7449 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384927 Mar 02 20:48:10.341710 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7c094-0ef8-4040-824f-c8654e0a42c9 req-57b17fee-6539-45f2-aa73-b9fdf85ce29e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:10.343178 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4bf7c094-0ef8-4040-824f-c8654e0a42c9 req-57b17fee-6539-45f2-aa73-b9fdf85ce29e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.0756929 Mar 02 20:48:10.389713 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4bf7c094-0ef8-4040-824f-c8654e0a42c9 req-6260af6a-3a55-4642-8d95-bef983633ee3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Mar 02 20:48:11.586615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a25a09-d43e-4b1d-9df6-edce48ff616e req-2dcda5b9-7753-4384-a71d-04254427a66c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:11.588045 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-50a25a09-d43e-4b1d-9df6-edce48ff616e req-2dcda5b9-7753-4384-a71d-04254427a66c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.0783772 Mar 02 20:48:11.632131 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-50a25a09-d43e-4b1d-9df6-edce48ff616e req-5f71efbd-2601-4bf9-8ea0-d0a8905718fc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385978 Mar 02 20:48:11.827851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddf50a-ad59-49b8-b8d0-74baaa9fd498 req-31d4a6ca-e82c-4f1d-83d2-0c54da798119 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:11.829273 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e1ddf50a-ad59-49b8-b8d0-74baaa9fd498 req-31d4a6ca-e82c-4f1d-83d2-0c54da798119 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.0756919 Mar 02 20:48:11.874584 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e1ddf50a-ad59-49b8-b8d0-74baaa9fd498 req-565b39c6-d739-4708-890f-74b3a517b409 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398486 Mar 02 20:48:11.901974 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53500) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:11.969855 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a30b0e00-a2c1-4ede-aeae-85a60d7dd0b7 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 1093 time: 0.0665820 Mar 02 20:48:11.972418 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53504) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:11.977990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '661af99f-3512-45e0-94e6-0b26f0fb1065', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:48:11.983413 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:48:11.987127 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:floatingip and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:48:11.992549 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:48:12.000664 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:48:12.051298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:12.187369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:12.328552 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.26.5.203 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/c31b7a31-841f-46e2-a479-895cf667b222) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:48:12.560755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:12.651396 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:12.719065 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:48:12.721812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:48:12.726239 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:48:12.753507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=c31b7a31-841f-46e2-a479-895cf667b222,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:13.136826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:13.224922 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:13.349438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:13.547960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:13.603443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:13.710462 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=c31b7a31-841f-46e2-a479-895cf667b222,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:13.724089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:13.908140 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Floating IP 9c709579-066b-45a2-9544-1917ac47701b associated. External IP: 172.26.5.203, port: 661af99f-3512-45e0-94e6-0b26f0fb1065. Mar 02 20:48:14.387035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:48:14.583261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:48:14.593585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1e18e6-6434-49e0-82bf-d07a4e703a8a None None] Sync routers for ids ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:48:14.606772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e18e6-6434-49e0-82bf-d07a4e703a8a None None] Routers {'7e3ddc2d-535b-48d7-9589-4c8685f002f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:48:14.607358 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-af1e18e6-6434-49e0-82bf-d07a4e703a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:47:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:14.683276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:14.742732 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7e675b03-786a-4051-84a9-5da6eb65fe03 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7685900 Mar 02 20:48:14.743422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0292d913-d377-4920-a5fd-89622188b262', 'tag': '661af99f-3512-45e0-94e6-0b26f0fb1065'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:48:14.786182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-af1e18e6-6434-49e0-82bf-d07a4e703a8a None None] Set router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:48:14.799240 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0292d913-d377-4920-a5fd-89622188b262', 'tag': '661af99f-3512-45e0-94e6-0b26f0fb1065', 'status': 'completed', 'code': 200} Mar 02 20:48:14.893456 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-644f6fb0-c344-469d-8785-e35bac0e4c49 req-46e23626-f0bd-432e-b066-756d28198ff8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 1098 time: 0.0706050 Mar 02 20:48:14.924388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d42e9d-ef64-408b-b5ff-37b46d296ec7 req-02cd9f47-5658-4317-96b3-287b230ba045 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:14.925871 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-58d42e9d-ef64-408b-b5ff-37b46d296ec7 req-02cd9f47-5658-4317-96b3-287b230ba045 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.0821652 Mar 02 20:48:14.973469 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-58d42e9d-ef64-408b-b5ff-37b46d296ec7 req-e0495c34-024d-4594-81df-61c62e80412b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Mar 02 20:48:15.002853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53514) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:15.046722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f6fb0-c344-469d-8785-e35bac0e4c49 req-d659d7f3-60a5-4d8f-a642-5491fb17e6eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:15.048341 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-644f6fb0-c344-469d-8785-e35bac0e4c49 req-d659d7f3-60a5-4d8f-a642-5491fb17e6eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=ecd41743-4654-4691-810f-45039785761a HTTP/1.1" status: 200 len: 899 time: 0.1484883 Mar 02 20:48:15.111407 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-55afdc32-f816-4b5d-80cb-6fc1f4190d8f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/9c709579-066b-45a2-9544-1917ac47701b HTTP/1.1" status: 200 len: 991 time: 0.1063633 Mar 02 20:48:15.144311 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-af1e18e6-6434-49e0-82bf-d07a4e703a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '9c709579-066b-45a2-9544-1917ac47701b', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'port_id': '661af99f-3512-45e0-94e6-0b26f0fb1065', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'mac_address': 'fa:16:3e:91:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0292d913-d377-4920-a5fd-89622188b262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:48:13Z', 'updated_at': '2022-03-02T20:48:13Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb82e090-1481-4535-9cc5-d55263920cbd', 'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:99:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:52Z', 'updated_at': '2022-03-02T20:47:59Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:15.148568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1e18e6-6434-49e0-82bf-d07a4e703a8a None None] Checking router: 7e3ddc2d-535b-48d7-9589-4c8685f002f9 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:48:15.159097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e18e6-6434-49e0-82bf-d07a4e703a8a None None] Routers {'7e3ddc2d-535b-48d7-9589-4c8685f002f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:48:15.159683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-af1e18e6-6434-49e0-82bf-d07a4e703a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:47:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:15.163030 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-644f6fb0-c344-469d-8785-e35bac0e4c49 req-be38be30-efec-4bec-a7e5-829e56c8f28f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=661af99f-3512-45e0-94e6-0b26f0fb1065 HTTP/1.1" status: 200 len: 999 time: 0.1077034 Mar 02 20:48:15.230440 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f6fb0-c344-469d-8785-e35bac0e4c49 req-a125e6cd-0315-4014-ba0f-9b5f7cd8339f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:15.231897 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-644f6fb0-c344-469d-8785-e35bac0e4c49 req-a125e6cd-0315-4014-ba0f-9b5f7cd8339f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=378de2aa-0988-49bb-8ceb-b015e2166114 HTTP/1.1" status: 200 len: 835 time: 0.0624058 Mar 02 20:48:15.316684 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-644f6fb0-c344-469d-8785-e35bac0e4c49 req-af625650-8d7f-4721-bf42-07fa3331591d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ecd41743-4654-4691-810f-45039785761a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779393 Mar 02 20:48:15.373411 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-af1e18e6-6434-49e0-82bf-d07a4e703a8a None None] Set router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:48:15.449089 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-644f6fb0-c344-469d-8785-e35bac0e4c49 req-87bef24a-31d9-4419-81a4-062ae24c32a1 service neutron] 10.222.0.31 "GET /v2.0/networks/ecd41743-4654-4691-810f-45039785761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257768 Mar 02 20:48:15.596887 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-644f6fb0-c344-469d-8785-e35bac0e4c49 req-d68b57d6-40e6-4bed-b8ca-32439b48bf72 service neutron] 10.222.0.31 "GET /v2.0/networks/ecd41743-4654-4691-810f-45039785761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411052 Mar 02 20:48:15.717927 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-af1e18e6-6434-49e0-82bf-d07a4e703a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '9c709579-066b-45a2-9544-1917ac47701b', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'port_id': '661af99f-3512-45e0-94e6-0b26f0fb1065', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'mac_address': 'fa:16:3e:91:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0292d913-d377-4920-a5fd-89622188b262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:48:13Z', 'updated_at': '2022-03-02T20:48:13Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb82e090-1481-4535-9cc5-d55263920cbd', 'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:99:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:52Z', 'updated_at': '2022-03-02T20:47:59Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:15.721683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1e18e6-6434-49e0-82bf-d07a4e703a8a None None] The sync data for ids ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'] in dv-neutron-831593-2-hyperv is: [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '9c709579-066b-45a2-9544-1917ac47701b', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.203', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'port_id': '661af99f-3512-45e0-94e6-0b26f0fb1065', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'mac_address': 'fa:16:3e:91:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0292d913-d377-4920-a5fd-89622188b262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:48:13Z', 'updated_at': '2022-03-02T20:48:13Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb82e090-1481-4535-9cc5-d55263920cbd', 'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:99:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:52Z', 'updated_at': '2022-03-02T20:47:59Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:48:15.909655 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c446e4-f192-4693-9493-5daa440c0b4f None None] New status for floating IP 9c709579-066b-45a2-9544-1917ac47701b: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:48:16.114300 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53518) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:16.221453 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-818fa6a6-739c-4d59-b52a-88c3eae668bc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/9c709579-066b-45a2-9544-1917ac47701b HTTP/1.1" status: 200 len: 991 time: 0.1060121 Mar 02 20:48:17.125069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-86b6718f-eef6-4e0b-88bd-9da754ec0922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:17.225569 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53522) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:17.328830 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-60cc1de4-3ebb-4d05-af57-5cfb853bc0de tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/9c709579-066b-45a2-9544-1917ac47701b HTTP/1.1" status: 200 len: 993 time: 0.1020761 Mar 02 20:48:19.346190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-31bb08aa-c59c-4dab-861b-a8eae31420f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:20.553616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:20.690796 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:21.953627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:43.176375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:43.586361 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:48:47.136549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-99c39987-0964-4c49-ad95-32ab62cac3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:49.387579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-650a15d1-7cce-497a-9322-3c9eda54fa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:49.457195 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2cd97331-c776-4367-8c5b-f8fac778e4c7 req-511b5cae-adb0-4cef-9fa3-f5336de54946 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1350806 Mar 02 20:48:49.595235 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2cd97331-c776-4367-8c5b-f8fac778e4c7 req-b2c14372-191c-43e9-908e-addafcadabdf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 1098 time: 0.0681865 Mar 02 20:48:49.742171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd97331-c776-4367-8c5b-f8fac778e4c7 req-c73fac87-cf08-4edb-99ad-ff2f8fd07ce1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:49.743607 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2cd97331-c776-4367-8c5b-f8fac778e4c7 req-c73fac87-cf08-4edb-99ad-ff2f8fd07ce1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ecd41743-4654-4691-810f-45039785761a HTTP/1.1" status: 200 len: 899 time: 0.1246233 Mar 02 20:48:49.845744 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2cd97331-c776-4367-8c5b-f8fac778e4c7 req-527966e6-736f-4cfc-9236-266539636a8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=661af99f-3512-45e0-94e6-0b26f0fb1065 HTTP/1.1" status: 200 len: 1001 time: 0.0951619 Mar 02 20:48:50.003607 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd97331-c776-4367-8c5b-f8fac778e4c7 req-250f3219-bc2c-42cb-90ad-b251b1b17090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:50.005037 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2cd97331-c776-4367-8c5b-f8fac778e4c7 req-250f3219-bc2c-42cb-90ad-b251b1b17090 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=378de2aa-0988-49bb-8ceb-b015e2166114 HTTP/1.1" status: 200 len: 835 time: 0.1528716 Mar 02 20:48:50.082800 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2cd97331-c776-4367-8c5b-f8fac778e4c7 req-94b48efc-2c7a-4337-81d2-d8130f50142b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ecd41743-4654-4691-810f-45039785761a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677829 Mar 02 20:48:50.216201 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2cd97331-c776-4367-8c5b-f8fac778e4c7 req-d06ba821-2408-4b7b-a3df-067732cc4889 service neutron] 10.222.0.31 "GET /v2.0/networks/ecd41743-4654-4691-810f-45039785761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241179 Mar 02 20:48:50.348761 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2cd97331-c776-4367-8c5b-f8fac778e4c7 req-9f6ae5d1-424c-4e59-9fdf-518c4a84e591 service neutron] 10.222.0.31 "GET /v2.0/networks/ecd41743-4654-4691-810f-45039785761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240258 Mar 02 20:48:50.553067 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:50.700121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:51.122549 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfd160-f9c5-4b3c-8703-64bce00a59ba req-b3442709-05cb-4d61-91a2-6fb275367c47 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:51.124011 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a4bfd160-f9c5-4b3c-8703-64bce00a59ba req-b3442709-05cb-4d61-91a2-6fb275367c47 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.0796101 Mar 02 20:48:51.169096 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a4bfd160-f9c5-4b3c-8703-64bce00a59ba req-79b49ad5-690d-4ceb-8d64-1c8eaaad4c01 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392435 Mar 02 20:48:51.975862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:52.372104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95938a00-b565-46a5-8fe1-136e17fd2156 req-8228a52e-6038-4c87-8e60-bd531620a1e7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:52.373525 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-95938a00-b565-46a5-8fe1-136e17fd2156 req-8228a52e-6038-4c87-8e60-bd531620a1e7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.0786810 Mar 02 20:48:52.417642 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-95938a00-b565-46a5-8fe1-136e17fd2156 req-301b4abd-02a1-44d9-8199-65622f9ec543 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387185 Mar 02 20:48:52.444696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53544) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:52.547705 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-19887b41-13b1-4d07-9b05-854fd3cdeab7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/9c709579-066b-45a2-9544-1917ac47701b HTTP/1.1" status: 200 len: 993 time: 0.1018739 Mar 02 20:48:54.117961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22bc02-b6b3-487a-ab0d-7096d3518342 req-01f4ffcf-c934-4fdd-9603-f9f0a397bd22 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:54.119427 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fe22bc02-b6b3-487a-ab0d-7096d3518342 req-01f4ffcf-c934-4fdd-9603-f9f0a397bd22 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.0792561 Mar 02 20:48:54.165498 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fe22bc02-b6b3-487a-ab0d-7096d3518342 req-a4e5532a-2476-433d-a2a3-11b4d2fc1669 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403323 Mar 02 20:48:55.374819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b76164-0503-44ec-b3bb-74920bc25791 req-f12783c4-52be-40be-bff2-48b81a38e5fa tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:55.376152 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c1b76164-0503-44ec-b3bb-74920bc25791 req-f12783c4-52be-40be-bff2-48b81a38e5fa tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.0794611 Mar 02 20:48:55.420661 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c1b76164-0503-44ec-b3bb-74920bc25791 req-5caddee9-9c2a-47d6-a8fd-f3bf197d20dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391374 Mar 02 20:48:55.448615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53556) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:55.550518 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2c7ceb72-7cf0-4998-93d6-329b874b60e1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/9c709579-066b-45a2-9544-1917ac47701b HTTP/1.1" status: 200 len: 993 time: 0.1008406 Mar 02 20:48:55.874314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53566) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:56.072808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port c31b7a31-841f-46e2-a479-895cf667b222 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:48:56.073139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:56.323011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:56.323268 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:56.439552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for c31b7a31-841f-46e2-a479-895cf667b222 owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:48:56.644418 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:56.687994 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=c31b7a31-841f-46e2-a479-895cf667b222,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:56.725369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:56.725715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:56.726089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:56.726424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:56.726753 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:56.727076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:56.727399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:56.727722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:56.728040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:56.728357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:56.728724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:56.789243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:57.170764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:48:57.367909 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:48:57.378288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230c591-e996-4530-be36-fc365af000a6 None None] Sync routers for ids ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:48:57.380546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:57.391112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230c591-e996-4530-be36-fc365af000a6 None None] Routers {'7e3ddc2d-535b-48d7-9589-4c8685f002f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:48:57.391727 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3230c591-e996-4530-be36-fc365af000a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:48:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:57.435758 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-70824950-a212-45db-860b-ae34c17c7fcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/floatingips/9c709579-066b-45a2-9544-1917ac47701b HTTP/1.1" status: 204 len: 168 time: 1.5602992 Mar 02 20:48:57.436326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0292d913-d377-4920-a5fd-89622188b262', 'tag': '661af99f-3512-45e0-94e6-0b26f0fb1065'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:48:57.497726 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0292d913-d377-4920-a5fd-89622188b262', 'tag': '661af99f-3512-45e0-94e6-0b26f0fb1065', 'status': 'completed', 'code': 200} Mar 02 20:48:57.571552 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3230c591-e996-4530-be36-fc365af000a6 None None] Set router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:48:57.592101 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c92dae-0045-4505-a159-22424153d60f req-85cdeb59-6218-4c0b-bd7e-78d7532f0633 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 1098 time: 0.0707748 Mar 02 20:48:57.729139 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c92dae-0045-4505-a159-22424153d60f req-2eef6fa3-8441-4b92-97a7-be31a662ad3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:57.730623 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c92dae-0045-4505-a159-22424153d60f req-2eef6fa3-8441-4b92-97a7-be31a662ad3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ecd41743-4654-4691-810f-45039785761a HTTP/1.1" status: 200 len: 899 time: 0.1298778 Mar 02 20:48:57.805845 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c92dae-0045-4505-a159-22424153d60f req-9e7f2a71-fb18-4e08-bad2-570c7492bd01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=661af99f-3512-45e0-94e6-0b26f0fb1065 HTTP/1.1" status: 200 len: 217 time: 0.0656371 Mar 02 20:48:57.883652 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c92dae-0045-4505-a159-22424153d60f req-4a319aa8-9dcf-481a-82de-933cea080eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:57.885159 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c92dae-0045-4505-a159-22424153d60f req-4a319aa8-9dcf-481a-82de-933cea080eeb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=378de2aa-0988-49bb-8ceb-b015e2166114 HTTP/1.1" status: 200 len: 835 time: 0.0717530 Mar 02 20:48:57.896837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3230c591-e996-4530-be36-fc365af000a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'bb82e090-1481-4535-9cc5-d55263920cbd', 'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:99:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:52Z', 'updated_at': '2022-03-02T20:47:59Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:57.900953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230c591-e996-4530-be36-fc365af000a6 None None] Checking router: 7e3ddc2d-535b-48d7-9589-4c8685f002f9 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:48:57.913055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230c591-e996-4530-be36-fc365af000a6 None None] Routers {'7e3ddc2d-535b-48d7-9589-4c8685f002f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:48:57.913646 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3230c591-e996-4530-be36-fc365af000a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:48:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:57.964670 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c92dae-0045-4505-a159-22424153d60f req-37fe7f89-2bc3-439b-b219-df613698d9a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ecd41743-4654-4691-810f-45039785761a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733664 Mar 02 20:48:58.021131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a8ac8-e50e-41e6-aa56-8a489400cd82 req-95b15db3-4d2f-4a6c-b3d6-ececb843d8b4 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:58.021724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-a03a8ac8-e50e-41e6-aa56-8a489400cd82 req-95b15db3-4d2f-4a6c-b3d6-ececb843d8b4 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:48:58.105674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3230c591-e996-4530-be36-fc365af000a6 None None] Set router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:48:58.115892 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c92dae-0045-4505-a159-22424153d60f req-0b61bce0-725f-4b73-a613-642c31f199e4 service neutron] 10.222.0.31 "GET /v2.0/networks/ecd41743-4654-4691-810f-45039785761a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446769 Mar 02 20:48:58.136246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-a03a8ac8-e50e-41e6-aa56-8a489400cd82 req-95b15db3-4d2f-4a6c-b3d6-ececb843d8b4 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:48:58.138290 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a03a8ac8-e50e-41e6-aa56-8a489400cd82 req-95b15db3-4d2f-4a6c-b3d6-ececb843d8b4 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.1936257 Mar 02 20:48:58.194546 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a03a8ac8-e50e-41e6-aa56-8a489400cd82 req-eda0ba14-cf96-4a68-9ce1-4c4a038e1b3c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507607 Mar 02 20:48:58.264818 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d3c92dae-0045-4505-a159-22424153d60f req-866ef255-64be-459c-a9eb-a875c61a33ea service neutron] 10.222.0.31 "GET /v2.0/networks/ecd41743-4654-4691-810f-45039785761a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407557 Mar 02 20:48:58.464538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3230c591-e996-4530-be36-fc365af000a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'bb82e090-1481-4535-9cc5-d55263920cbd', 'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:99:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:52Z', 'updated_at': '2022-03-02T20:47:59Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:58.468519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3230c591-e996-4530-be36-fc365af000a6 None None] The sync data for ids ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'] in dv-neutron-831593-2-hyperv is: [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'bb82e090-1481-4535-9cc5-d55263920cbd', 'name': '', 'network_id': 'ecd41743-4654-4691-810f-45039785761a', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:99:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:52Z', 'updated_at': '2022-03-02T20:47:59Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '378de2aa-0988-49bb-8ceb-b015e2166114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:48:58.678111 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25087859-3fc4-4f43-bdb7-98c9df821992 None None] New status for floating IP 9c709579-066b-45a2-9544-1917ac47701b: DOWN {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:48:59.389144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f60fa-ea97-4e52-8c59-613cf04f78bf req-6b508f84-22b5-4fa3-8962-839adeb8f475 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:59.390471 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d16f60fa-ea97-4e52-8c59-613cf04f78bf req-6b508f84-22b5-4fa3-8962-839adeb8f475 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.0776229 Mar 02 20:48:59.434153 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d16f60fa-ea97-4e52-8c59-613cf04f78bf req-f9ceead5-3382-47e5-ba04-eac6894a0bb0 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383108 Mar 02 20:48:59.842909 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-f3f6cc78-be5c-4614-a8df-bec0878c9cd7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:59.843591 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-f3f6cc78-be5c-4614-a8df-bec0878c9cd7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:48:59.855676 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-f3f6cc78-be5c-4614-a8df-bec0878c9cd7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:48:59.856797 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-f3f6cc78-be5c-4614-a8df-bec0878c9cd7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 945 time: 0.0908613 Mar 02 20:48:59.930045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 661af99f-3512-45e0-94e6-0b26f0fb1065 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:48:59.930378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:00.170068 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port 661af99f-3512-45e0-94e6-0b26f0fb1065, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=661af99f-3512-45e0-94e6-0b26f0fb1065,segment=NetworkSegment(c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1),segment_id=c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:49:00.170424 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:00.377456 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for 661af99f-3512-45e0-94e6-0b26f0fb1065 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:49:00.591218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:00.628218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbdd21-b792-4d5a-bc07-70f593e9b208 req-c5fa300b-7257-4af0-859d-bf4e60930709 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:00.629568 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-47fbdd21-b792-4d5a-bc07-70f593e9b208 req-c5fa300b-7257-4af0-859d-bf4e60930709 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0292d913-d377-4920-a5fd-89622188b262 HTTP/1.1" status: 200 len: 867 time: 0.0766912 Mar 02 20:49:00.640510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=661af99f-3512-45e0-94e6-0b26f0fb1065,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:00.679720 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-47fbdd21-b792-4d5a-bc07-70f593e9b208 req-9b43f5a8-6047-420f-978b-d6578e0c9599 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=babca3ec-b631-4f45-b500-bd8324bbc064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445967 Mar 02 20:49:00.683512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:00.683851 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:00.684187 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:00.684517 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:00.684844 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:00.685166 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:00.685483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:00.685798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:00.686143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:00.686459 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:00.686774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:00.731860 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] No DVR routers for this DVR port 661af99f-3512-45e0-94e6-0b26f0fb1065 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:49:00.734307 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:00.736798 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0292d913-d377-4920-a5fd-89622188b262', 'name': 'network-vif-deleted', 'tag': '661af99f-3512-45e0-94e6-0b26f0fb1065'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:49:00.794049 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0292d913-d377-4920-a5fd-89622188b262', 'name': 'network-vif-deleted', 'tag': '661af99f-3512-45e0-94e6-0b26f0fb1065', 'status': 'completed', 'code': 200} Mar 02 20:49:00.804924 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-76425734-8d7f-4fc8-a50b-04bfd4b99184 req-e3207699-e1a6-4799-b611-6f394617e944 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "DELETE /v2.0/ports/661af99f-3512-45e0-94e6-0b26f0fb1065 HTTP/1.1" status: 204 len: 173 time: 0.9394057 Mar 02 20:49:01.797535 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53584) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:02.351634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:02.980644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port bb82e090-1481-4535-9cc5-d55263920cbd {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:49:02.981321 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:03.165792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port bb82e090-1481-4535-9cc5-d55263920cbd, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=bb82e090-1481-4535-9cc5-d55263920cbd,segment=NetworkSegment(c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1),segment_id=c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:49:03.166167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:03.282935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for bb82e090-1481-4535-9cc5-d55263920cbd owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:49:03.591199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:03.637851 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=bb82e090-1481-4535-9cc5-d55263920cbd,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:03.927592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:04.505597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:49:04.645289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 661af99f-3512-45e0-94e6-0b26f0fb1065 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:49:04.681691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 661af99f-3512-45e0-94e6-0b26f0fb1065 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:49:04.682062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 661af99f-3512-45e0-94e6-0b26f0fb1065 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:49:04.702184 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:49:04.711444 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e055d-a722-4f05-b733-451eadc9da62 None None] Sync routers for ids ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:49:04.714317 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a8812130-ed50-410d-8e80-0e52866397a5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "PUT /v2.0/routers/7e3ddc2d-535b-48d7-9589-4c8685f002f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9156795 Mar 02 20:49:04.717717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53588) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:04.723507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e055d-a722-4f05-b733-451eadc9da62 None None] Routers {'7e3ddc2d-535b-48d7-9589-4c8685f002f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:49:04.724094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-042e055d-a722-4f05-b733-451eadc9da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:48:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:04.894076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-042e055d-a722-4f05-b733-451eadc9da62 None None] Set router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:49:04.897628 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8f8fc3-42a0-4a1a-b765-b72b99d7b966 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting subnet 378de2aa-0988-49bb-8ceb-b015e2166114 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:49:04.900469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8fc3-42a0-4a1a-b765-b72b99d7b966 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:05.048075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8fc3-42a0-4a1a-b765-b72b99d7b966 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:05.131676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8fc3-42a0-4a1a-b765-b72b99d7b966 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:05.179505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-042e055d-a722-4f05-b733-451eadc9da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:49:03Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:05.183734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e055d-a722-4f05-b733-451eadc9da62 None None] Checking router: 7e3ddc2d-535b-48d7-9589-4c8685f002f9 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:49:05.194329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e055d-a722-4f05-b733-451eadc9da62 None None] Routers {'7e3ddc2d-535b-48d7-9589-4c8685f002f9'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:49:05.194922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-042e055d-a722-4f05-b733-451eadc9da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:48:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:05.260173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8fc3-42a0-4a1a-b765-b72b99d7b966 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:05.299930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f8fc3-42a0-4a1a-b765-b72b99d7b966 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Subnet': ['ID=378de2aa-0988-49bb-8ceb-b015e2166114,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:05.304575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8fc3-42a0-4a1a-b765-b72b99d7b966 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:05.311349 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cc8f8fc3-42a0-4a1a-b765-b72b99d7b966 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/subnets/378de2aa-0988-49bb-8ceb-b015e2166114 HTTP/1.1" status: 204 len: 168 time: 0.5927515 Mar 02 20:49:05.313845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53592) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:05.319616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eb6d4d-e57f-4bca-ad90-7303356dcbb5 None None] Network ecd41743-4654-4691-810f-45039785761a requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:49:05.509779 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:05.519350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-042e055d-a722-4f05-b733-451eadc9da62 None None] Set router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:49:05.709374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:05.815067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 5aaef49a-5eae-4157-b89c-85c3c3247edb {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:49:05.815449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:05.824241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] DHCP port deletion for ecd41743-4654-4691-810f-45039785761a request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:49:05.836230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Deleting port 72562aed-7ffd-4305-9d69-356ae52637d7 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:49:05.839117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:05.989917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port 5aaef49a-5eae-4157-b89c-85c3c3247edb, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=5aaef49a-5eae-4157-b89c-85c3c3247edb,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:49:05.990303 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:06.017996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-042e055d-a722-4f05-b733-451eadc9da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:49:03Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:06.034513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e055d-a722-4f05-b733-451eadc9da62 None None] The sync data for ids ['7e3ddc2d-535b-48d7-9589-4c8685f002f9'] in dv-neutron-831593-2-hyperv is: [{'id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-786170860', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:47:48Z', 'updated_at': '2022-03-02T20:49:03Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '5aaef49a-5eae-4157-b89c-85c3c3247edb', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3ddc2d-535b-48d7-9589-4c8685f002f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:47:49Z', 'updated_at': '2022-03-02T20:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:49:06.055792 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] For port 72562aed-7ffd-4305-9d69-356ae52637d7, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=72562aed-7ffd-4305-9d69-356ae52637d7,segment=NetworkSegment(c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1),segment_id=c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:49:06.056237 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:06.118510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for 5aaef49a-5eae-4157-b89c-85c3c3247edb owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:49:06.175620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Calling delete_port for 72562aed-7ffd-4305-9d69-356ae52637d7 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:49:06.340106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:06.370230 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:06.383614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Pushing event deleted for resources: {'Port': ['ID=72562aed-7ffd-4305-9d69-356ae52637d7,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:06.394481 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] No DVR routers for this DVR port 72562aed-7ffd-4305-9d69-356ae52637d7 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:49:06.397660 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:06.398029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:06.398363 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:06.398691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:06.399069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:06.399341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:06.399660 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:06.399979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:06.400295 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:06.401406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:06.401406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b2b5-658d-4ff2-8bd8-10ee80d6bf81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:06.423524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=5aaef49a-5eae-4157-b89c-85c3c3247edb,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:06.642591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:06.974083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:06.978141 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.078362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.078874 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Fanout notify agent at l3_agent the message router_deleted on router 7e3ddc2d-535b-48d7-9589-4c8685f002f9 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:49:07.094227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.099899 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-fd97cf65-5baa-4798-b7d1-da9e3974180e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/routers/7e3ddc2d-535b-48d7-9589-4c8685f002f9 HTTP/1.1" status: 204 len: 168 time: 1.7805665 Mar 02 20:49:07.099899 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53596) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:07.215783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.347496 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.372306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd41743-4654-4691-810f-45039785761a']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:07.385311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:07.385588 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ef7ad3-fb10-4f70-888c-dc8c29ab6be1') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:07.397607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.413298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.419087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:49:07.419479 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:49:07.433744 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:49:07.604189 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.623145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.633120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Network': ['ID=ecd41743-4654-4691-810f-45039785761a,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:07.636820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5aaef49a-5eae-4157-b89c-85c3c3247edb no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:49:07.672654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 5aaef49a-5eae-4157-b89c-85c3c3247edb {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:49:07.673001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 5aaef49a-5eae-4157-b89c-85c3c3247edb not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:49:07.673421 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 72562aed-7ffd-4305-9d69-356ae52637d7 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:49:07.707839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 72562aed-7ffd-4305-9d69-356ae52637d7 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:49:07.708341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 72562aed-7ffd-4305-9d69-356ae52637d7 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:49:07.708653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb82e090-1481-4535-9cc5-d55263920cbd no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:49:07.728852 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-999bbc15-8763-40a0-9213-af5fc5d0b8b6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/networks/ecd41743-4654-4691-810f-45039785761a HTTP/1.1" status: 204 len: 168 time: 0.6298187 Mar 02 20:49:07.739835 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53600) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:07.740733 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: bb82e090-1481-4535-9cc5-d55263920cbd {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:49:07.741080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device bb82e090-1481-4535-9cc5-d55263920cbd not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:49:07.801243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dfa29fe-ff48-416f-87a6-3e75081e0798 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.831932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dfa29fe-ff48-416f-87a6-3e75081e0798 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.958583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dfa29fe-ff48-416f-87a6-3e75081e0798 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:07.976584 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa29fe-ff48-416f-87a6-3e75081e0798 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=babca3ec-b631-4f45-b500-bd8324bbc064,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:08.049779 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dfa29fe-ff48-416f-87a6-3e75081e0798 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:08.051038 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7dfa29fe-ff48-416f-87a6-3e75081e0798 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/security-groups/babca3ec-b631-4f45-b500-bd8324bbc064 HTTP/1.1" status: 204 len: 168 time: 0.3183115 Mar 02 20:49:08.481865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53608) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:08.487706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076445871', 'description': 'tempest-secgroup-smoke-1076445871 description', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:08.502120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:08.506359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:08.509197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:08.516783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:08.593534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:08.628313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:08.632081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:08.634848 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:08.641008 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:08.692617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:08.747209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:08.791634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015a734b-14f3-46ce-97f9-cfbf6edd0ab2,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:08.844210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:08.845469 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-122a127b-8feb-412a-96dc-b3cf81a735d3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3622279 Mar 02 20:49:08.848690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53612) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:08.854276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-db60426b-662f-4845-bbd6-06737ac18809 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '015a734b-14f3-46ce-97f9-cfbf6edd0ab2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:08.860492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-db60426b-662f-4845-bbd6-06737ac18809 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:08.864317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-db60426b-662f-4845-bbd6-06737ac18809 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:08.867199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-db60426b-662f-4845-bbd6-06737ac18809 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:08.873385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-db60426b-662f-4845-bbd6-06737ac18809 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:08.959526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-db60426b-662f-4845-bbd6-06737ac18809 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.019407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-db60426b-662f-4845-bbd6-06737ac18809 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.072698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-db60426b-662f-4845-bbd6-06737ac18809 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.099278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60426b-662f-4845-bbd6-06737ac18809 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18d7cd0-9111-46b4-a664-c2f5c2210d41,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:09.146723 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-db60426b-662f-4845-bbd6-06737ac18809 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.147871 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-db60426b-662f-4845-bbd6-06737ac18809 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2982428 Mar 02 20:49:09.150798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53616) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:09.161641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-69b2aacf-5061-4de7-8aee-f136431b8774 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '015a734b-14f3-46ce-97f9-cfbf6edd0ab2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:09.167686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-69b2aacf-5061-4de7-8aee-f136431b8774 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:09.173397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-69b2aacf-5061-4de7-8aee-f136431b8774 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:09.176967 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-69b2aacf-5061-4de7-8aee-f136431b8774 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:09.182654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-69b2aacf-5061-4de7-8aee-f136431b8774 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:09.227362 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69b2aacf-5061-4de7-8aee-f136431b8774 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.289221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69b2aacf-5061-4de7-8aee-f136431b8774 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.358813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69b2aacf-5061-4de7-8aee-f136431b8774 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.381443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2aacf-5061-4de7-8aee-f136431b8774 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa35ace2-8171-4571-863d-71845a619cf2,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:09.453854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-69b2aacf-5061-4de7-8aee-f136431b8774 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.455029 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-69b2aacf-5061-4de7-8aee-f136431b8774 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3033547 Mar 02 20:49:09.457895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53620) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:09.463100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e33dc78c-c49e-41a0-a547-c7a2e0672868 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '015a734b-14f3-46ce-97f9-cfbf6edd0ab2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:09.469789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e33dc78c-c49e-41a0-a547-c7a2e0672868 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:09.473713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e33dc78c-c49e-41a0-a547-c7a2e0672868 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:09.476633 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e33dc78c-c49e-41a0-a547-c7a2e0672868 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:09.482427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e33dc78c-c49e-41a0-a547-c7a2e0672868 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:09.557623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e33dc78c-c49e-41a0-a547-c7a2e0672868 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.618671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e33dc78c-c49e-41a0-a547-c7a2e0672868 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.676862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e33dc78c-c49e-41a0-a547-c7a2e0672868 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.700727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dc78c-c49e-41a0-a547-c7a2e0672868 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4367307-683d-4379-a171-4e08d3b02e2a,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:09.775484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e33dc78c-c49e-41a0-a547-c7a2e0672868 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.776649 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e33dc78c-c49e-41a0-a547-c7a2e0672868 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3178535 Mar 02 20:49:09.779434 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53624) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:09.784729 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f809680d-8d82-45a0-ac50-314cec23c36a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '015a734b-14f3-46ce-97f9-cfbf6edd0ab2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:09.790652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f809680d-8d82-45a0-ac50-314cec23c36a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:09.794355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f809680d-8d82-45a0-ac50-314cec23c36a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:09.804194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f809680d-8d82-45a0-ac50-314cec23c36a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:09.811978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f809680d-8d82-45a0-ac50-314cec23c36a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:09.878148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f809680d-8d82-45a0-ac50-314cec23c36a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:09.942915 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f809680d-8d82-45a0-ac50-314cec23c36a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.002140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f809680d-8d82-45a0-ac50-314cec23c36a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.025383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809680d-8d82-45a0-ac50-314cec23c36a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50af9bfc-d190-4794-a0e4-8db4f0d7ba69,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:10.101155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f809680d-8d82-45a0-ac50-314cec23c36a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.102385 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f809680d-8d82-45a0-ac50-314cec23c36a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3219409 Mar 02 20:49:10.105059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53628) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:10.110956 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '015a734b-14f3-46ce-97f9-cfbf6edd0ab2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:10.116885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:10.120699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:10.130731 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:10.130731 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:10.203802 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Project 55cee93810f641aeb2ba6dac3f1e81ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:49:10.210105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.273030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.350934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.374021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdfb260-c04a-404f-9dea-260de43a4de7,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:10.448085 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.449248 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ddb2b131-218f-452c-b3f6-b3481f4ad2c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3432796 Mar 02 20:49:10.452503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53632) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:10.457813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '015a734b-14f3-46ce-97f9-cfbf6edd0ab2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:10.463548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:10.467916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:10.470812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:10.476458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:10.547304 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Project 55cee93810f641aeb2ba6dac3f1e81ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:49:10.553593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.619250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.676557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.698583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39224406-130c-46c5-8fee-32879ca1af62,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:10.762172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.763356 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-92b49847-b01b-4e80-9276-b21c1cae3271 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3099289 Mar 02 20:49:10.766774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53636) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:10.772151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'network': {'name': 'tempest-network-smoke--995761345', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'port_security_enabled': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:10.776923 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:10.781649 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:network and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:10.784553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:10.790282 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:10.853512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:49:10.856393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.886798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:49:10.895912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.896245 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Added segment 3641d08c-59f6-43c6-8acb-53802503d6cd of type vlan for network cc7de905-6e16-4abe-a980-1fc22036187e Mar 02 20:49:10.921625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:10.996421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:11.000614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:11.001206 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:11.193137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Network': ['ID=cc7de905-6e16-4abe-a980-1fc22036187e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:11.201721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network cc7de905-6e16-4abe-a980-1fc22036187e details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:49:11.251528 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-201171db-57de-4f3c-b7a5-1875302cfff3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4837415 Mar 02 20:49:11.254489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53640) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:11.259317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'admin_state_up': True, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:11.266663 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:11.270514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:router and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:11.273676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:11.279879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:11.347150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:11.348108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:11.365755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:11.575428 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:11.818811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:11.847850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:11.980919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.26.5.157 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/86a331f1-56dd-40fd-b886-7ee52c51f186) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:49:12.128568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:12.210174 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:12.276472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:49:12.279347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:49:12.284924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:49:12.311140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=86a331f1-56dd-40fd-b886-7ee52c51f186,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:12.510926 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:12.511554 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:12.827007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 07d8860b-0445-462c-8949-71c12831a462 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:49:13.020000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:49:13.036132 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Sync routers for ids ['07d8860b-0445-462c-8949-71c12831a462'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:49:13.048667 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Routers {'07d8860b-0445-462c-8949-71c12831a462'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:49:13.049322 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2a747471-f435-4146-a74c-30832d5b946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:48:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['07d8860b-0445-462c-8949-71c12831a462'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:13.101141 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:13.102875 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d73fa1de-b052-4d66-8627-4cb266ecf781 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8472252 Mar 02 20:49:13.106037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53644) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:13.149369 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2c0a0eb3-f67c-49c5-822a-4526f84d4224 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=55cee93810f641aeb2ba6dac3f1e81ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422065 Mar 02 20:49:13.151969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53648) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:13.168343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:13.229045 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Set router 07d8860b-0445-462c-8949-71c12831a462 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:49:13.389713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c676058-1fdb-414c-b22b-53f07df59a54 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:13.393866 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9c676058-1fdb-414c-b22b-53f07df59a54 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2383137 Mar 02 20:49:13.394021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53652) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:13.433249 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2e0e9f87-870b-46f8-91a7-d3d2a754e409 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381918 Mar 02 20:49:13.435836 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53656) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:13.441325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2080836309', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:13.519693 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2a747471-f435-4146-a74c-30832d5b946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:12Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:13.523557 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Checking router: 07d8860b-0445-462c-8949-71c12831a462 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:49:13.523901 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Updating router 07d8860b-0445-462c-8949-71c12831a462 port 86a331f1-56dd-40fd-b886-7ee52c51f186 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:49:13.553185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:13.556918 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:subnet and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:13.559705 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:13.565808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:13.575154 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:13.647861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:49:13.749063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:13.896394 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:13.908132 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Transition to ACTIVE for port object 86a331f1-56dd-40fd-b886-7ee52c51f186 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:49:13.990685 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:14.075788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:14.093793 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Pushing event updated for resources: {'Port': ['ID=86a331f1-56dd-40fd-b886-7ee52c51f186,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:14.102714 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Attempting to bind port 86a331f1-56dd-40fd-b886-7ee52c51f186 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:49:14.103074 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Attempting to bind port 86a331f1-56dd-40fd-b886-7ee52c51f186 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:49:14.103490 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Attempting to bind port 86a331f1-56dd-40fd-b886-7ee52c51f186 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:49:14.109634 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:14.109996 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:14.110321 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:14.110646 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:14.110971 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:14.111289 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:14.111612 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:14.111923 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:14.112241 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:14.112550 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:14.112860 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:49:14.118568 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:49:14.120018 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:49:14.120018 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:14.120018 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:49:14.120316 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Bound port: 86a331f1-56dd-40fd-b886-7ee52c51f186, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:49:14.120476 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:14.161460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Subnet': ['ID=a0fd793b-0af5-4a2b-a3fd-bbf542b55298,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:14.171790 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Checking segment: {'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:49:14.172357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network hostable DHCP agents. Network: cc7de905-6e16-4abe-a980-1fc22036187e, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:49:14.193920 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-2a747471-f435-4146-a74c-30832d5b946e None None] For port 86a331f1-56dd-40fd-b886-7ee52c51f186, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:49:14.196819 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-2a747471-f435-4146-a74c-30832d5b946e None None] For port 86a331f1-56dd-40fd-b886-7ee52c51f186, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=86a331f1-56dd-40fd-b886-7ee52c51f186,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:49:14.270760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network cc7de905-6e16-4abe-a980-1fc22036187e is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:49:14.294231 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:14.339564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, cc7de905-6e16-4abe-a980-1fc22036187e) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:49:14.345242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:14.346216 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:14.351752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b369b9f-e615-425d-9a64-7a1c0ad52f0e None None] Network cc7de905-6e16-4abe-a980-1fc22036187e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:49:14.373935 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724af05-7ea4-4d55-9942-0896c1aa9f30 None None] Pushing event updated for resources: {'Port': ['ID=86a331f1-56dd-40fd-b886-7ee52c51f186,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:14.377595 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Routers {'07d8860b-0445-462c-8949-71c12831a462'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:49:14.378159 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2a747471-f435-4146-a74c-30832d5b946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:48:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['07d8860b-0445-462c-8949-71c12831a462'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:14.431934 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-45ded6f6-749a-4741-8f43-213d2a3b9df3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9949913 Mar 02 20:49:14.434633 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53660) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:14.564076 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-2a747471-f435-4146-a74c-30832d5b946e None None] Set router 07d8860b-0445-462c-8949-71c12831a462 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:49:14.573049 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-cc7de905-6e16-4abe-a980-1fc22036187e', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ips': [{'subnet_id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:49:14.573868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:14.733673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Allocated IP 172.20.0.2 (cc7de905-6e16-4abe-a980-1fc22036187e/a0fd793b-0af5-4a2b-a3fd-bbf542b55298/de694682-3824-49eb-84fc-6b0d01cad1f1) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:49:14.857196 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2a747471-f435-4146-a74c-30832d5b946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:12Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:14.861270 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a747471-f435-4146-a74c-30832d5b946e None None] The sync data for ids ['07d8860b-0445-462c-8949-71c12831a462'] in dv-neutron-831593-2-hyperv is: [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:12Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:49:14.951607 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:14.965169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Transition to ACTIVE for port object de694682-3824-49eb-84fc-6b0d01cad1f1 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:49:14.981563 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Transition to ACTIVE for port object de694682-3824-49eb-84fc-6b0d01cad1f1 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:49:15.056415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:15.148918 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Network cc7de905-6e16-4abe-a980-1fc22036187e is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:49:15.152546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:49:15.154437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Pushing event updated for resources: {'Port': ['ID=de694682-3824-49eb-84fc-6b0d01cad1f1,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:15.156750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:49:15.269818 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:15.288463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Attempting to bind port de694682-3824-49eb-84fc-6b0d01cad1f1 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:49:15.288838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Attempting to bind port de694682-3824-49eb-84fc-6b0d01cad1f1 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:49:15.289207 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Attempting to bind port de694682-3824-49eb-84fc-6b0d01cad1f1 on network cc7de905-6e16-4abe-a980-1fc22036187e {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:49:15.296963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:49:15.297409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Checking segment: {'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:49:15.297932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:15.298340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Bound using segment: {'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:49:15.298807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Bound port: de694682-3824-49eb-84fc-6b0d01cad1f1, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:49:15.299176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:15.390358 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] For port de694682-3824-49eb-84fc-6b0d01cad1f1, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:49:15.393691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] For port de694682-3824-49eb-84fc-6b0d01cad1f1, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=de694682-3824-49eb-84fc-6b0d01cad1f1,segment=NetworkSegment(3641d08c-59f6-43c6-8acb-53802503d6cd),segment_id=3641d08c-59f6-43c6-8acb-53802503d6cd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:49:15.448724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:15.536949 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546804b-e8f5-407c-b6e5-b11dcc914172 None None] Pushing event updated for resources: {'Port': ['ID=de694682-3824-49eb-84fc-6b0d01cad1f1,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:15.683648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 86a331f1-56dd-40fd-b886-7ee52c51f186 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:49:15.697683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.20.0.1 (cc7de905-6e16-4abe-a980-1fc22036187e/a0fd793b-0af5-4a2b-a3fd-bbf542b55298/cad04220-b0d3-4ba4-8dc1-dfc4456346ca) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:49:15.831026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 86a331f1-56dd-40fd-b886-7ee52c51f186 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:49:15.836547 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 86a331f1-56dd-40fd-b886-7ee52c51f186 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:49:15.837063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:15.957938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:15.973688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 86a331f1-56dd-40fd-b886-7ee52c51f186, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=86a331f1-56dd-40fd-b886-7ee52c51f186,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:49:16.008855 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:16.025114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Transition to ACTIVE for port object cad04220-b0d3-4ba4-8dc1-dfc4456346ca will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:49:16.035320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:16.100596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=86a331f1-56dd-40fd-b886-7ee52c51f186,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:16.111503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:16.183671 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network cc7de905-6e16-4abe-a980-1fc22036187e is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:49:16.186642 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:49:16.190233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:49:16.237113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=cad04220-b0d3-4ba4-8dc1-dfc4456346ca,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:16.258332 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:16.425788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:16.487668 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6f038-e225-4cb9-aba3-6e10cc63b1d1 None None] Network cc7de905-6e16-4abe-a980-1fc22036187e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:49:16.643771 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7a3e96f1-7bd4-4142-9122-e6faa666dcbf None None] Provisioning for port de694682-3824-49eb-84fc-6b0d01cad1f1 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:49:16.847567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:16.907714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:17.021199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=cad04220-b0d3-4ba4-8dc1-dfc4456346ca,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:17.026133 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:17.067708 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e69a7de3-4906-4dc5-9d41-64d7d13d12d5 None None] Provisioning for port cad04220-b0d3-4ba4-8dc1-dfc4456346ca completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:49:17.079032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e69a7de3-4906-4dc5-9d41-64d7d13d12d5 None None] Provisioning complete for port cad04220-b0d3-4ba4-8dc1-dfc4456346ca triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:49:17.079404 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e69a7de3-4906-4dc5-9d41-64d7d13d12d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:17.137824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e69a7de3-4906-4dc5-9d41-64d7d13d12d5 None None] Port cad04220-b0d3-4ba4-8dc1-dfc4456346ca cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:49:17.141549 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8836c675-f937-4df8-b01d-b3279f2db551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:17.177964 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network cc7de905-6e16-4abe-a980-1fc22036187e is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:49:17.178950 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:49:17.259011 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f98e5132-37bd-4ace-87fc-90d84d58e103 None None] Provisioning complete for port cad04220-b0d3-4ba4-8dc1-dfc4456346ca triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:49:17.259464 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f98e5132-37bd-4ace-87fc-90d84d58e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:17.314444 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f98e5132-37bd-4ace-87fc-90d84d58e103 None None] Port cad04220-b0d3-4ba4-8dc1-dfc4456346ca cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:49:17.434604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-85adee06-c0b3-4a6a-a514-6b64aa350f23 None None] Provisioning complete for port cad04220-b0d3-4ba4-8dc1-dfc4456346ca triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:49:17.434983 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-85adee06-c0b3-4a6a-a514-6b64aa350f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:17.486703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-85adee06-c0b3-4a6a-a514-6b64aa350f23 None None] Port cad04220-b0d3-4ba4-8dc1-dfc4456346ca cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:49:17.564302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 07d8860b-0445-462c-8949-71c12831a462 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:49:17.714163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device de694682-3824-49eb-84fc-6b0d01cad1f1 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:49:17.866585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port de694682-3824-49eb-84fc-6b0d01cad1f1 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:49:17.871472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port de694682-3824-49eb-84fc-6b0d01cad1f1 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:49:17.871632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:49:17.872111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:17.885456 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7463f0a1-dcaa-4481-8bec-301f2f79838d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "PUT /v2.0/routers/07d8860b-0445-462c-8949-71c12831a462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4497616 Mar 02 20:49:17.992391 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:18.033609 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port de694682-3824-49eb-84fc-6b0d01cad1f1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=de694682-3824-49eb-84fc-6b0d01cad1f1,segment=NetworkSegment(3641d08c-59f6-43c6-8acb-53802503d6cd),segment_id=3641d08c-59f6-43c6-8acb-53802503d6cd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:49:18.060156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a879dbd4-e501-45c1-8e3e-192985c81a4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:49:18.133557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a879dbd4-e501-45c1-8e3e-192985c81a4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:49:18.133778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:18.134373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 86a331f1-56dd-40fd-b886-7ee52c51f186 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:49:18.134774 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a879dbd4-e501-45c1-8e3e-192985c81a4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076445871&fields=id&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 267 time: 0.1158905 Mar 02 20:49:18.247314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=de694682-3824-49eb-84fc-6b0d01cad1f1,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:18.266206 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 86a331f1-56dd-40fd-b886-7ee52c51f186 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:49:18.266605 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:18.290800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-94715e4e-a3ec-44fc-b4b2-e1e4716edfff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:18.291471 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-94715e4e-a3ec-44fc-b4b2-e1e4716edfff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:49:18.369617 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-94715e4e-a3ec-44fc-b4b2-e1e4716edfff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:49:18.370833 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-94715e4e-a3ec-44fc-b4b2-e1e4716edfff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/networks?id=cc7de905-6e16-4abe-a980-1fc22036187e HTTP/1.1" status: 200 len: 796 time: 0.2290502 Mar 02 20:49:18.390963 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-f830a44d-350c-46ac-b54d-6f9d210132a1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/quotas/55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 375 time: 0.0138040 Mar 02 20:49:18.475058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-9c16bff3-a705-4f3b-9689-a3f444698960 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:49:18.477657 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Sync routers for ids ['07d8860b-0445-462c-8949-71c12831a462'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:49:18.489634 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Routers {'07d8860b-0445-462c-8949-71c12831a462'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:49:18.490281 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:48:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['07d8860b-0445-462c-8949-71c12831a462'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:18.545225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-9c16bff3-a705-4f3b-9689-a3f444698960 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:49:18.547478 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-9c16bff3-a705-4f3b-9689-a3f444698960 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1509295 Mar 02 20:49:18.667108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Set router 07d8860b-0445-462c-8949-71c12831a462 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:49:18.688548 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-fd6e421d-0809-40bd-8372-1e940e9b0a1c service neutron] 10.222.0.44 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295364 Mar 02 20:49:18.822995 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-03683ccf-aef5-49b6-ada2-0ad43f8a3dee service neutron] 10.222.0.44 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283760 Mar 02 20:49:19.009917 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cad04220-b0d3-4ba4-8dc1-dfc4456346ca', 'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:45:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:15Z', 'updated_at': '2022-03-02T20:49:16Z', 'revision_number': 2, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:19.013824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Checking router: 07d8860b-0445-462c-8949-71c12831a462 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:49:19.014204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Updating router 07d8860b-0445-462c-8949-71c12831a462 port cad04220-b0d3-4ba4-8dc1-dfc4456346ca binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:49:19.070243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:19.112606 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4b192c9c-3e26-4056-a65c-7ace520fbde7 req-e3826c39-12f0-4243-a90f-9caba8758fe1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 210 time: 0.0455520 Mar 02 20:49:19.394892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e2f63cc0-e57a-492a-a098-f81a2cca7534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:19.426953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:19.438236 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Transition to ACTIVE for port object cad04220-b0d3-4ba4-8dc1-dfc4456346ca will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:49:19.512153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:19.634636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9b80d-9145-4654-950d-a67d484d2d99 None None] Pushing event updated for resources: {'Port': ['ID=cad04220-b0d3-4ba4-8dc1-dfc4456346ca,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:19.691460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device de694682-3824-49eb-84fc-6b0d01cad1f1 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:49:19.796536 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Attempting to bind port cad04220-b0d3-4ba4-8dc1-dfc4456346ca on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:49:19.797142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Attempting to bind port cad04220-b0d3-4ba4-8dc1-dfc4456346ca by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:49:19.797538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Attempting to bind port cad04220-b0d3-4ba4-8dc1-dfc4456346ca on network cc7de905-6e16-4abe-a980-1fc22036187e {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:49:19.808831 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:49:19.809193 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Checking segment: {'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:49:19.809584 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:19.810002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Bound using segment: {'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:49:19.810453 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Bound port: cad04220-b0d3-4ba4-8dc1-dfc4456346ca, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:49:19.810813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:19.892754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port de694682-3824-49eb-84fc-6b0d01cad1f1 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:49:19.892988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:19.973028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] For port cad04220-b0d3-4ba4-8dc1-dfc4456346ca, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:49:19.976365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] For port cad04220-b0d3-4ba4-8dc1-dfc4456346ca, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=cad04220-b0d3-4ba4-8dc1-dfc4456346ca,segment=NetworkSegment(3641d08c-59f6-43c6-8acb-53802503d6cd),segment_id=3641d08c-59f6-43c6-8acb-53802503d6cd)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:49:20.055934 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:20.137230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9b80d-9145-4654-950d-a67d484d2d99 None None] Pushing event updated for resources: {'Port': ['ID=cad04220-b0d3-4ba4-8dc1-dfc4456346ca,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:20.142645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Routers {'07d8860b-0445-462c-8949-71c12831a462'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:49:20.143354 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:49:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['07d8860b-0445-462c-8949-71c12831a462'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:20.331733 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1fe3856e-913e-40bb-8bc9-658972302053 req-3a83390c-a00d-4b53-9c2f-8b0db26ab2bb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 210 time: 0.0461888 Mar 02 20:49:20.360447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] Set router 07d8860b-0445-462c-8949-71c12831a462 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:49:20.586104 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:49:20.616097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:20.724067 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:20.726157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cad04220-b0d3-4ba4-8dc1-dfc4456346ca', 'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:45:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:15Z', 'updated_at': '2022-03-02T20:49:19Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:20.730156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195cdcb0-f923-4883-b22e-572ae209b803 None None] The sync data for ids ['07d8860b-0445-462c-8949-71c12831a462'] in dv-neutron-831593-2-hyperv is: [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cad04220-b0d3-4ba4-8dc1-dfc4456346ca', 'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:45:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:15Z', 'updated_at': '2022-03-02T20:49:19Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:49:21.141697 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-06ec32de-2be7-4e38-96ea-41bbd08c808c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:21.143355 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-06ec32de-2be7-4e38-96ea-41bbd08c808c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/networks?id=cc7de905-6e16-4abe-a980-1fc22036187e HTTP/1.1" status: 200 len: 796 time: 0.1608565 Mar 02 20:49:21.208655 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-bc4a8a5b-44fc-485b-8a9a-39c5ed258c2b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 380 time: 0.0473804 Mar 02 20:49:21.217077 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'port': {'device_id': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'admin_state_up': True, 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'security_groups': ['015a734b-14f3-46ce-97f9-cfbf6edd0ab2']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:21.368510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:21.379324 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:21.459329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:49:21.462342 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:21.515006 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8809a14-36ca-4f2c-b24d-536c0b59d161 req-2eefef19-599c-44d9-9f85-b6b3cdea39ec tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 210 time: 0.0476396 Mar 02 20:49:21.633347 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.20.0.4 (cc7de905-6e16-4abe-a980-1fc22036187e/a0fd793b-0af5-4a2b-a3fd-bbf542b55298/c8bdfc6c-19ed-4475-8a9f-502edb82fc09) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:49:21.669579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cad04220-b0d3-4ba4-8dc1-dfc4456346ca up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:49:21.796386 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port cad04220-b0d3-4ba4-8dc1-dfc4456346ca completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:49:21.801423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port cad04220-b0d3-4ba4-8dc1-dfc4456346ca triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:49:21.805112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:21.836800 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:21.852141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Transition to ACTIVE for port object c8bdfc6c-19ed-4475-8a9f-502edb82fc09 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:49:21.930145 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:21.931491 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:21.963304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port cad04220-b0d3-4ba4-8dc1-dfc4456346ca, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=cad04220-b0d3-4ba4-8dc1-dfc4456346ca,segment=NetworkSegment(3641d08c-59f6-43c6-8acb-53802503d6cd),segment_id=3641d08c-59f6-43c6-8acb-53802503d6cd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:49:22.003180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network cc7de905-6e16-4abe-a980-1fc22036187e is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:49:22.006298 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:49:22.010806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:49:22.019624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:22.035489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=c8bdfc6c-19ed-4475-8a9f-502edb82fc09,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:22.038349 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:22.079958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:22.080658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:22.137065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=cad04220-b0d3-4ba4-8dc1-dfc4456346ca,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:22.174510 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b15d4121-7648-4637-b01b-ac6a924171ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9610302 Mar 02 20:49:22.190542 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Request body: {'port': {'device_id': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:22.299180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:22.335018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-da77c230-d805-4fc0-8dd1-8a12f8f52d8b None None] Provisioning for port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:49:22.340023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-da77c230-d805-4fc0-8dd1-8a12f8f52d8b None None] Provisioning complete for port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:49:22.340394 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-da77c230-d805-4fc0-8dd1-8a12f8f52d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:22.392422 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-da77c230-d805-4fc0-8dd1-8a12f8f52d8b None None] Port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:49:22.635702 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bdfc6c-19ed-4475-8a9f-502edb82fc09 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:49:22.643292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:22.658442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Transition to ACTIVE for port object c8bdfc6c-19ed-4475-8a9f-502edb82fc09 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:49:22.714832 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb19079-4ef1-4c81-9a1a-638a7e982a87 req-dcaccc5e-a8d0-4510-815b-7242ca8cb9e8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:22.716281 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cdb19079-4ef1-4c81-9a1a-638a7e982a87 req-dcaccc5e-a8d0-4510-815b-7242ca8cb9e8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 931 time: 0.0777509 Mar 02 20:49:22.723759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:22.762275 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cdb19079-4ef1-4c81-9a1a-638a7e982a87 req-363024c7-4900-4a51-95a4-688353928c87 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402946 Mar 02 20:49:22.845510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bdfc6c-19ed-4475-8a9f-502edb82fc09,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:22.970778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Attempting to bind port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:49:22.971109 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Attempting to bind port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:49:22.971428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Attempting to bind port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 on network cc7de905-6e16-4abe-a980-1fc22036187e {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:49:22.977093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 on network cc7de905-6e16-4abe-a980-1fc22036187e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:49:22.977408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Attempting to bind port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 on network cc7de905-6e16-4abe-a980-1fc22036187e {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:49:22.983537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:49:22.984216 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Checking segment: {'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:49:22.984600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Bound using segment: {'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:49:22.985017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Bound port: c8bdfc6c-19ed-4475-8a9f-502edb82fc09, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3641d08c-59f6-43c6-8acb-53802503d6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:49:22.985359 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:23.074873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] For port c8bdfc6c-19ed-4475-8a9f-502edb82fc09, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:49:23.078494 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] For port c8bdfc6c-19ed-4475-8a9f-502edb82fc09, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09,segment=NetworkSegment(3641d08c-59f6-43c6-8acb-53802503d6cd),segment_id=3641d08c-59f6-43c6-8acb-53802503d6cd)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:49:23.151281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:23.213013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:23.214446 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] 10.222.0.31 "PUT /v2.0/ports/c8bdfc6c-19ed-4475-8a9f-502edb82fc09 HTTP/1.1" status: 200 len: 1093 time: 1.0290890 Mar 02 20:49:23.214876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'tag': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:49:23.232256 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2afe4-a0c2-4b6a-82a5-db4c11a8fd67 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bdfc6c-19ed-4475-8a9f-502edb82fc09,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:23.382946 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'tag': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09', 'status': 'completed', 'code': 200} Mar 02 20:49:23.424441 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-fcb68544-4a01-4ddc-961e-62e609fc6aa5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 1096 time: 0.0746667 Mar 02 20:49:23.499974 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-b5e4bb8d-32c9-4756-9ef3-dda197801dc3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09 HTTP/1.1" status: 200 len: 217 time: 0.0638213 Mar 02 20:49:23.560425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-5b66f048-cfff-4808-8367-8e9ce014f272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:23.562435 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-5b66f048-cfff-4808-8367-8e9ce014f272 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a0fd793b-0af5-4a2b-a3fd-bbf542b55298 HTTP/1.1" status: 200 len: 835 time: 0.0560491 Mar 02 20:49:23.639848 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-fb83db5d-4af5-44b4-9051-71af64c414bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7de905-6e16-4abe-a980-1fc22036187e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711219 Mar 02 20:49:23.644870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cad04220-b0d3-4ba4-8dc1-dfc4456346ca up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:49:23.711523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port cad04220-b0d3-4ba4-8dc1-dfc4456346ca triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:49:23.711884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:23.774481 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-20d4b28a-5497-49c4-a0a8-3041dc10f526 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273870 Mar 02 20:49:23.976247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcca7c-7b82-495f-8fe9-9876a70a2a4b req-86c15569-6115-4844-983e-385dddf2251c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:23.977714 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-71fcca7c-7b82-495f-8fe9-9876a70a2a4b req-86c15569-6115-4844-983e-385dddf2251c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 943 time: 0.0851262 Mar 02 20:49:24.014683 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b3394e2d-9d98-4378-b1df-493c95a18278 req-909ca502-1641-43aa-885f-36d718066ae3 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343502 Mar 02 20:49:24.024884 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-71fcca7c-7b82-495f-8fe9-9876a70a2a4b req-2f09fa74-4ad6-4103-91ef-706f65f8b3b1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416648 Mar 02 20:49:24.287567 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8f3d2a92-3e26-47e1-b41b-c26d49eea30a req-e8234dd7-f3d0-4e59-9f53-871e442832a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 1096 time: 0.0727968 Mar 02 20:49:24.417814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d2a92-3e26-47e1-b41b-c26d49eea30a req-affa74e0-5fd3-4eaa-83b5-7f1b3452fe80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:24.419188 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8f3d2a92-3e26-47e1-b41b-c26d49eea30a req-affa74e0-5fd3-4eaa-83b5-7f1b3452fe80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7de905-6e16-4abe-a980-1fc22036187e HTTP/1.1" status: 200 len: 898 time: 0.1246977 Mar 02 20:49:24.489508 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8f3d2a92-3e26-47e1-b41b-c26d49eea30a req-f5bdca45-27df-4a03-92be-992fef8a3ba9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09 HTTP/1.1" status: 200 len: 217 time: 0.0632880 Mar 02 20:49:24.550781 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d2a92-3e26-47e1-b41b-c26d49eea30a req-736eb594-1bdd-417c-bece-6a908598cf72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:24.552241 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8f3d2a92-3e26-47e1-b41b-c26d49eea30a req-736eb594-1bdd-417c-bece-6a908598cf72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a0fd793b-0af5-4a2b-a3fd-bbf542b55298 HTTP/1.1" status: 200 len: 835 time: 0.0569005 Mar 02 20:49:24.637027 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8f3d2a92-3e26-47e1-b41b-c26d49eea30a req-3cc879fb-437f-4dbc-9af0-5c547d35c4d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7de905-6e16-4abe-a980-1fc22036187e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767610 Mar 02 20:49:24.768933 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8f3d2a92-3e26-47e1-b41b-c26d49eea30a req-1214084c-7e2e-4d8e-aafe-46be8304168b service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228778 Mar 02 20:49:24.907236 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-8f3d2a92-3e26-47e1-b41b-c26d49eea30a req-ba61a670-27e1-41a7-acad-e84d33d3064f service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319916 Mar 02 20:49:25.232220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce89f79-7a99-4007-987e-9edf9ac3a2ba req-7e0ddb51-201b-440e-aa3f-727d10d40a50 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:25.233708 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8ce89f79-7a99-4007-987e-9edf9ac3a2ba req-7e0ddb51-201b-440e-aa3f-727d10d40a50 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 943 time: 0.0879700 Mar 02 20:49:25.278640 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8ce89f79-7a99-4007-987e-9edf9ac3a2ba req-804d9eb3-4f20-4222-b4dc-ae96e1cf98a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388215 Mar 02 20:49:26.551944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554600f-dacc-4b24-864d-bfdd4511f16c req-e9ca711e-c222-4bd0-baa3-7410f42f7d25 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:26.553409 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3554600f-dacc-4b24-864d-bfdd4511f16c req-e9ca711e-c222-4bd0-baa3-7410f42f7d25 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 943 time: 0.1564505 Mar 02 20:49:26.598392 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3554600f-dacc-4b24-864d-bfdd4511f16c req-b4959e9d-ae04-4876-b4ba-4c4f9f37a887 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Mar 02 20:49:26.737044 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c8bdfc6c-19ed-4475-8a9f-502edb82fc09 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:49:26.866870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c8bdfc6c-19ed-4475-8a9f-502edb82fc09, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09,segment=NetworkSegment(3641d08c-59f6-43c6-8acb-53802503d6cd),segment_id=3641d08c-59f6-43c6-8acb-53802503d6cd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:49:26.880157 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'port_id': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09', 'mac_address': 'fa:16:3e:44:bc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:49:26.930972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:26.950720 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bdfc6c-19ed-4475-8a9f-502edb82fc09 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:49:26.965930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c8bdfc6c-19ed-4475-8a9f-502edb82fc09, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09,segment=NetworkSegment(3641d08c-59f6-43c6-8acb-53802503d6cd),segment_id=3641d08c-59f6-43c6-8acb-53802503d6cd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:49:27.042100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:27.107212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c8bdfc6c-19ed-4475-8a9f-502edb82fc09,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:27.306972 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['c8bdfc6c-19ed-4475-8a9f-502edb82fc09'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:49:27.792255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1358f3-ec56-4ba7-94c3-4a66f76cdc2b req-95dd0955-e4f8-4f1b-89b2-346917167098 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:27.793703 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5f1358f3-ec56-4ba7-94c3-4a66f76cdc2b req-95dd0955-e4f8-4f1b-89b2-346917167098 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 944 time: 0.0759706 Mar 02 20:49:27.841320 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5f1358f3-ec56-4ba7-94c3-4a66f76cdc2b req-be1d550b-64bf-4cee-8eda-95b48875729d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412834 Mar 02 20:49:28.752648 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c8bdfc6c-19ed-4475-8a9f-502edb82fc09 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:49:28.878193 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:49:28.883277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:49:28.883654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:28.994229 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:29.026306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:49:29.031636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c8bdfc6c-19ed-4475-8a9f-502edb82fc09, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09,segment=NetworkSegment(3641d08c-59f6-43c6-8acb-53802503d6cd),segment_id=3641d08c-59f6-43c6-8acb-53802503d6cd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:49:29.038417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42cd0-8046-4047-9b57-9934dad73e7c req-9bc380c8-c547-4e14-88cd-34b885fef0af tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:29.040018 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-44f42cd0-8046-4047-9b57-9934dad73e7c req-9bc380c8-c547-4e14-88cd-34b885fef0af tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 944 time: 0.0782475 Mar 02 20:49:29.089404 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09', 'code': 200} Mar 02 20:49:29.089516 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-44f42cd0-8046-4047-9b57-9934dad73e7c req-07fc0f9e-8a7d-4bcd-9cd6-ffcf48944320 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424781 Mar 02 20:49:29.101243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:29.174437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c8bdfc6c-19ed-4475-8a9f-502edb82fc09,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:29.457187 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-19c5d8f1-340a-47b7-a023-506eedeff2f1 req-e3d925df-dc71-4ea4-8379-d42efd65f917 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 1098 time: 0.0662320 Mar 02 20:49:29.502207 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-19c5d8f1-340a-47b7-a023-506eedeff2f1 req-381cc332-47d8-4f1e-b529-13c6d3093910 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350201 Mar 02 20:49:30.292098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9e33-605d-44bc-8162-7ae237c2a8ee req-3274367a-f9e2-4ad1-87ad-1c079d04b5a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:30.293543 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d11c9e33-605d-44bc-8162-7ae237c2a8ee req-3274367a-f9e2-4ad1-87ad-1c079d04b5a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0827498 Mar 02 20:49:30.340186 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d11c9e33-605d-44bc-8162-7ae237c2a8ee req-9b7a1ec8-e110-4be8-bf73-944e4794e855 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403044 Mar 02 20:49:31.535913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3a972-5f40-49c9-8866-df76af9f5441 req-c6173b74-be4b-484c-93c7-18e283703ce3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:31.537358 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cea3a972-5f40-49c9-8866-df76af9f5441 req-c6173b74-be4b-484c-93c7-18e283703ce3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0747662 Mar 02 20:49:31.588114 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cea3a972-5f40-49c9-8866-df76af9f5441 req-6d676bac-2a48-4dc0-b8a5-aff5bbd86c23 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453072 Mar 02 20:49:31.787243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6b375-6261-412f-9f47-ed9768e069e8 req-58adb626-6aaf-44d9-82ed-e3625c936d34 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:31.788651 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a0b6b375-6261-412f-9f47-ed9768e069e8 req-58adb626-6aaf-44d9-82ed-e3625c936d34 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0805044 Mar 02 20:49:31.847879 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a0b6b375-6261-412f-9f47-ed9768e069e8 req-62f8613d-d085-4b6a-a46f-0eb181eee79e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463121 Mar 02 20:49:31.868389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53710) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:31.941565 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1c1a9e66-3e4e-4390-9ff1-71cc11a6757d tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 1093 time: 0.0719204 Mar 02 20:49:31.944117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53714) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:31.949328 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:49:31.956305 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:49:31.960170 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:floatingip and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:49:31.963085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:49:31.968815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:49:32.032819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:32.186515 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:32.361968 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.26.5.222 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/67cce492-03be-4023-9260-bd9cc140582a) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:49:32.504602 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:32.584903 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:32.650176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:49:32.653002 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:49:32.657248 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:49:32.681351 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=67cce492-03be-4023-9260-bd9cc140582a,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:33.239600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:33.353365 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:33.552976 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:33.609412 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:33.715944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=67cce492-03be-4023-9260-bd9cc140582a,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:49:33.729564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:33.913350 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Floating IP 57110c3b-ecde-4ce0-9607-c02e53005f78 associated. External IP: 172.26.5.222, port: c8bdfc6c-19ed-4475-8a9f-502edb82fc09. Mar 02 20:49:34.297434 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 07d8860b-0445-462c-8949-71c12831a462 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:49:34.593112 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:49:34.603902 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82feb519-5608-4467-8b96-7a973f3a8205 None None] Sync routers for ids ['07d8860b-0445-462c-8949-71c12831a462'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:49:34.616490 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82feb519-5608-4467-8b96-7a973f3a8205 None None] Routers {'07d8860b-0445-462c-8949-71c12831a462'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:49:34.617093 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-82feb519-5608-4467-8b96-7a973f3a8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:49:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['07d8860b-0445-462c-8949-71c12831a462'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:34.666344 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:34.721524 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dba8ddc6-a864-4328-a3d4-64e806127514 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7763724 Mar 02 20:49:34.722111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'tag': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:49:34.776734 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'tag': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09', 'status': 'completed', 'code': 200} Mar 02 20:49:34.802668 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-82feb519-5608-4467-8b96-7a973f3a8205 None None] Set router 07d8860b-0445-462c-8949-71c12831a462 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:49:34.873440 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3520063b-4dae-4541-b035-617d3e22edce req-9659a743-cab8-4fa7-9eb6-8933c358c09c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 1098 time: 0.0741374 Mar 02 20:49:34.894123 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8433342-e2b4-4678-b90f-1f4a79319536 req-dc4671c5-710c-4cc2-abb3-c0bd463d1e1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:34.895631 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8433342-e2b4-4678-b90f-1f4a79319536 req-dc4671c5-710c-4cc2-abb3-c0bd463d1e1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0773375 Mar 02 20:49:34.945661 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8433342-e2b4-4678-b90f-1f4a79319536 req-d707f354-eff0-480c-a76a-989dca82458c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Mar 02 20:49:34.975806 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53722) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:35.113996 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-0ec48e6a-af2c-41b0-8b19-770c031d070c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/57110c3b-ecde-4ce0-9607-c02e53005f78 HTTP/1.1" status: 200 len: 991 time: 0.1350195 Mar 02 20:49:35.115163 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520063b-4dae-4541-b035-617d3e22edce req-6a05ec56-dea8-452b-82b2-2539251fd6ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:35.116516 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3520063b-4dae-4541-b035-617d3e22edce req-6a05ec56-dea8-452b-82b2-2539251fd6ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7de905-6e16-4abe-a980-1fc22036187e HTTP/1.1" status: 200 len: 898 time: 0.2373490 Mar 02 20:49:35.155102 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-82feb519-5608-4467-8b96-7a973f3a8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '57110c3b-ecde-4ce0-9607-c02e53005f78', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '07d8860b-0445-462c-8949-71c12831a462', 'port_id': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'mac_address': 'fa:16:3e:44:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:49:33Z', 'updated_at': '2022-03-02T20:49:33Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad04220-b0d3-4ba4-8dc1-dfc4456346ca', 'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:45:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:15Z', 'updated_at': '2022-03-02T20:49:21Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:35.159251 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82feb519-5608-4467-8b96-7a973f3a8205 None None] Checking router: 07d8860b-0445-462c-8949-71c12831a462 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:49:35.169425 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82feb519-5608-4467-8b96-7a973f3a8205 None None] Routers {'07d8860b-0445-462c-8949-71c12831a462'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:49:35.170047 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-82feb519-5608-4467-8b96-7a973f3a8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:49:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['07d8860b-0445-462c-8949-71c12831a462'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:35.218887 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3520063b-4dae-4541-b035-617d3e22edce req-ce8f72f6-b0cd-424c-9109-7c0926f0b546 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09 HTTP/1.1" status: 200 len: 999 time: 0.0947845 Mar 02 20:49:35.286611 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520063b-4dae-4541-b035-617d3e22edce req-b12e41f9-0515-43a0-aac8-2e7941f46d45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:35.288450 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3520063b-4dae-4541-b035-617d3e22edce req-b12e41f9-0515-43a0-aac8-2e7941f46d45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a0fd793b-0af5-4a2b-a3fd-bbf542b55298 HTTP/1.1" status: 200 len: 835 time: 0.0642719 Mar 02 20:49:35.366202 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3520063b-4dae-4541-b035-617d3e22edce req-285be79f-bc35-49e6-9940-9fc3426f0007 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7de905-6e16-4abe-a980-1fc22036187e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698800 Mar 02 20:49:35.372190 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-82feb519-5608-4467-8b96-7a973f3a8205 None None] Set router 07d8860b-0445-462c-8949-71c12831a462 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:49:35.497929 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3520063b-4dae-4541-b035-617d3e22edce req-de81278d-26d7-4933-9568-67ba69d2b9e9 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254799 Mar 02 20:49:35.631315 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3520063b-4dae-4541-b035-617d3e22edce req-9a8e404b-4899-45e0-938a-4c777a88aaee service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275883 Mar 02 20:49:35.714897 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-82feb519-5608-4467-8b96-7a973f3a8205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '57110c3b-ecde-4ce0-9607-c02e53005f78', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '07d8860b-0445-462c-8949-71c12831a462', 'port_id': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'mac_address': 'fa:16:3e:44:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:49:33Z', 'updated_at': '2022-03-02T20:49:33Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad04220-b0d3-4ba4-8dc1-dfc4456346ca', 'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:45:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:15Z', 'updated_at': '2022-03-02T20:49:21Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:49:35.719986 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82feb519-5608-4467-8b96-7a973f3a8205 None None] The sync data for ids ['07d8860b-0445-462c-8949-71c12831a462'] in dv-neutron-831593-2-hyperv is: [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '57110c3b-ecde-4ce0-9607-c02e53005f78', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '07d8860b-0445-462c-8949-71c12831a462', 'port_id': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'mac_address': 'fa:16:3e:44:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:49:33Z', 'updated_at': '2022-03-02T20:49:33Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad04220-b0d3-4ba4-8dc1-dfc4456346ca', 'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:45:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:15Z', 'updated_at': '2022-03-02T20:49:21Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:49:36.117839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53726) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:36.223031 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c57023ef-e095-40eb-bcfd-cdf029424c51 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/57110c3b-ecde-4ce0-9607-c02e53005f78 HTTP/1.1" status: 200 len: 991 time: 0.1038625 Mar 02 20:49:37.226834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53730) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:37.331039 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-803fa774-ea96-4d85-a1fb-a8cec7c012f2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/57110c3b-ecde-4ce0-9607-c02e53005f78 HTTP/1.1" status: 200 len: 991 time: 0.1029322 Mar 02 20:49:37.427555 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6a3bc-a1e9-45cd-9395-30acc83f7702 None None] New status for floating IP 57110c3b-ecde-4ce0-9607-c02e53005f78: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:49:38.334939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53734) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:49:38.439788 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-611c1928-d18b-457c-b5c1-c5985d99630b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/57110c3b-ecde-4ce0-9607-c02e53005f78 HTTP/1.1" status: 200 len: 993 time: 0.1036441 Mar 02 20:49:43.236040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:47.163338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e2089a05-715a-4637-9902-c73cb5ae5fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:49.350137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-53128711-6d7a-4d69-b028-150fa906117b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:50.390037 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bbe884c1-3363-451b-9a6a-6ac947435ed4 req-123cbbe1-d6b7-48c7-84a2-15070d921bed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673580 Mar 02 20:49:50.529106 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bbe884c1-3363-451b-9a6a-6ac947435ed4 req-641eb7e0-8f84-4025-82f8-937e6f6c6330 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 1098 time: 0.0721219 Mar 02 20:49:50.567654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:50.695440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:50.774873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe884c1-3363-451b-9a6a-6ac947435ed4 req-cc25a4c3-ab37-4618-b46e-61d720b4ed5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:50.776312 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bbe884c1-3363-451b-9a6a-6ac947435ed4 req-cc25a4c3-ab37-4618-b46e-61d720b4ed5d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7de905-6e16-4abe-a980-1fc22036187e HTTP/1.1" status: 200 len: 898 time: 0.2254074 Mar 02 20:49:50.879621 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bbe884c1-3363-451b-9a6a-6ac947435ed4 req-f3e632cb-7d7f-48de-b945-a2598dd80ed3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09 HTTP/1.1" status: 200 len: 1001 time: 0.0962169 Mar 02 20:49:50.939775 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe884c1-3363-451b-9a6a-6ac947435ed4 req-c5b39a06-de69-4fbc-b41d-f52ba2c93f0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:49:50.942107 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bbe884c1-3363-451b-9a6a-6ac947435ed4 req-c5b39a06-de69-4fbc-b41d-f52ba2c93f0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a0fd793b-0af5-4a2b-a3fd-bbf542b55298 HTTP/1.1" status: 200 len: 835 time: 0.0561743 Mar 02 20:49:51.014264 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bbe884c1-3363-451b-9a6a-6ac947435ed4 req-6371aeb4-23f4-44c6-bf60-bc3283c5e81a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7de905-6e16-4abe-a980-1fc22036187e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659938 Mar 02 20:49:51.146194 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bbe884c1-3363-451b-9a6a-6ac947435ed4 req-1ad859bb-7c41-4d6a-8dfe-a1e8043ad265 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236417 Mar 02 20:49:51.276346 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bbe884c1-3363-451b-9a6a-6ac947435ed4 req-9f6c2750-430d-4b24-bbe3-825a62b61e92 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230967 Mar 02 20:49:52.017075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:57.587048 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:50:10.101569 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a504056-6719-4e72-b212-43e9f4e6c7e9 req-d54920bc-6ea0-49fc-b21e-73e6ad073661 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:10.103167 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0a504056-6719-4e72-b212-43e9f4e6c7e9 req-d54920bc-6ea0-49fc-b21e-73e6ad073661 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0861163 Mar 02 20:50:10.120195 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-68fa61a3-54e4-432c-9b25-0ca607678a93 req-e0a707d8-2d30-44e4-be9a-3f8f89809973 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 1098 time: 0.0741868 Mar 02 20:50:10.151094 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0a504056-6719-4e72-b212-43e9f4e6c7e9 req-26a2ac21-7e52-4605-bcbc-03ad4232984a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 Mar 02 20:50:10.256078 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa61a3-54e4-432c-9b25-0ca607678a93 req-325ee6d5-a2df-498c-acd4-23df7f417110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:10.257547 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-68fa61a3-54e4-432c-9b25-0ca607678a93 req-325ee6d5-a2df-498c-acd4-23df7f417110 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7de905-6e16-4abe-a980-1fc22036187e HTTP/1.1" status: 200 len: 898 time: 0.1269341 Mar 02 20:50:10.368646 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-68fa61a3-54e4-432c-9b25-0ca607678a93 req-2a454817-cbfe-41dc-a6e0-c2235ee93405 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09 HTTP/1.1" status: 200 len: 1001 time: 0.1003447 Mar 02 20:50:10.431004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa61a3-54e4-432c-9b25-0ca607678a93 req-4e3ea95e-f8f3-49bd-9241-624851004c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:10.432301 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-68fa61a3-54e4-432c-9b25-0ca607678a93 req-4e3ea95e-f8f3-49bd-9241-624851004c89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a0fd793b-0af5-4a2b-a3fd-bbf542b55298 HTTP/1.1" status: 200 len: 835 time: 0.0555372 Mar 02 20:50:10.505275 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-68fa61a3-54e4-432c-9b25-0ca607678a93 req-4c6a4da0-0426-4a89-981e-526ccb970cea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7de905-6e16-4abe-a980-1fc22036187e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660870 Mar 02 20:50:10.637959 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-68fa61a3-54e4-432c-9b25-0ca607678a93 req-051e503c-791e-4fc0-95cf-048516553b79 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227448 Mar 02 20:50:10.766576 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-68fa61a3-54e4-432c-9b25-0ca607678a93 req-0f61f5a5-6124-41e6-9a32-4c45e04f7398 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214240 Mar 02 20:50:11.357692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655258ab-00a4-42f8-a345-8f8f9fda7e4b req-b7336144-b447-402d-b2d3-29724a79e3fe tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:11.359086 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-655258ab-00a4-42f8-a345-8f8f9fda7e4b req-b7336144-b447-402d-b2d3-29724a79e3fe tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0786479 Mar 02 20:50:11.403557 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-655258ab-00a4-42f8-a345-8f8f9fda7e4b req-79f3c0e0-cd02-45fe-9996-9e03ca2a8eeb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382426 Mar 02 20:50:12.603671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b64837-635f-450f-bfe6-b031b1d13bb4 req-816d0482-24b6-4540-9038-a40167a08a5d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:12.605096 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-73b64837-635f-450f-bfe6-b031b1d13bb4 req-816d0482-24b6-4540-9038-a40167a08a5d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0812209 Mar 02 20:50:12.650293 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-73b64837-635f-450f-bfe6-b031b1d13bb4 req-e17b07ae-23ae-48cd-991c-dd42a334ae53 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 Mar 02 20:50:13.179485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:13.848166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15919084-1d98-48de-9b63-30bf38d41a06 req-aa72f4e8-8fb2-4341-91a7-97188ba2394b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:13.849622 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-15919084-1d98-48de-9b63-30bf38d41a06 req-aa72f4e8-8fb2-4341-91a7-97188ba2394b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0798411 Mar 02 20:50:13.893971 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-15919084-1d98-48de-9b63-30bf38d41a06 req-9d319967-fd4d-4ccc-abc4-7df524c34a4f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Mar 02 20:50:15.085239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec6b15-eef8-41e4-9b04-193e64272963 req-3534e793-3e6a-4453-9144-4c56dc4296ea tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:15.086733 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-76ec6b15-eef8-41e4-9b04-193e64272963 req-3534e793-3e6a-4453-9144-4c56dc4296ea tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0757830 Mar 02 20:50:15.131566 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-76ec6b15-eef8-41e4-9b04-193e64272963 req-e1332e49-7876-432e-910a-add6139a336e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394022 Mar 02 20:50:16.345429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703f24c-33d4-4469-b320-a02f0a587fb0 req-50f36b03-4fbf-49af-8914-719db288163c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:16.346829 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d703f24c-33d4-4469-b320-a02f0a587fb0 req-50f36b03-4fbf-49af-8914-719db288163c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0790751 Mar 02 20:50:16.390667 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d703f24c-33d4-4469-b320-a02f0a587fb0 req-f98799aa-4d72-404e-ac89-b24009639dfb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384183 Mar 02 20:50:17.139760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-473d8544-3c6f-4d5e-9bf7-cd4a258ed664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:17.585898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e864b-ab9e-429f-bd19-f61d55b5115b req-a93c342a-f21c-41e7-a214-57f8c28e32d2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:17.587356 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-575e864b-ab9e-429f-bd19-f61d55b5115b req-a93c342a-f21c-41e7-a214-57f8c28e32d2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0778232 Mar 02 20:50:17.635576 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-575e864b-ab9e-429f-bd19-f61d55b5115b req-cfcea237-5144-45f8-8bc2-728e4d7d96ff tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Mar 02 20:50:18.831761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0899b-837b-42d0-b8ce-b4a468920c0f req-078720a0-3fc2-4d3e-b72e-391380a998fb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:18.833194 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-11d0899b-837b-42d0-b8ce-b4a468920c0f req-078720a0-3fc2-4d3e-b72e-391380a998fb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0754702 Mar 02 20:50:18.878082 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-11d0899b-837b-42d0-b8ce-b4a468920c0f req-472d98e9-0f5e-40ce-b3a0-21b578cf5da7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387545 Mar 02 20:50:19.379408 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-27adcd24-099f-47b4-94f4-9fc5e7daa118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:20.077540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d98e0-5f6a-4a6c-8d09-afd32e56051e req-8a96f15f-7310-4f3e-be19-30f597ae320e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:20.078996 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f6d98e0-5f6a-4a6c-8d09-afd32e56051e req-8a96f15f-7310-4f3e-be19-30f597ae320e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0801737 Mar 02 20:50:20.124701 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4f6d98e0-5f6a-4a6c-8d09-afd32e56051e req-36adb3a2-6c2f-427f-b9d2-c3fa9b8ae13a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400777 Mar 02 20:50:20.585434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:20.699634 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:21.319769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e85a3b-0d95-4c3f-b0e5-a45a379ba353 req-368d062e-36b4-499d-a83c-3bc864ca9344 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:21.321114 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f9e85a3b-0d95-4c3f-b0e5-a45a379ba353 req-368d062e-36b4-499d-a83c-3bc864ca9344 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0769303 Mar 02 20:50:21.369034 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f9e85a3b-0d95-4c3f-b0e5-a45a379ba353 req-da95996d-9540-43bd-bec5-63914c6e02d7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420330 Mar 02 20:50:21.985172 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:22.565431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c298d-adae-421e-ae2e-e09710f71c9b req-bd089b02-6de0-4f48-b17e-2004709b1586 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:22.566879 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-507c298d-adae-421e-ae2e-e09710f71c9b req-bd089b02-6de0-4f48-b17e-2004709b1586 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0790319 Mar 02 20:50:22.611559 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-507c298d-adae-421e-ae2e-e09710f71c9b req-27b301f2-63f8-4ef2-85de-71d0468381a4 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393288 Mar 02 20:50:22.639117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53780) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:50:22.819571 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6867683e-d09d-4359-b129-adf718a4b7ab tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/57110c3b-ecde-4ce0-9607-c02e53005f78 HTTP/1.1" status: 200 len: 993 time: 0.1793520 Mar 02 20:50:34.586238 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:50:43.185367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:47.145194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1e3ade34-d1bd-49f3-92ed-f55b6a4f2d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:49.327621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b7b5410d-ff35-4954-a335-3e5b9325c44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:50.544430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:50.698750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:51.407407 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e2e7a3f1-a7d3-43f4-b957-efea0536b317 req-5bb0fc4b-082f-41df-93f0-6a42deed238c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704854 Mar 02 20:50:51.548788 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e2e7a3f1-a7d3-43f4-b957-efea0536b317 req-112fac8d-f84d-4082-845f-475cde0cd87b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 1098 time: 0.0673659 Mar 02 20:50:51.692290 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7a3f1-a7d3-43f4-b957-efea0536b317 req-968b85b7-5023-47ea-8a0f-f1ce6748777d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:51.693651 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e2e7a3f1-a7d3-43f4-b957-efea0536b317 req-968b85b7-5023-47ea-8a0f-f1ce6748777d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7de905-6e16-4abe-a980-1fc22036187e HTTP/1.1" status: 200 len: 898 time: 0.1259654 Mar 02 20:50:51.883343 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e2e7a3f1-a7d3-43f4-b957-efea0536b317 req-8afeab3a-310d-4f9e-b3e2-c47233ac9a19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09 HTTP/1.1" status: 200 len: 1001 time: 0.1814449 Mar 02 20:50:51.950754 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7a3f1-a7d3-43f4-b957-efea0536b317 req-8879ca08-f59a-4b5e-8221-1f7a87614482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:51.952383 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e2e7a3f1-a7d3-43f4-b957-efea0536b317 req-8879ca08-f59a-4b5e-8221-1f7a87614482 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a0fd793b-0af5-4a2b-a3fd-bbf542b55298 HTTP/1.1" status: 200 len: 835 time: 0.0612671 Mar 02 20:50:51.973882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:52.028815 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e2e7a3f1-a7d3-43f4-b957-efea0536b317 req-5c8f16a4-458d-47bb-9c22-0bf100121329 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7de905-6e16-4abe-a980-1fc22036187e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668082 Mar 02 20:50:52.160398 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e2e7a3f1-a7d3-43f4-b957-efea0536b317 req-25010966-3ca0-4ea8-aca6-694949094534 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233878 Mar 02 20:50:52.290470 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e2e7a3f1-a7d3-43f4-b957-efea0536b317 req-f0cd45db-96fd-41e1-942e-33eabf83c819 service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230075 Mar 02 20:50:55.508743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53802) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:50:55.702971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 67cce492-03be-4023-9260-bd9cc140582a {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:50:55.703310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:55.872116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:55.872437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:55.990608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for 67cce492-03be-4023-9260-bd9cc140582a owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:50:56.191076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:56.236758 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=67cce492-03be-4023-9260-bd9cc140582a,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:50:56.305720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:50:56.306090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:50:56.306430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:50:56.306763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:50:56.307086 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:50:56.307419 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:50:56.307738 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:50:56.308059 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:50:56.308380 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:50:56.308697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:50:56.309055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:50:56.341185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:56.728392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 07d8860b-0445-462c-8949-71c12831a462 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:50:57.017211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:50:57.026960 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d3b0e-522f-4f16-94a9-eaad203542df None None] Sync routers for ids ['07d8860b-0445-462c-8949-71c12831a462'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:50:57.034231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:57.040605 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d3b0e-522f-4f16-94a9-eaad203542df None None] Routers {'07d8860b-0445-462c-8949-71c12831a462'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:50:57.041426 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f58d3b0e-522f-4f16-94a9-eaad203542df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:50:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['07d8860b-0445-462c-8949-71c12831a462'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:50:57.087681 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cc8dbd81-3fc6-4720-9021-df8373f5a88b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/floatingips/57110c3b-ecde-4ce0-9607-c02e53005f78 HTTP/1.1" status: 204 len: 168 time: 1.5778091 Mar 02 20:50:57.088373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'tag': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:50:57.226067 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-f58d3b0e-522f-4f16-94a9-eaad203542df None None] Set router 07d8860b-0445-462c-8949-71c12831a462 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:50:57.226807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'tag': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09', 'status': 'completed', 'code': 200} Mar 02 20:50:57.327836 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b5862bc1-9cc0-4240-8362-84c5966a3172 req-0202c851-01ee-40de-aac5-3b0c3815b088 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 1098 time: 0.0703516 Mar 02 20:50:57.463415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862bc1-9cc0-4240-8362-84c5966a3172 req-986834ef-7ac1-425b-a21d-d7250bd1d98a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:57.464866 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b5862bc1-9cc0-4240-8362-84c5966a3172 req-986834ef-7ac1-425b-a21d-d7250bd1d98a service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc7de905-6e16-4abe-a980-1fc22036187e HTTP/1.1" status: 200 len: 898 time: 0.1293421 Mar 02 20:50:57.542603 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b5862bc1-9cc0-4240-8362-84c5966a3172 req-02cc140b-7880-43a6-9c17-9d2568123d80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09 HTTP/1.1" status: 200 len: 217 time: 0.0681372 Mar 02 20:50:57.549148 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f58d3b0e-522f-4f16-94a9-eaad203542df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cad04220-b0d3-4ba4-8dc1-dfc4456346ca', 'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:45:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:15Z', 'updated_at': '2022-03-02T20:49:21Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:50:57.554369 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d3b0e-522f-4f16-94a9-eaad203542df None None] Checking router: 07d8860b-0445-462c-8949-71c12831a462 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:50:57.564623 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d3b0e-522f-4f16-94a9-eaad203542df None None] Routers {'07d8860b-0445-462c-8949-71c12831a462'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:50:57.565200 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f58d3b0e-522f-4f16-94a9-eaad203542df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:50:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['07d8860b-0445-462c-8949-71c12831a462'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:50:57.611698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862bc1-9cc0-4240-8362-84c5966a3172 req-d36cbb57-df17-4790-9fd6-650c5a0ffc0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:57.613655 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b5862bc1-9cc0-4240-8362-84c5966a3172 req-d36cbb57-df17-4790-9fd6-650c5a0ffc0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a0fd793b-0af5-4a2b-a3fd-bbf542b55298 HTTP/1.1" status: 200 len: 835 time: 0.0646775 Mar 02 20:50:57.684148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12aeac-150b-45ba-804b-fcfb3eb26c44 req-bfaf0757-4b5c-4375-a290-ed5ad6713c66 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:57.684786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-1d12aeac-150b-45ba-804b-fcfb3eb26c44 req-bfaf0757-4b5c-4375-a290-ed5ad6713c66 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:50:57.693711 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b5862bc1-9cc0-4240-8362-84c5966a3172 req-9617ec16-0356-4a68-baf7-f448422ecceb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc7de905-6e16-4abe-a980-1fc22036187e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724502 Mar 02 20:50:57.745212 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-f58d3b0e-522f-4f16-94a9-eaad203542df None None] Set router 07d8860b-0445-462c-8949-71c12831a462 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:50:57.755034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-1d12aeac-150b-45ba-804b-fcfb3eb26c44 req-bfaf0757-4b5c-4375-a290-ed5ad6713c66 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:50:57.756217 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d12aeac-150b-45ba-804b-fcfb3eb26c44 req-bfaf0757-4b5c-4375-a290-ed5ad6713c66 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.1646330 Mar 02 20:50:57.810448 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d12aeac-150b-45ba-804b-fcfb3eb26c44 req-2fe4f810-62de-41c5-bba1-b22df51e1d36 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485489 Mar 02 20:50:57.836086 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b5862bc1-9cc0-4240-8362-84c5966a3172 req-5c38602b-839d-4cd8-a52d-2283ae64165a service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347840 Mar 02 20:50:57.971988 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b5862bc1-9cc0-4240-8362-84c5966a3172 req-7b8bbe5f-3942-4fd8-8eea-8ee2dfecf02a service neutron] 10.222.0.31 "GET /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266801 Mar 02 20:50:58.092962 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-f58d3b0e-522f-4f16-94a9-eaad203542df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cad04220-b0d3-4ba4-8dc1-dfc4456346ca', 'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:45:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:15Z', 'updated_at': '2022-03-02T20:49:21Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:50:58.096904 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d3b0e-522f-4f16-94a9-eaad203542df None None] The sync data for ids ['07d8860b-0445-462c-8949-71c12831a462'] in dv-neutron-831593-2-hyperv is: [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cad04220-b0d3-4ba4-8dc1-dfc4456346ca', 'name': '', 'network_id': 'cc7de905-6e16-4abe-a980-1fc22036187e', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:45:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:15Z', 'updated_at': '2022-03-02T20:49:21Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'a0fd793b-0af5-4a2b-a3fd-bbf542b55298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:50:58.316436 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350bc98-1f0a-4d1d-9d2e-2881949ab256 None None] New status for floating IP 57110c3b-ecde-4ce0-9607-c02e53005f78: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:50:59.004641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aac24b-8af8-4756-baee-26648c94de9f req-34e4a907-0890-4597-921d-82050b315d74 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:59.006090 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e7aac24b-8af8-4756-baee-26648c94de9f req-34e4a907-0890-4597-921d-82050b315d74 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0770214 Mar 02 20:50:59.051345 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e7aac24b-8af8-4756-baee-26648c94de9f req-6ec713e6-db88-4ef7-8d31-14e7f57ed3fc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=015a734b-14f3-46ce-97f9-cfbf6edd0ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398746 Mar 02 20:50:59.475668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-ea0cdaba-6692-45c3-9b24-1a833819c65d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:50:59.476346 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-ea0cdaba-6692-45c3-9b24-1a833819c65d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:50:59.487537 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-ea0cdaba-6692-45c3-9b24-1a833819c65d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:50:59.488874 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-ea0cdaba-6692-45c3-9b24-1a833819c65d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 945 time: 0.0881248 Mar 02 20:50:59.561706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:50:59.562063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:59.799667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port c8bdfc6c-19ed-4475-8a9f-502edb82fc09, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c8bdfc6c-19ed-4475-8a9f-502edb82fc09,segment=NetworkSegment(3641d08c-59f6-43c6-8acb-53802503d6cd),segment_id=3641d08c-59f6-43c6-8acb-53802503d6cd)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:50:59.800034 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:00.004990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for c8bdfc6c-19ed-4475-8a9f-502edb82fc09 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:51:00.207603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:00.213616 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-23cf9edb-3f45-4b85-a105-6fe18d1daef0 req-cddfa677-1659-4219-b191-8d084257d7ea tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 210 time: 0.0420179 Mar 02 20:51:00.254695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=c8bdfc6c-19ed-4475-8a9f-502edb82fc09,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:00.290481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:00.290834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:00.291179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:00.291518 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:00.291850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:00.292179 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:00.292510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:00.292833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:00.293161 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:00.293481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:00.293802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:00.341719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] No DVR routers for this DVR port c8bdfc6c-19ed-4475-8a9f-502edb82fc09 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:51:00.344050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:00.346505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'name': 'network-vif-deleted', 'tag': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:51:00.401561 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06377ab-d546-428a-9e9c-aa5a6ffd95d9', 'name': 'network-vif-deleted', 'tag': 'c8bdfc6c-19ed-4475-8a9f-502edb82fc09', 'status': 'completed', 'code': 200} Mar 02 20:51:00.448101 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-95e25df1-2cbc-45fd-854c-b0723c779753 req-b32f3423-42d4-4296-9f60-7815dfa8ac4d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "DELETE /v2.0/ports/c8bdfc6c-19ed-4475-8a9f-502edb82fc09 HTTP/1.1" status: 204 len: 173 time: 0.9508672 Mar 02 20:51:01.396307 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8f5bc160-cc82-4cc8-b0d4-396288743f94 req-5461ca87-f0a2-44c7-b292-0320fa641019 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=b06377ab-d546-428a-9e9c-aa5a6ffd95d9 HTTP/1.1" status: 200 len: 210 time: 0.0447843 Mar 02 20:51:02.500996 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53824) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:02.895404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:03.138496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c8bdfc6c-19ed-4475-8a9f-502edb82fc09 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:51:03.171482 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: c8bdfc6c-19ed-4475-8a9f-502edb82fc09 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:51:03.171753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c8bdfc6c-19ed-4475-8a9f-502edb82fc09 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:51:03.493139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port cad04220-b0d3-4ba4-8dc1-dfc4456346ca {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:51:03.493367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:03.675526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port cad04220-b0d3-4ba4-8dc1-dfc4456346ca, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=cad04220-b0d3-4ba4-8dc1-dfc4456346ca,segment=NetworkSegment(3641d08c-59f6-43c6-8acb-53802503d6cd),segment_id=3641d08c-59f6-43c6-8acb-53802503d6cd)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:51:03.676227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:03.893068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for cad04220-b0d3-4ba4-8dc1-dfc4456346ca owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:51:04.162545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:04.218701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=cad04220-b0d3-4ba4-8dc1-dfc4456346ca,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:04.546648 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:05.111255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 07d8860b-0445-462c-8949-71c12831a462 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:51:05.400416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:51:05.411691 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fc40f8-85d3-45e1-a8d0-d4800543cc0f None None] Sync routers for ids ['07d8860b-0445-462c-8949-71c12831a462'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:51:05.417230 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1c12e573-f051-4669-bc3f-408d24c6e814 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "PUT /v2.0/routers/07d8860b-0445-462c-8949-71c12831a462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9151793 Mar 02 20:51:05.419917 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53828) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:05.424048 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc40f8-85d3-45e1-a8d0-d4800543cc0f None None] Routers {'07d8860b-0445-462c-8949-71c12831a462'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:51:05.424712 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d9fc40f8-85d3-45e1-a8d0-d4800543cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:50:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['07d8860b-0445-462c-8949-71c12831a462'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:05.599222 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-d9fc40f8-85d3-45e1-a8d0-d4800543cc0f None None] Set router 07d8860b-0445-462c-8949-71c12831a462 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:51:05.602383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74610ba-4d18-40f1-9702-e0a3cb05bf1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting subnet a0fd793b-0af5-4a2b-a3fd-bbf542b55298 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:51:05.605221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b74610ba-4d18-40f1-9702-e0a3cb05bf1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:05.663754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b74610ba-4d18-40f1-9702-e0a3cb05bf1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:05.748593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b74610ba-4d18-40f1-9702-e0a3cb05bf1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:05.876483 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d9fc40f8-85d3-45e1-a8d0-d4800543cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:51:04Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:05.880203 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fc40f8-85d3-45e1-a8d0-d4800543cc0f None None] Checking router: 07d8860b-0445-462c-8949-71c12831a462 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:51:05.890393 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc40f8-85d3-45e1-a8d0-d4800543cc0f None None] Routers {'07d8860b-0445-462c-8949-71c12831a462'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:51:05.891027 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d9fc40f8-85d3-45e1-a8d0-d4800543cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:50:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['07d8860b-0445-462c-8949-71c12831a462'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:05.893235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b74610ba-4d18-40f1-9702-e0a3cb05bf1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:05.932932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74610ba-4d18-40f1-9702-e0a3cb05bf1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fd793b-0af5-4a2b-a3fd-bbf542b55298,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:05.937340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b74610ba-4d18-40f1-9702-e0a3cb05bf1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:05.945499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eec219-29f8-4e36-b06f-6c6ba1c924a4 None None] Network cc7de905-6e16-4abe-a980-1fc22036187e requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:51:05.946463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53832) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:05.955806 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b74610ba-4d18-40f1-9702-e0a3cb05bf1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/subnets/a0fd793b-0af5-4a2b-a3fd-bbf542b55298 HTTP/1.1" status: 204 len: 168 time: 0.5226533 Mar 02 20:51:06.077656 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-d9fc40f8-85d3-45e1-a8d0-d4800543cc0f None None] Set router 07d8860b-0445-462c-8949-71c12831a462 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:51:06.160794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:06.202684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] DHCP port deletion for cc7de905-6e16-4abe-a980-1fc22036187e request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:51:06.207343 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Deleting port de694682-3824-49eb-84fc-6b0d01cad1f1 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:51:06.207707 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:06.360655 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d9fc40f8-85d3-45e1-a8d0-d4800543cc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:51:04Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:06.364688 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fc40f8-85d3-45e1-a8d0-d4800543cc0f None None] The sync data for ids ['07d8860b-0445-462c-8949-71c12831a462'] in dv-neutron-831593-2-hyperv is: [{'id': '07d8860b-0445-462c-8949-71c12831a462', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49452726', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:51:04Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '86a331f1-56dd-40fd-b886-7ee52c51f186', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d8860b-0445-462c-8949-71c12831a462', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:49:11Z', 'updated_at': '2022-03-02T20:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:51:06.365942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:06.407814 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] For port de694682-3824-49eb-84fc-6b0d01cad1f1, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=de694682-3824-49eb-84fc-6b0d01cad1f1,segment=NetworkSegment(3641d08c-59f6-43c6-8acb-53802503d6cd),segment_id=3641d08c-59f6-43c6-8acb-53802503d6cd)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:51:06.408199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:06.464841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 86a331f1-56dd-40fd-b886-7ee52c51f186 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:51:06.465063 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:06.528222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Calling delete_port for de694682-3824-49eb-84fc-6b0d01cad1f1 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:51:06.635407 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port 86a331f1-56dd-40fd-b886-7ee52c51f186, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=86a331f1-56dd-40fd-b886-7ee52c51f186,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:51:06.635802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:06.659042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:06.706974 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Pushing event deleted for resources: {'Port': ['ID=de694682-3824-49eb-84fc-6b0d01cad1f1,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:06.712641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] No DVR routers for this DVR port de694682-3824-49eb-84fc-6b0d01cad1f1 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:51:06.720066 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:06.720452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:06.720794 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:06.721129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:06.721463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:06.722515 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:06.723818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:06.723818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:06.723818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:06.724065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:06.724232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f49da1-2efb-4707-9cc9-c465365b2d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:06.759151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for 86a331f1-56dd-40fd-b886-7ee52c51f186 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:51:07.001877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:07.047905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=86a331f1-56dd-40fd-b886-7ee52c51f186,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:07.354548 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:07.604729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:07.608771 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:07.699321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:07.699823 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Fanout notify agent at l3_agent the message router_deleted on router 07d8860b-0445-462c-8949-71c12831a462 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:51:07.714883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:07.716730 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ef733f49-5f44-4122-bcd8-73b604401dde tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/routers/07d8860b-0445-462c-8949-71c12831a462 HTTP/1.1" status: 204 len: 168 time: 1.7684057 Mar 02 20:51:07.718639 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53836) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:07.733334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cad04220-b0d3-4ba4-8dc1-dfc4456346ca no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:51:07.810418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: cad04220-b0d3-4ba4-8dc1-dfc4456346ca {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:51:07.814238 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cad04220-b0d3-4ba4-8dc1-dfc4456346ca not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:51:07.814238 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device de694682-3824-49eb-84fc-6b0d01cad1f1 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:51:07.840088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:07.844184 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: de694682-3824-49eb-84fc-6b0d01cad1f1 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:51:07.844534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device de694682-3824-49eb-84fc-6b0d01cad1f1 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:51:07.972508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:07.997144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7de905-6e16-4abe-a980-1fc22036187e']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:08.008911 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3641d08c-59f6-43c6-8acb-53802503d6cd') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:08.009505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3641d08c-59f6-43c6-8acb-53802503d6cd') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:08.020578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:08.036563 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:08.042541 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:51:08.042916 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:51:08.057588 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:51:08.184436 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:08.188845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:08.216408 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Network': ['ID=cc7de905-6e16-4abe-a980-1fc22036187e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:08.280885 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-88d47647-8e47-4e3b-a7c0-5fd8a31f0fcc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/networks/cc7de905-6e16-4abe-a980-1fc22036187e HTTP/1.1" status: 204 len: 168 time: 0.5612411 Mar 02 20:51:08.283391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53840) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:08.355990 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93804130-5e1d-4555-905f-d2ea8d7f006a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:08.384341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93804130-5e1d-4555-905f-d2ea8d7f006a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:08.503271 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93804130-5e1d-4555-905f-d2ea8d7f006a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:08.520618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93804130-5e1d-4555-905f-d2ea8d7f006a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015a734b-14f3-46ce-97f9-cfbf6edd0ab2,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:08.606523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-93804130-5e1d-4555-905f-d2ea8d7f006a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:08.607638 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-93804130-5e1d-4555-905f-d2ea8d7f006a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/security-groups/015a734b-14f3-46ce-97f9-cfbf6edd0ab2 HTTP/1.1" status: 204 len: 168 time: 0.3233728 Mar 02 20:51:08.969027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53848) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:08.975027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1371831341', 'description': 'tempest-secgroup-smoke-1371831341 description', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:08.980826 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:08.984841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:08.988703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:08.994779 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:09.074743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:09.108916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:09.113188 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:09.115931 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:09.121431 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:09.172811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:09.253188 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:09.295970 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd92996f-0a92-4df5-9ace-867a2ce89cc8,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:09.362014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:09.363161 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1a9e5412-f3fb-4160-847a-f90876ea29e6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3931618 Mar 02 20:51:09.365872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53852) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:09.371191 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-94e7f0ce-5460-4156-a428-d6d57f024d39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dd92996f-0a92-4df5-9ace-867a2ce89cc8', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:09.377028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-94e7f0ce-5460-4156-a428-d6d57f024d39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:09.381399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-94e7f0ce-5460-4156-a428-d6d57f024d39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:09.384281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-94e7f0ce-5460-4156-a428-d6d57f024d39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:09.389937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-94e7f0ce-5460-4156-a428-d6d57f024d39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:09.481885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94e7f0ce-5460-4156-a428-d6d57f024d39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:09.543739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94e7f0ce-5460-4156-a428-d6d57f024d39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:09.595912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94e7f0ce-5460-4156-a428-d6d57f024d39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:09.619969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7f0ce-5460-4156-a428-d6d57f024d39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d18521a-b277-424f-93b1-b870c528cd99,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:09.648961 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 86a331f1-56dd-40fd-b886-7ee52c51f186 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:51:09.676497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-94e7f0ce-5460-4156-a428-d6d57f024d39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:09.677822 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-94e7f0ce-5460-4156-a428-d6d57f024d39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3109653 Mar 02 20:51:09.680456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53856) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:09.684201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 86a331f1-56dd-40fd-b886-7ee52c51f186 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:51:09.684544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 86a331f1-56dd-40fd-b886-7ee52c51f186 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:51:09.686698 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-16ecaa5f-5690-4d56-b98c-7a6019832e0c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dd92996f-0a92-4df5-9ace-867a2ce89cc8', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:09.693381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-16ecaa5f-5690-4d56-b98c-7a6019832e0c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:09.697229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-16ecaa5f-5690-4d56-b98c-7a6019832e0c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:09.700108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-16ecaa5f-5690-4d56-b98c-7a6019832e0c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:09.705991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-16ecaa5f-5690-4d56-b98c-7a6019832e0c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:09.772000 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-16ecaa5f-5690-4d56-b98c-7a6019832e0c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:09.833578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-16ecaa5f-5690-4d56-b98c-7a6019832e0c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:09.909763 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-16ecaa5f-5690-4d56-b98c-7a6019832e0c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:09.932363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecaa5f-5690-4d56-b98c-7a6019832e0c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7dfd39-a2d7-4ce7-bec1-4445e287de81,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:10.007413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-16ecaa5f-5690-4d56-b98c-7a6019832e0c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:10.009184 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-16ecaa5f-5690-4d56-b98c-7a6019832e0c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3276229 Mar 02 20:51:10.012169 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53860) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:10.017449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-591b4687-bcf5-456b-9b52-81cc801a7b70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dd92996f-0a92-4df5-9ace-867a2ce89cc8', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:10.023534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-591b4687-bcf5-456b-9b52-81cc801a7b70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:10.027383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-591b4687-bcf5-456b-9b52-81cc801a7b70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:10.030266 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-591b4687-bcf5-456b-9b52-81cc801a7b70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:10.036475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-591b4687-bcf5-456b-9b52-81cc801a7b70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:10.116885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-591b4687-bcf5-456b-9b52-81cc801a7b70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:10.179861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-591b4687-bcf5-456b-9b52-81cc801a7b70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:10.264420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-591b4687-bcf5-456b-9b52-81cc801a7b70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:10.288286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b4687-bcf5-456b-9b52-81cc801a7b70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caafe349-2668-4f17-bb6a-fa747684605e,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:10.382696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-591b4687-bcf5-456b-9b52-81cc801a7b70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:10.383863 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-591b4687-bcf5-456b-9b52-81cc801a7b70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3707898 Mar 02 20:51:10.386614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53864) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:10.391850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b605a0f0-5d3b-4dc3-8942-f71e9228f4f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dd92996f-0a92-4df5-9ace-867a2ce89cc8', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:10.398427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b605a0f0-5d3b-4dc3-8942-f71e9228f4f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:10.402204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b605a0f0-5d3b-4dc3-8942-f71e9228f4f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:10.405259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b605a0f0-5d3b-4dc3-8942-f71e9228f4f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:10.411642 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b605a0f0-5d3b-4dc3-8942-f71e9228f4f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:10.492095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b605a0f0-5d3b-4dc3-8942-f71e9228f4f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:10.553422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b605a0f0-5d3b-4dc3-8942-f71e9228f4f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:10.622865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b605a0f0-5d3b-4dc3-8942-f71e9228f4f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:10.645680 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605a0f0-5d3b-4dc3-8942-f71e9228f4f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84647d21-bfd5-453d-b249-7780cf634648,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:10.731620 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b605a0f0-5d3b-4dc3-8942-f71e9228f4f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:10.732801 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b605a0f0-5d3b-4dc3-8942-f71e9228f4f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3452404 Mar 02 20:51:10.735566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53868) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:10.741578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dd92996f-0a92-4df5-9ace-867a2ce89cc8', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:10.747415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:10.751267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:10.755080 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:10.760959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:10.887534 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Project 55cee93810f641aeb2ba6dac3f1e81ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:51:10.894171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:10.958615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.030324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.054231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60160130-f8a5-422a-a8fb-f096f228c3b4,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:11.137784 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.139061 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-47f50e87-9309-4b9d-8462-43e0d5cac78c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4025540 Mar 02 20:51:11.141813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53872) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:11.147769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dd92996f-0a92-4df5-9ace-867a2ce89cc8', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:11.154223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:11.159264 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:11.162781 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:11.169738 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:11.263290 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Project 55cee93810f641aeb2ba6dac3f1e81ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:51:11.270410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.334765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.418474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.440939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269d003b-5949-4747-87ea-1ecd148be24a,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:11.516453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.517663 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f0a25e01-1425-4f42-834f-b891b7c1ddca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3749249 Mar 02 20:51:11.521290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53876) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:11.526700 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'network': {'name': 'tempest-network-smoke--617413317', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'port_security_enabled': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:11.531884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:11.536340 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:network and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:11.539342 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:11.545032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:11.586607 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:51:11.623958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:51:11.627070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.656089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:51:11.664300 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.664633 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Added segment 4cd7c817-bc64-4cf5-9ad1-576682bdf9dc of type vlan for network 487fe216-ddec-4ca2-a203-d1d427e4f020 Mar 02 20:51:11.688715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.761163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.764771 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:11.765355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:11.875128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Network': ['ID=487fe216-ddec-4ca2-a203-d1d427e4f020,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:11.885688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 487fe216-ddec-4ca2-a203-d1d427e4f020 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:51:11.915040 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9e43383a-c497-46a6-9625-5fa411df9a46 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3927469 Mar 02 20:51:11.917702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53880) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:11.923053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'admin_state_up': True, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:11.930539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:11.934415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:router and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:11.937283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:11.943786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:12.017625 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:12.018598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:12.036631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:12.252635 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:12.497793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:12.526032 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:12.741245 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.26.5.16 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/db8698af-2bd4-4219-9d49-af84fe0da564) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:51:12.883920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:12.977446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:13.043624 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:51:13.046483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:51:13.050815 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:51:13.078150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=db8698af-2bd4-4219-9d49-af84fe0da564,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:13.177406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:13.287517 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:13.288228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:13.593882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router eacd419c-62e4-4029-b090-16397e507075 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:51:13.792925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:51:13.803438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Sync routers for ids ['eacd419c-62e4-4029-b090-16397e507075'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:51:13.819661 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Routers {'eacd419c-62e4-4029-b090-16397e507075'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:51:13.820271 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-074e53b8-b76f-430b-816a-6034d55103da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:50:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['eacd419c-62e4-4029-b090-16397e507075'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:13.868483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:13.869680 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-23cd93d2-16a5-4e6f-94f8-d4a20d5a6105 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9508450 Mar 02 20:51:13.872765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53884) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:13.911537 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-862b3a09-4ffb-408d-898d-dcdbb68040f6 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=55cee93810f641aeb2ba6dac3f1e81ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376925 Mar 02 20:51:13.914269 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53888) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:13.994293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Set router eacd419c-62e4-4029-b090-16397e507075 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:51:14.042609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f2572c-96cb-4c98-941e-fcff9d3d3fdc tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:14.044130 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-46f2572c-96cb-4c98-941e-fcff9d3d3fdc tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289494 Mar 02 20:51:14.046961 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53892) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:14.088507 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7f8396c4-9870-458b-bc57-9207253c2e8a tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381272 Mar 02 20:51:14.088741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53896) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:14.094116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2011146986', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:14.203401 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:14.207782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:subnet and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:14.210697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:14.216338 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:14.279246 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-074e53b8-b76f-430b-816a-6034d55103da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:13Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:14.283079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Checking router: eacd419c-62e4-4029-b090-16397e507075 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:51:14.283430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Updating router eacd419c-62e4-4029-b090-16397e507075 port db8698af-2bd4-4219-9d49-af84fe0da564 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:51:14.326002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:51:14.333216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:14.427737 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:14.651020 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:14.662321 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Transition to ACTIVE for port object db8698af-2bd4-4219-9d49-af84fe0da564 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:51:14.699160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:14.739038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:14.826439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Attempting to bind port db8698af-2bd4-4219-9d49-af84fe0da564 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:51:14.829828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Attempting to bind port db8698af-2bd4-4219-9d49-af84fe0da564 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:51:14.829828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Attempting to bind port db8698af-2bd4-4219-9d49-af84fe0da564 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:51:14.829828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421824c7-bff1-4073-bdba-0844b21cfdcf None None] Pushing event updated for resources: {'Port': ['ID=db8698af-2bd4-4219-9d49-af84fe0da564,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:14.837231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:51:14.837673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:51:14.838695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:14.838695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:51:14.838914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Bound port: db8698af-2bd4-4219-9d49-af84fe0da564, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:51:14.839183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:14.876605 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Subnet': ['ID=eb409324-b9fd-496e-be42-6ebb7150ca69,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:14.889374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Checking segment: {'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:51:14.889734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network hostable DHCP agents. Network: 487fe216-ddec-4ca2-a203-d1d427e4f020, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:51:14.911359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-074e53b8-b76f-430b-816a-6034d55103da None None] For port db8698af-2bd4-4219-9d49-af84fe0da564, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:51:14.914218 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-074e53b8-b76f-430b-816a-6034d55103da None None] For port db8698af-2bd4-4219-9d49-af84fe0da564, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=db8698af-2bd4-4219-9d49-af84fe0da564,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:51:14.989166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 487fe216-ddec-4ca2-a203-d1d427e4f020 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:51:15.034852 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:15.081618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 487fe216-ddec-4ca2-a203-d1d427e4f020) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:51:15.087761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:15.089385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:15.094616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b840d2-ca8d-4d59-96ad-0de8bacf7cfe None None] Network 487fe216-ddec-4ca2-a203-d1d427e4f020 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:51:15.191651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421824c7-bff1-4073-bdba-0844b21cfdcf None None] Pushing event updated for resources: {'Port': ['ID=db8698af-2bd4-4219-9d49-af84fe0da564,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:15.200062 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Routers {'eacd419c-62e4-4029-b090-16397e507075'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:51:15.200642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-074e53b8-b76f-430b-816a-6034d55103da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:50:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['eacd419c-62e4-4029-b090-16397e507075'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:15.202350 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-28fdfdcb-673c-4cbc-a72a-beb218470f4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1125293 Mar 02 20:51:15.204853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53900) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:15.511868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-074e53b8-b76f-430b-816a-6034d55103da None None] Set router eacd419c-62e4-4029-b090-16397e507075 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:51:15.551126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-487fe216-ddec-4ca2-a203-d1d427e4f020', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:51:15.552016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:15.899757 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Allocated IP 172.20.0.2 (487fe216-ddec-4ca2-a203-d1d427e4f020/eb409324-b9fd-496e-be42-6ebb7150ca69/f37c0a78-6559-4ed3-bb46-1db446bdf566) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:51:15.941449 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:16.029075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-074e53b8-b76f-430b-816a-6034d55103da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:13Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:16.043195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074e53b8-b76f-430b-816a-6034d55103da None None] The sync data for ids ['eacd419c-62e4-4029-b090-16397e507075'] in dv-neutron-831593-2-hyperv is: [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:13Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:51:16.130468 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:16.142685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Transition to ACTIVE for port object f37c0a78-6559-4ed3-bb46-1db446bdf566 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:51:16.165233 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Transition to ACTIVE for port object f37c0a78-6559-4ed3-bb46-1db446bdf566 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:51:16.227445 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:16.307003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Network 487fe216-ddec-4ca2-a203-d1d427e4f020 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:51:16.311376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:51:16.313829 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:51:16.374893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.20.0.1 (487fe216-ddec-4ca2-a203-d1d427e4f020/eb409324-b9fd-496e-be42-6ebb7150ca69/1731561c-a777-471b-ab71-cae9c1efbec8) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:51:16.420855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Attempting to bind port f37c0a78-6559-4ed3-bb46-1db446bdf566 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:51:16.421140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Attempting to bind port f37c0a78-6559-4ed3-bb46-1db446bdf566 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:51:16.421496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Attempting to bind port f37c0a78-6559-4ed3-bb46-1db446bdf566 on network 487fe216-ddec-4ca2-a203-d1d427e4f020 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:51:16.423658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Pushing event updated for resources: {'Port': ['ID=f37c0a78-6559-4ed3-bb46-1db446bdf566,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:16.432340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:51:16.432789 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Checking segment: {'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:51:16.433258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:16.433713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Bound using segment: {'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:51:16.434270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Bound port: f37c0a78-6559-4ed3-bb46-1db446bdf566, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:51:16.434741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:16.527167 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] For port f37c0a78-6559-4ed3-bb46-1db446bdf566, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:51:16.530743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] For port f37c0a78-6559-4ed3-bb46-1db446bdf566, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f37c0a78-6559-4ed3-bb46-1db446bdf566,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:51:16.552055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:16.568957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Transition to ACTIVE for port object 1731561c-a777-471b-ab71-cae9c1efbec8 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:51:16.619193 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:16.682371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:16.710133 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcdfad-90f2-4d9d-8833-dbf59d200b5d None None] Pushing event updated for resources: {'Port': ['ID=f37c0a78-6559-4ed3-bb46-1db446bdf566,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:16.765883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 487fe216-ddec-4ca2-a203-d1d427e4f020 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:51:16.768902 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:51:16.771709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:51:16.926175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=1731561c-a777-471b-ab71-cae9c1efbec8,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:16.953510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:17.126108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:17.149798 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9d16ff8e-ca63-4203-97a5-7dc3d40cb983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:17.540897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:17.601802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:17.648251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6a037-18be-4d15-9fbc-7b856c60f6c6 None None] Network 487fe216-ddec-4ca2-a203-d1d427e4f020 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:51:17.718344 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=1731561c-a777-471b-ab71-cae9c1efbec8,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:17.720807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:17.769954 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f37c0a78-6559-4ed3-bb46-1db446bdf566 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:51:17.865336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e26b7e5c-6f78-4a99-af84-d9a323c2b1c9 None None] Provisioning for port f37c0a78-6559-4ed3-bb46-1db446bdf566 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:51:17.870040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 487fe216-ddec-4ca2-a203-d1d427e4f020 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:51:17.875494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:51:18.031005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port f37c0a78-6559-4ed3-bb46-1db446bdf566 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:51:18.038550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f37c0a78-6559-4ed3-bb46-1db446bdf566 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:51:18.038920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:18.170567 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:18.207642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port f37c0a78-6559-4ed3-bb46-1db446bdf566, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f37c0a78-6559-4ed3-bb46-1db446bdf566,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:51:18.280457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router eacd419c-62e4-4029-b090-16397e507075 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:51:18.282249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:18.283323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device db8698af-2bd4-4219-9d49-af84fe0da564 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:51:18.417050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3498a608-7906-4946-9d87-d6c40435d64f None None] Provisioning complete for port f37c0a78-6559-4ed3-bb46-1db446bdf566 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:51:18.417424 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3498a608-7906-4946-9d87-d6c40435d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:18.440767 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=f37c0a78-6559-4ed3-bb46-1db446bdf566,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:18.500140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:51:18.514155 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8eaeb522-0a33-4621-960a-4e7a2a838e6f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "PUT /v2.0/routers/eacd419c-62e4-4029-b090-16397e507075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3082523 Mar 02 20:51:18.535863 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port db8698af-2bd4-4219-9d49-af84fe0da564 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:51:18.548781 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port db8698af-2bd4-4219-9d49-af84fe0da564 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:51:18.549244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:18.675204 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:18.681773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3498a608-7906-4946-9d87-d6c40435d64f None None] Provisioning for port 1731561c-a777-471b-ab71-cae9c1efbec8 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:51:18.691721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-3498a608-7906-4946-9d87-d6c40435d64f None None] Provisioning complete for port 1731561c-a777-471b-ab71-cae9c1efbec8 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:51:18.692078 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3498a608-7906-4946-9d87-d6c40435d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:18.704945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-8e8617cb-41c1-4c61-b046-550d5e47250d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:51:18.731068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port db8698af-2bd4-4219-9d49-af84fe0da564, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=db8698af-2bd4-4219-9d49-af84fe0da564,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:51:18.750275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-3498a608-7906-4946-9d87-d6c40435d64f None None] Port 1731561c-a777-471b-ab71-cae9c1efbec8 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:51:18.777142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-8e8617cb-41c1-4c61-b046-550d5e47250d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:51:18.778344 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-8e8617cb-41c1-4c61-b046-550d5e47250d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1371831341&fields=id&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 267 time: 0.1138618 Mar 02 20:51:18.800941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:18.875636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=db8698af-2bd4-4219-9d49-af84fe0da564,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:18.884936 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-024e3eae-433f-4544-9499-fb7b859db3b0 None None] Provisioning complete for port 1731561c-a777-471b-ab71-cae9c1efbec8 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:51:18.885332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-024e3eae-433f-4544-9499-fb7b859db3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:18.941638 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-024e3eae-433f-4544-9499-fb7b859db3b0 None None] Port 1731561c-a777-471b-ab71-cae9c1efbec8 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:51:19.023071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-db02c392-daaa-49a2-b733-85140ec3bd1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:19.023739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-db02c392-daaa-49a2-b733-85140ec3bd1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:51:19.108384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-db02c392-daaa-49a2-b733-85140ec3bd1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:51:19.109617 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-db02c392-daaa-49a2-b733-85140ec3bd1d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/networks?id=487fe216-ddec-4ca2-a203-d1d427e4f020 HTTP/1.1" status: 200 len: 796 time: 0.3249738 Mar 02 20:51:19.126469 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d77ad08d-0d63-41f0-821e-2769dc3af218 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/quotas/55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 375 time: 0.0110559 Mar 02 20:51:19.212303 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-dfea87d4-69d9-4856-b71f-519295aac3b4 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:51:19.321521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-dfea87d4-69d9-4856-b71f-519295aac3b4 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:51:19.322913 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-dfea87d4-69d9-4856-b71f-519295aac3b4 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1904240 Mar 02 20:51:19.350113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ecdeca42-ad5c-4816-9f8d-643168be8163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:19.466780 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-2f961a12-b749-4334-8ac3-3e2c86b652b1 service neutron] 10.222.0.44 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313136 Mar 02 20:51:19.601029 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-32e07bad-9357-43fc-bdb5-0677142256d2 service neutron] 10.222.0.44 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281545 Mar 02 20:51:19.624743 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Sync routers for ids ['eacd419c-62e4-4029-b090-16397e507075'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:51:19.637770 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Routers {'eacd419c-62e4-4029-b090-16397e507075'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:51:19.638393 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:51:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['eacd419c-62e4-4029-b090-16397e507075'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:19.706035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f37c0a78-6559-4ed3-bb46-1db446bdf566 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:51:19.776823 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f37c0a78-6559-4ed3-bb46-1db446bdf566 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:51:19.777673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:19.869261 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Set router eacd419c-62e4-4029-b090-16397e507075 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:51:19.881685 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9629ccb5-832b-4a83-907f-d1e67c092bb1 req-567922e2-6785-405d-9539-10419942ba18 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 210 time: 0.0443916 Mar 02 20:51:19.920193 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device db8698af-2bd4-4219-9d49-af84fe0da564 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:51:19.997824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port db8698af-2bd4-4219-9d49-af84fe0da564 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:51:19.998232 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:20.192544 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1731561c-a777-471b-ab71-cae9c1efbec8', 'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:27:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:16Z', 'updated_at': '2022-03-02T20:51:17Z', 'revision_number': 2, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:20.196787 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Checking router: eacd419c-62e4-4029-b090-16397e507075 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:51:20.197135 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Updating router eacd419c-62e4-4029-b090-16397e507075 port 1731561c-a777-471b-ab71-cae9c1efbec8 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:51:20.247595 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:20.611107 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:20.622634 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Transition to ACTIVE for port object 1731561c-a777-471b-ab71-cae9c1efbec8 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:51:20.646778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:20.704160 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:20.727166 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:20.831309 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fca86-a597-4301-8db6-01716807b195 None None] Pushing event updated for resources: {'Port': ['ID=1731561c-a777-471b-ab71-cae9c1efbec8,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:20.902417 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fca86-a597-4301-8db6-01716807b195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:20.902754 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fca86-a597-4301-8db6-01716807b195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:20.903086 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fca86-a597-4301-8db6-01716807b195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:20.903409 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fca86-a597-4301-8db6-01716807b195 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:20.903733 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fca86-a597-4301-8db6-01716807b195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:20.904052 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fca86-a597-4301-8db6-01716807b195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:20.904372 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fca86-a597-4301-8db6-01716807b195 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:20.904688 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fca86-a597-4301-8db6-01716807b195 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:20.905002 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fca86-a597-4301-8db6-01716807b195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:20.905311 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fca86-a597-4301-8db6-01716807b195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:20.905620 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471fca86-a597-4301-8db6-01716807b195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:51:20.930244 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Attempting to bind port 1731561c-a777-471b-ab71-cae9c1efbec8 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:51:20.930878 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Attempting to bind port 1731561c-a777-471b-ab71-cae9c1efbec8 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:51:20.931420 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Attempting to bind port 1731561c-a777-471b-ab71-cae9c1efbec8 on network 487fe216-ddec-4ca2-a203-d1d427e4f020 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:51:20.939026 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:51:20.939489 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Checking segment: {'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:51:20.940105 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:20.940760 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Bound using segment: {'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:51:20.941363 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Bound port: 1731561c-a777-471b-ab71-cae9c1efbec8, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:51:20.941880 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:21.040922 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] For port 1731561c-a777-471b-ab71-cae9c1efbec8, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:51:21.043957 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] For port 1731561c-a777-471b-ab71-cae9c1efbec8, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1731561c-a777-471b-ab71-cae9c1efbec8,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:51:21.046979 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-48167052-0076-4fe4-9a4e-8528f2933376 req-f70f7477-7bb9-4f97-92e1-426521928dc5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 210 time: 0.0429461 Mar 02 20:51:21.103458 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:21.184680 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fca86-a597-4301-8db6-01716807b195 None None] Pushing event updated for resources: {'Port': ['ID=1731561c-a777-471b-ab71-cae9c1efbec8,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:21.188315 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Routers {'eacd419c-62e4-4029-b090-16397e507075'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:51:21.195956 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:51:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['eacd419c-62e4-4029-b090-16397e507075'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:21.373583 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] Set router eacd419c-62e4-4029-b090-16397e507075 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:51:21.702550 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1731561c-a777-471b-ab71-cae9c1efbec8', 'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:27:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:16Z', 'updated_at': '2022-03-02T20:51:21Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:21.706341 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa83a3-04f5-4150-bfb3-c10e1750f5e4 None None] The sync data for ids ['eacd419c-62e4-4029-b090-16397e507075'] in dv-neutron-831593-2-hyperv is: [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1731561c-a777-471b-ab71-cae9c1efbec8', 'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:27:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:16Z', 'updated_at': '2022-03-02T20:51:21Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:51:21.989340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:22.226761 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a6425242-f8d6-4fab-b51f-2b7f1635f730 req-896e1984-3614-4c5a-ace2-77dea8e7918a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 210 time: 0.0471878 Mar 02 20:51:22.312312 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-2dfa38c8-39a9-4697-8056-9b7f889ac2a6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:22.315397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-2dfa38c8-39a9-4697-8056-9b7f889ac2a6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:51:22.326492 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-2dfa38c8-39a9-4697-8056-9b7f889ac2a6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:51:22.327625 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-2dfa38c8-39a9-4697-8056-9b7f889ac2a6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/networks?id=487fe216-ddec-4ca2-a203-d1d427e4f020 HTTP/1.1" status: 200 len: 796 time: 0.1818326 Mar 02 20:51:22.385493 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-11e4281f-ac77-496f-8e3a-d1d974571dcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:51:22.398737 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-11e4281f-ac77-496f-8e3a-d1d974571dcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:51:22.400016 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-11e4281f-ac77-496f-8e3a-d1d974571dcf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 380 time: 0.0580933 Mar 02 20:51:22.414776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'port': {'device_id': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'admin_state_up': True, 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'security_groups': ['dd92996f-0a92-4df5-9ace-867a2ce89cc8']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:22.557557 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:22.567787 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:22.635379 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:51:22.639249 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:22.898226 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.20.0.10 (487fe216-ddec-4ca2-a203-d1d427e4f020/eb409324-b9fd-496e-be42-6ebb7150ca69/a04673c2-4857-4412-b339-409271985eb6) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:51:23.079480 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:23.097091 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Transition to ACTIVE for port object a04673c2-4857-4412-b339-409271985eb6 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:51:23.173217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:23.248116 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 487fe216-ddec-4ca2-a203-d1d427e4f020 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:51:23.251046 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:51:23.256269 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:51:23.291807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=a04673c2-4857-4412-b339-409271985eb6,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:23.327339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:23.327997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:23.408671 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-debe32f2-93da-4992-ac6b-ca60d3840643 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9980438 Mar 02 20:51:23.425657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-0e81df55-1f06-485a-b4a1-940df78907c8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:51:23.427064 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-0e81df55-1f06-485a-b4a1-940df78907c8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063972 Mar 02 20:51:23.437704 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Request body: {'port': {'device_id': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:23.452041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997cb18-3ebe-4fd6-8aef-9391e1f51c31 req-79149e97-e126-430b-9842-2ff86535a49e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:23.453502 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9997cb18-3ebe-4fd6-8aef-9391e1f51c31 req-79149e97-e126-430b-9842-2ff86535a49e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 932 time: 0.0815778 Mar 02 20:51:23.498947 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9997cb18-3ebe-4fd6-8aef-9391e1f51c31 req-057adb82-1c8a-4402-8ba1-b923f56e477e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393977 Mar 02 20:51:23.548199 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:23.589996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-630fb5b4-91a3-4256-92db-5c40b372c553 None None] Provisioning for port a04673c2-4857-4412-b339-409271985eb6 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:51:23.594936 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-630fb5b4-91a3-4256-92db-5c40b372c553 None None] Provisioning complete for port a04673c2-4857-4412-b339-409271985eb6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:51:23.595363 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-630fb5b4-91a3-4256-92db-5c40b372c553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:23.646967 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-630fb5b4-91a3-4256-92db-5c40b372c553 None None] Port a04673c2-4857-4412-b339-409271985eb6 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:51:23.720030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1731561c-a777-471b-ab71-cae9c1efbec8 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:51:23.847765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 1731561c-a777-471b-ab71-cae9c1efbec8 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:51:23.852921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1731561c-a777-471b-ab71-cae9c1efbec8 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:51:23.853291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:23.896779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04673c2-4857-4412-b339-409271985eb6 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:51:23.903499 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:23.918358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Transition to ACTIVE for port object a04673c2-4857-4412-b339-409271985eb6 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:51:23.966488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:23.997272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 1731561c-a777-471b-ab71-cae9c1efbec8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1731561c-a777-471b-ab71-cae9c1efbec8,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:51:24.000236 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:24.091591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:24.128640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a04673c2-4857-4412-b339-409271985eb6,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:24.171211 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=1731561c-a777-471b-ab71-cae9c1efbec8,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:24.236137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Attempting to bind port a04673c2-4857-4412-b339-409271985eb6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:51:24.236468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Attempting to bind port a04673c2-4857-4412-b339-409271985eb6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:51:24.236793 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Attempting to bind port a04673c2-4857-4412-b339-409271985eb6 on network 487fe216-ddec-4ca2-a203-d1d427e4f020 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:51:24.242745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Port a04673c2-4857-4412-b339-409271985eb6 on network 487fe216-ddec-4ca2-a203-d1d427e4f020 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:51:24.243065 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Attempting to bind port a04673c2-4857-4412-b339-409271985eb6 on network 487fe216-ddec-4ca2-a203-d1d427e4f020 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:51:24.249432 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:51:24.249768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Checking segment: {'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:51:24.250168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Bound using segment: {'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:51:24.250580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Bound port: a04673c2-4857-4412-b339-409271985eb6, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:51:24.250919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:24.344523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] For port a04673c2-4857-4412-b339-409271985eb6, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:51:24.347416 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] For port a04673c2-4857-4412-b339-409271985eb6, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a04673c2-4857-4412-b339-409271985eb6,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:51:24.412628 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:24.472873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:24.474234 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] 10.222.0.31 "PUT /v2.0/ports/a04673c2-4857-4412-b339-409271985eb6 HTTP/1.1" status: 200 len: 1094 time: 1.0406413 Mar 02 20:51:24.474605 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'tag': 'a04673c2-4857-4412-b339-409271985eb6'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:51:24.497520 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c52d8-d9c7-4895-8a8c-76b3e003d0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a04673c2-4857-4412-b339-409271985eb6,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:24.534325 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'tag': 'a04673c2-4857-4412-b339-409271985eb6', 'status': 'completed', 'code': 200} Mar 02 20:51:24.638904 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5d64c45d-0533-4273-9d2e-8a8abf3ba0a4 req-52d0bbb2-5567-4add-ab51-f73a4cbb3c52 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 1097 time: 0.0763078 Mar 02 20:51:24.710681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d284378-a73d-414c-81fe-55660e237f61 req-1b5605c4-6b3b-442b-8af1-cf057fad0cb8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:24.712120 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9d284378-a73d-414c-81fe-55660e237f61 req-1b5605c4-6b3b-442b-8af1-cf057fad0cb8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 944 time: 0.0865543 Mar 02 20:51:24.757687 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9d284378-a73d-414c-81fe-55660e237f61 req-27ef0247-50b8-430c-82bf-9524bf71b0e9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397708 Mar 02 20:51:24.784650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c45d-0533-4273-9d2e-8a8abf3ba0a4 req-31238a7e-f47c-49f7-8c28-b01470854a7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:24.786404 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5d64c45d-0533-4273-9d2e-8a8abf3ba0a4 req-31238a7e-f47c-49f7-8c28-b01470854a7c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1372082 Mar 02 20:51:24.922625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c45d-0533-4273-9d2e-8a8abf3ba0a4 req-ce28ccac-cab7-446f-bfeb-cefd965ba23a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:24.924081 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5d64c45d-0533-4273-9d2e-8a8abf3ba0a4 req-ce28ccac-cab7-446f-bfeb-cefd965ba23a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1313648 Mar 02 20:51:25.122990 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-4446d2f7-0c54-448a-81cc-b8b92cf88d41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 1097 time: 0.1561146 Mar 02 20:51:25.196938 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-cb978c3b-f87e-4e69-b4b6-443dba0fcbc2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04673c2-4857-4412-b339-409271985eb6 HTTP/1.1" status: 200 len: 217 time: 0.0633883 Mar 02 20:51:25.261628 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-426acf65-6bcc-4329-92e0-651065f2a65f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:25.263089 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-426acf65-6bcc-4329-92e0-651065f2a65f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb409324-b9fd-496e-be42-6ebb7150ca69 HTTP/1.1" status: 200 len: 835 time: 0.0570853 Mar 02 20:51:25.343178 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-569447f8-aa20-469d-a04c-83acd3da2d30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=487fe216-ddec-4ca2-a203-d1d427e4f020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708325 Mar 02 20:51:25.473838 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-21fc4c11-8bf9-4e1e-817c-8d7364e8729a service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236429 Mar 02 20:51:25.604371 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2902e260-ecf0-432a-870f-cf7d73be3869 req-1e178ad4-2f20-4a9f-80fc-14caae8ad595 service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232936 Mar 02 20:51:25.703429 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1731561c-a777-471b-ab71-cae9c1efbec8 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:51:25.775160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1731561c-a777-471b-ab71-cae9c1efbec8 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:51:25.775543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:25.950916 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dea85b-4325-46a9-ae54-d60c17fc7bac req-624f5014-e404-4ca0-b679-4b05576d4405 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:25.952620 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f4dea85b-4325-46a9-ae54-d60c17fc7bac req-624f5014-e404-4ca0-b679-4b05576d4405 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 944 time: 0.0769489 Mar 02 20:51:25.996749 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f4dea85b-4325-46a9-ae54-d60c17fc7bac req-d5e07095-b6c5-4fcf-b9da-6fe1810ee8bf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379455 Mar 02 20:51:27.215991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16097027-af47-414f-8696-4fc4bdf70ef7 req-d0784ae0-c66d-4a47-b489-baeaeb4d87dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:27.217426 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-16097027-af47-414f-8696-4fc4bdf70ef7 req-d0784ae0-c66d-4a47-b489-baeaeb4d87dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 944 time: 0.1028392 Mar 02 20:51:27.263454 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-16097027-af47-414f-8696-4fc4bdf70ef7 req-6d2eaf43-f121-4f82-91a0-db13a8c6c072 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396280 Mar 02 20:51:28.456650 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52a509-e460-4205-9520-d950f003e12b req-518d4f5e-fff1-433c-b124-8590692fd299 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:28.458056 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8d52a509-e460-4205-9520-d950f003e12b req-518d4f5e-fff1-433c-b124-8590692fd299 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 944 time: 0.0754313 Mar 02 20:51:28.501557 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8d52a509-e460-4205-9520-d950f003e12b req-928abf20-8a61-4039-8bc3-547e8a4eb39a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381894 Mar 02 20:51:29.208199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a04673c2-4857-4412-b339-409271985eb6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:51:29.368021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a04673c2-4857-4412-b339-409271985eb6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a04673c2-4857-4412-b339-409271985eb6,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:51:29.384202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'a04673c2-4857-4412-b339-409271985eb6', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'port_id': 'a04673c2-4857-4412-b339-409271985eb6', 'mac_address': 'fa:16:3e:76:cf:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:51:29.436093 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:29.453431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04673c2-4857-4412-b339-409271985eb6 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:51:29.468472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a04673c2-4857-4412-b339-409271985eb6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a04673c2-4857-4412-b339-409271985eb6,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:51:29.531319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:29.597956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a04673c2-4857-4412-b339-409271985eb6,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:29.705892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca37ca-2997-47d2-bcbe-d5c6e8e8d8cf req-a7625f80-eb21-4ac3-9a54-d60794bfd6c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:29.707553 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-54ca37ca-2997-47d2-bcbe-d5c6e8e8d8cf req-a7625f80-eb21-4ac3-9a54-d60794bfd6c1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 945 time: 0.0781567 Mar 02 20:51:29.752187 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-54ca37ca-2997-47d2-bcbe-d5c6e8e8d8cf req-4e142c9f-8668-4109-95a3-f0467827a196 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391674 Mar 02 20:51:29.788182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a04673c2-4857-4412-b339-409271985eb6'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:51:30.945580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141123f-5c65-4df1-8276-a257502d2893 req-6f628ea5-48a7-4171-8c5c-397325d8a845 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:30.947024 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4141123f-5c65-4df1-8276-a257502d2893 req-6f628ea5-48a7-4171-8c5c-397325d8a845 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 945 time: 0.0763478 Mar 02 20:51:30.994134 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4141123f-5c65-4df1-8276-a257502d2893 req-0015ccb0-346e-419f-be39-c643e2ac9f39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414782 Mar 02 20:51:31.218252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a04673c2-4857-4412-b339-409271985eb6 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:51:31.342559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port a04673c2-4857-4412-b339-409271985eb6 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:51:31.347935 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port a04673c2-4857-4412-b339-409271985eb6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:51:31.348235 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:31.467030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:31.493882 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04673c2-4857-4412-b339-409271985eb6'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:51:31.503415 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a04673c2-4857-4412-b339-409271985eb6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a04673c2-4857-4412-b339-409271985eb6,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:51:31.550485 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04673c2-4857-4412-b339-409271985eb6', 'code': 200} Mar 02 20:51:31.566493 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:31.633959 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a04673c2-4857-4412-b339-409271985eb6,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:31.935672 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-32f50694-0ac5-407d-9594-e591b76796fb req-632b3ce4-6f4e-4ca2-abd7-acc62a079895 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 1099 time: 0.0668867 Mar 02 20:51:31.981088 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-32f50694-0ac5-407d-9594-e591b76796fb req-82d82e6f-5b0c-4855-a66b-2f1fd14d9928 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362339 Mar 02 20:51:32.191845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c421-9e1c-42d2-bade-43e94e65ce5f req-95902cff-3f62-45d9-9e13-0ba9b6016db3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:32.193228 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-91d9c421-9e1c-42d2-bade-43e94e65ce5f req-95902cff-3f62-45d9-9e13-0ba9b6016db3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0772572 Mar 02 20:51:32.238800 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-91d9c421-9e1c-42d2-bade-43e94e65ce5f req-7bef1493-244b-48da-b6b2-bf78457d1fa5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400708 Mar 02 20:51:33.442159 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1528385-6727-4ebb-b13e-7c50211a4d6d req-3f6ad875-82c0-42f5-a892-3dee841b47a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:33.443605 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e1528385-6727-4ebb-b13e-7c50211a4d6d req-3f6ad875-82c0-42f5-a892-3dee841b47a8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0826387 Mar 02 20:51:33.489972 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e1528385-6727-4ebb-b13e-7c50211a4d6d req-796e1b8b-3b1d-46dc-aaa2-ec2d4816bb7d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407560 Mar 02 20:51:33.681913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d4260-2713-457a-b0ca-7205396163f7 req-21ae2e9b-e035-4e26-8dac-66aa085ffb17 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:33.683369 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-841d4260-2713-457a-b0ca-7205396163f7 req-21ae2e9b-e035-4e26-8dac-66aa085ffb17 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0762999 Mar 02 20:51:33.727489 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-841d4260-2713-457a-b0ca-7205396163f7 req-c6d9ade6-38eb-464d-a8cd-3f9dd08d52f3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387702 Mar 02 20:51:33.754944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53956) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:33.826952 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ef427128-352b-4a0a-9599-3942007ff371 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 1094 time: 0.0709209 Mar 02 20:51:33.829466 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53960) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:33.834808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': 'a04673c2-4857-4412-b339-409271985eb6', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:51:33.840155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:51:33.844092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:floatingip and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:51:33.846983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:51:33.852693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:51:33.932366 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:34.146736 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:34.283898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.26.5.37 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/150b1370-87b1-4c3e-85fe-628dd5bade7e) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:51:34.432395 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:34.515646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:34.590496 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:51:34.593556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:51:34.596232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:51:34.625406 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=150b1370-87b1-4c3e-85fe-628dd5bade7e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:35.092976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:35.198417 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:35.400147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:35.457283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:35.567925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=150b1370-87b1-4c3e-85fe-628dd5bade7e,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:51:35.580970 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:35.766224 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Floating IP c635ec73-aa6a-4d15-a4d0-60c97ee1e331 associated. External IP: 172.26.5.37, port: a04673c2-4857-4412-b339-409271985eb6. Mar 02 20:51:36.242915 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router eacd419c-62e4-4029-b090-16397e507075 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:51:36.442173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:51:36.451670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c30d7-4f67-4a5e-9cfc-609ccb02a6b6 None None] Sync routers for ids ['eacd419c-62e4-4029-b090-16397e507075'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:51:36.463616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c30d7-4f67-4a5e-9cfc-609ccb02a6b6 None None] Routers {'eacd419c-62e4-4029-b090-16397e507075'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:51:36.464218 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f45c30d7-4f67-4a5e-9cfc-609ccb02a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:51:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['eacd419c-62e4-4029-b090-16397e507075'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:36.525579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:36.592531 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3cb1cda0-f3b7-48bf-adce-8814eca827b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7620409 Mar 02 20:51:36.593829 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'tag': 'a04673c2-4857-4412-b339-409271985eb6'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:51:36.645690 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-f45c30d7-4f67-4a5e-9cfc-609ccb02a6b6 None None] Set router eacd419c-62e4-4029-b090-16397e507075 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:51:36.655351 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'tag': 'a04673c2-4857-4412-b339-409271985eb6', 'status': 'completed', 'code': 200} Mar 02 20:51:36.752231 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5b63f205-1024-4d94-a0fd-7db5daf988c3 req-b62ad5db-d55a-416c-b0a3-dded008b0eec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 1099 time: 0.0747535 Mar 02 20:51:36.765935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a437e85-4b54-420c-8ac9-10990070130b req-d01cfc1b-3e99-47bb-8048-0b05996a2bc9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:36.767371 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a437e85-4b54-420c-8ac9-10990070130b req-d01cfc1b-3e99-47bb-8048-0b05996a2bc9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0759332 Mar 02 20:51:36.813230 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a437e85-4b54-420c-8ac9-10990070130b req-10b19520-f237-4dc4-ac77-fe10a66c100c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395896 Mar 02 20:51:36.841790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53968) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:36.978295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63f205-1024-4d94-a0fd-7db5daf988c3 req-b61de55c-dac0-44d2-9a34-1dcefffa5d23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:36.979666 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5b63f205-1024-4d94-a0fd-7db5daf988c3 req-b61de55c-dac0-44d2-9a34-1dcefffa5d23 service neutron] 10.222.0.31 "GET /v2.0/networks?id=487fe216-ddec-4ca2-a203-d1d427e4f020 HTTP/1.1" status: 200 len: 898 time: 0.2207756 Mar 02 20:51:36.984040 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-3daa7293-0279-417f-b516-d9ad470f4faf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/c635ec73-aa6a-4d15-a4d0-60c97ee1e331 HTTP/1.1" status: 200 len: 991 time: 0.1400030 Mar 02 20:51:36.999919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f45c30d7-4f67-4a5e-9cfc-609ccb02a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'c635ec73-aa6a-4d15-a4d0-60c97ee1e331', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.37', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'eacd419c-62e4-4029-b090-16397e507075', 'port_id': 'a04673c2-4857-4412-b339-409271985eb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'mac_address': 'fa:16:3e:76:cf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:51:34Z', 'updated_at': '2022-03-02T20:51:34Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1731561c-a777-471b-ab71-cae9c1efbec8', 'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:27:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:16Z', 'updated_at': '2022-03-02T20:51:23Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:37.004615 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c30d7-4f67-4a5e-9cfc-609ccb02a6b6 None None] Checking router: eacd419c-62e4-4029-b090-16397e507075 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:51:37.015048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c30d7-4f67-4a5e-9cfc-609ccb02a6b6 None None] Routers {'eacd419c-62e4-4029-b090-16397e507075'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:51:37.015640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f45c30d7-4f67-4a5e-9cfc-609ccb02a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:51:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['eacd419c-62e4-4029-b090-16397e507075'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:37.080902 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5b63f205-1024-4d94-a0fd-7db5daf988c3 req-0442a5bc-701c-45ff-8bf3-7182b7b73de2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04673c2-4857-4412-b339-409271985eb6 HTTP/1.1" status: 200 len: 999 time: 0.0942748 Mar 02 20:51:37.146442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63f205-1024-4d94-a0fd-7db5daf988c3 req-f58c56ca-99f1-427b-9832-60d54e3e0f6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:37.147891 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5b63f205-1024-4d94-a0fd-7db5daf988c3 req-f58c56ca-99f1-427b-9832-60d54e3e0f6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb409324-b9fd-496e-be42-6ebb7150ca69 HTTP/1.1" status: 200 len: 835 time: 0.0612261 Mar 02 20:51:37.190068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-f45c30d7-4f67-4a5e-9cfc-609ccb02a6b6 None None] Set router eacd419c-62e4-4029-b090-16397e507075 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:51:37.223665 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5b63f205-1024-4d94-a0fd-7db5daf988c3 req-7cc76ac1-e372-4818-bb2b-c73ffb4dcfcf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=487fe216-ddec-4ca2-a203-d1d427e4f020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684569 Mar 02 20:51:37.356782 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5b63f205-1024-4d94-a0fd-7db5daf988c3 req-05698a05-f3a1-4add-ba74-faa9ff77436b service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263690 Mar 02 20:51:37.488414 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5b63f205-1024-4d94-a0fd-7db5daf988c3 req-394c5575-e46b-41e2-a3fd-7398eee4d22b service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248801 Mar 02 20:51:37.573503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-f45c30d7-4f67-4a5e-9cfc-609ccb02a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'c635ec73-aa6a-4d15-a4d0-60c97ee1e331', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.37', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'eacd419c-62e4-4029-b090-16397e507075', 'port_id': 'a04673c2-4857-4412-b339-409271985eb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'mac_address': 'fa:16:3e:76:cf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:51:34Z', 'updated_at': '2022-03-02T20:51:34Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1731561c-a777-471b-ab71-cae9c1efbec8', 'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:27:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:16Z', 'updated_at': '2022-03-02T20:51:23Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:51:37.577744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c30d7-4f67-4a5e-9cfc-609ccb02a6b6 None None] The sync data for ids ['eacd419c-62e4-4029-b090-16397e507075'] in dv-neutron-831593-2-hyperv is: [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'c635ec73-aa6a-4d15-a4d0-60c97ee1e331', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.37', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': 'eacd419c-62e4-4029-b090-16397e507075', 'port_id': 'a04673c2-4857-4412-b339-409271985eb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'mac_address': 'fa:16:3e:76:cf:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:51:34Z', 'updated_at': '2022-03-02T20:51:34Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1731561c-a777-471b-ab71-cae9c1efbec8', 'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:27:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:16Z', 'updated_at': '2022-03-02T20:51:23Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:51:37.986919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 53972) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:38.189569 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8ddfbc08-43c1-4dfa-8dc2-aecdcac647bc tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/c635ec73-aa6a-4d15-a4d0-60c97ee1e331 HTTP/1.1" status: 200 len: 991 time: 0.2011268 Mar 02 20:51:38.619306 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa81fad-1574-479a-b5b0-b463bf334509 None None] New status for floating IP c635ec73-aa6a-4d15-a4d0-60c97ee1e331: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:51:39.194423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 53976) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:51:39.298007 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d1788519-df72-442f-b860-9366bf35071a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/c635ec73-aa6a-4d15-a4d0-60c97ee1e331 HTTP/1.1" status: 200 len: 993 time: 0.1025109 Mar 02 20:51:43.182258 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:47.166644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b45a77f0-c076-46b9-b3fe-ae8334aa9d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:48.587613 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:51:49.343320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-30f5e214-a76f-4111-b7ac-277483ddece7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:50.554681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:50.692129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:51.391629 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c2a53885-e8c7-4f87-b0e6-5b1c502fdc65 req-b2471ba7-6b1a-4aca-99b2-1fde77609f14 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738344 Mar 02 20:51:51.529283 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c2a53885-e8c7-4f87-b0e6-5b1c502fdc65 req-04bd80b4-b9bc-4e09-b2e8-bcf703e40f47 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 1099 time: 0.0696256 Mar 02 20:51:51.672682 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53885-e8c7-4f87-b0e6-5b1c502fdc65 req-eec734c7-a411-46bb-b867-9ab8f2711e15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:51.674700 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c2a53885-e8c7-4f87-b0e6-5b1c502fdc65 req-eec734c7-a411-46bb-b867-9ab8f2711e15 service neutron] 10.222.0.31 "GET /v2.0/networks?id=487fe216-ddec-4ca2-a203-d1d427e4f020 HTTP/1.1" status: 200 len: 898 time: 0.1251643 Mar 02 20:51:51.782493 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c2a53885-e8c7-4f87-b0e6-5b1c502fdc65 req-3a390a96-ecd9-4fcc-b178-bca5cea50889 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04673c2-4857-4412-b339-409271985eb6 HTTP/1.1" status: 200 len: 1001 time: 0.0977523 Mar 02 20:51:51.844920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53885-e8c7-4f87-b0e6-5b1c502fdc65 req-045193aa-1f90-4978-bf8f-91305fa1c119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:51:51.846463 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c2a53885-e8c7-4f87-b0e6-5b1c502fdc65 req-045193aa-1f90-4978-bf8f-91305fa1c119 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb409324-b9fd-496e-be42-6ebb7150ca69 HTTP/1.1" status: 200 len: 835 time: 0.0574486 Mar 02 20:51:51.926225 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c2a53885-e8c7-4f87-b0e6-5b1c502fdc65 req-77c68197-2057-4756-be52-fd1ccd4909f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=487fe216-ddec-4ca2-a203-d1d427e4f020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722299 Mar 02 20:51:52.061487 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c2a53885-e8c7-4f87-b0e6-5b1c502fdc65 req-0186ef3e-c6c9-4cd9-8bf1-eae7a1bbb350 service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284389 Mar 02 20:51:52.104169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:52.195977 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-c2a53885-e8c7-4f87-b0e6-5b1c502fdc65 req-c6e2a8fb-d691-4f84-8368-20bc8c315bf0 service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278408 Mar 02 20:52:12.733671 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d1401366-0540-478b-8e45-fe04a1f5b3da req-7c0197d3-d98f-40e7-b3d9-8670dc054881 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0683596 Mar 02 20:52:13.186841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff43645-8561-437f-b0e3-53b9577baa8e req-a9745b5e-3da3-4eaa-adb0-c223ef863636 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:13.189087 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4ff43645-8561-437f-b0e3-53b9577baa8e req-a9745b5e-3da3-4eaa-adb0-c223ef863636 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0938213 Mar 02 20:52:13.199073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:13.267657 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4ff43645-8561-437f-b0e3-53b9577baa8e req-7323a008-64dc-4a3c-bebd-0c9dcb9cda89 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729198 Mar 02 20:52:13.303255 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-90153dfa-e1cb-4196-aedd-f0a54dc54fe5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1466467 Mar 02 20:52:14.535443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50626e-bbb0-4bb3-bdb7-5333638c72c8 req-db28e45f-f0ee-4fe5-b899-684aaecbc4fd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:14.536881 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bc50626e-bbb0-4bb3-bdb7-5333638c72c8 req-db28e45f-f0ee-4fe5-b899-684aaecbc4fd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.1473434 Mar 02 20:52:14.581879 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bc50626e-bbb0-4bb3-bdb7-5333638c72c8 req-d463efac-bb98-461f-92f3-119f253a821a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396929 Mar 02 20:52:15.445644 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-c7b2dba9-de01-406a-9699-1e4f4c49f256 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 1099 time: 0.0671895 Mar 02 20:52:15.575745 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-4d77a623-860a-42d9-ba05-8d1977622e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:15.577417 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-4d77a623-860a-42d9-ba05-8d1977622e6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=487fe216-ddec-4ca2-a203-d1d427e4f020 HTTP/1.1" status: 200 len: 898 time: 0.1239390 Mar 02 20:52:15.683157 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-99c5e5b0-4e5f-45d0-8b5e-98051604c938 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04673c2-4857-4412-b339-409271985eb6 HTTP/1.1" status: 200 len: 1001 time: 0.0967402 Mar 02 20:52:15.750468 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-b50f293f-3c59-4c45-8426-303e60843d2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:15.751122 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-b50f293f-3c59-4c45-8426-303e60843d2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb409324-b9fd-496e-be42-6ebb7150ca69 HTTP/1.1" status: 200 len: 835 time: 0.0576637 Mar 02 20:52:15.785053 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb021848-5f13-44da-9370-505f582b67bb req-a6aa3766-ff95-465a-8b36-dce63c23eb1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:15.786605 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-eb021848-5f13-44da-9370-505f582b67bb req-a6aa3766-ff95-465a-8b36-dce63c23eb1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0758901 Mar 02 20:52:15.835199 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-30e83971-b6df-45a7-8a43-f0774202f221 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=487fe216-ddec-4ca2-a203-d1d427e4f020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735855 Mar 02 20:52:15.835478 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-eb021848-5f13-44da-9370-505f582b67bb req-83f90b6f-3bd5-4364-96ab-f743d7db7182 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Mar 02 20:52:15.969023 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-f3974a38-4a64-44b4-bb17-5e93e0c669c5 service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235378 Mar 02 20:52:16.202211 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-d49ec443-a8ec-489a-9eb3-b6cdd33e6fb6 service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240496 Mar 02 20:52:17.029565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108238e-852a-4804-aeca-d0221c9b379f req-aa7edbb1-28cb-452f-a03e-09004eefc284 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:17.031027 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c108238e-852a-4804-aeca-d0221c9b379f req-aa7edbb1-28cb-452f-a03e-09004eefc284 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0741174 Mar 02 20:52:17.076547 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c108238e-852a-4804-aeca-d0221c9b379f req-2b0df8d7-1c95-45ea-9136-878afb6280b8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396314 Mar 02 20:52:17.136018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1f1e3a8b-45f0-4f6b-98e1-e05ffe137d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:18.276768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf9b8e-8a10-489d-ab95-88dfbd440bde req-1a0ed879-3505-4d44-99c6-af86c01fc8b3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:18.278221 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dedf9b8e-8a10-489d-ab95-88dfbd440bde req-1a0ed879-3505-4d44-99c6-af86c01fc8b3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0794053 Mar 02 20:52:18.322852 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dedf9b8e-8a10-489d-ab95-88dfbd440bde req-5803ad1b-48b8-46f7-b15d-265693ed58f2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392156 Mar 02 20:52:19.359223 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc492-00e3-4d54-bdfe-1f197ea6f013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:19.517291 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109b594-185c-4caa-8fcf-44e50839191f req-b1729a99-138b-4d6c-b921-6e04fe689254 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:19.519399 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4109b594-185c-4caa-8fcf-44e50839191f req-b1729a99-138b-4d6c-b921-6e04fe689254 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0753527 Mar 02 20:52:19.563212 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4109b594-185c-4caa-8fcf-44e50839191f req-af95f5a6-cbdb-489e-bd3c-73955b1e8452 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385475 Mar 02 20:52:20.571080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:20.742973 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:20.853966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bcc72-1804-49d6-932b-d9f3dfa8cd80 req-bedb424d-73eb-4601-8ebe-0d561e4a9a23 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:20.855340 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f8bcc72-1804-49d6-932b-d9f3dfa8cd80 req-bedb424d-73eb-4601-8ebe-0d561e4a9a23 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.1695549 Mar 02 20:52:20.899916 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2f8bcc72-1804-49d6-932b-d9f3dfa8cd80 req-8b97fb48-9c4a-4bf3-971e-2e6d168f7e0e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392399 Mar 02 20:52:22.017191 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:22.095281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada72f32-fc62-4d8c-85a9-e521b74a5920 req-dcbd94fe-fa9a-44a9-ae19-3da4f303b633 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:22.097278 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ada72f32-fc62-4d8c-85a9-e521b74a5920 req-dcbd94fe-fa9a-44a9-ae19-3da4f303b633 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0766239 Mar 02 20:52:22.142573 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ada72f32-fc62-4d8c-85a9-e521b74a5920 req-f3bb59da-3980-4c65-b59a-7bb056a03ecb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399771 Mar 02 20:52:23.343333 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70197e-9504-48eb-8a48-eb0d692a0c5b req-9b4c36cf-da81-448b-b616-bf2cc91b88e8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:23.344657 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0a70197e-9504-48eb-8a48-eb0d692a0c5b req-9b4c36cf-da81-448b-b616-bf2cc91b88e8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0771604 Mar 02 20:52:23.389096 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0a70197e-9504-48eb-8a48-eb0d692a0c5b req-cfef6216-37dc-4caf-af6c-350bbe9fe9ee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385466 Mar 02 20:52:24.583680 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7263c41-4beb-4e7f-b836-810e9b50e67e req-3a9526f1-cd8e-4aa6-a32d-f04520984d07 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:24.585112 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f7263c41-4beb-4e7f-b836-810e9b50e67e req-3a9526f1-cd8e-4aa6-a32d-f04520984d07 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0756643 Mar 02 20:52:24.633154 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f7263c41-4beb-4e7f-b836-810e9b50e67e req-84fe7de1-4fc8-48b5-b364-5d0d0e2cf32f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 Mar 02 20:52:25.587319 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:52:25.892384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949ffd-a25b-4037-a98a-3595cfb3a4f1 req-27bb46d5-f521-4b01-a55a-4ed4748c42eb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:25.894123 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f7949ffd-a25b-4037-a98a-3595cfb3a4f1 req-27bb46d5-f521-4b01-a55a-4ed4748c42eb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.1427939 Mar 02 20:52:25.938740 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f7949ffd-a25b-4037-a98a-3595cfb3a4f1 req-e3981fad-5f47-486d-bfd3-b455f1db696f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391750 Mar 02 20:52:27.136498 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4378f8-6699-404d-a827-75a12d72742e req-d8b0d396-936a-4a45-a21d-094ee13fd872 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:27.137958 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3c4378f8-6699-404d-a827-75a12d72742e req-d8b0d396-936a-4a45-a21d-094ee13fd872 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0809264 Mar 02 20:52:27.182089 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3c4378f8-6699-404d-a827-75a12d72742e req-0ddd2332-4a79-4be4-9d81-d08ca5731084 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386782 Mar 02 20:52:28.381889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995f79e-740d-4e83-9145-363abe982d1f req-4d7873c1-5809-4b86-88cb-57217b0b07fe tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:28.383272 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d995f79e-740d-4e83-9145-363abe982d1f req-4d7873c1-5809-4b86-88cb-57217b0b07fe tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0747776 Mar 02 20:52:28.427717 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d995f79e-740d-4e83-9145-363abe982d1f req-4ceb8a0a-1654-4db4-81ea-f7993e9dd1f7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389915 Mar 02 20:52:29.623270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a4ebc-67b5-4dd9-b0f6-6c770bc0192b req-93e33226-0587-4af0-8006-87691e2a5fb5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:29.624690 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0c7a4ebc-67b5-4dd9-b0f6-6c770bc0192b req-93e33226-0587-4af0-8006-87691e2a5fb5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0797417 Mar 02 20:52:29.669458 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0c7a4ebc-67b5-4dd9-b0f6-6c770bc0192b req-55bcc10a-7bfb-4959-8b61-d26e7da940b9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391605 Mar 02 20:52:30.863964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0ccd7-490b-4a77-af55-1a9be59fe12e req-a9a60ee6-7eb6-4ccb-8414-3ea501fddb35 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:30.865410 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9be0ccd7-490b-4a77-af55-1a9be59fe12e req-a9a60ee6-7eb6-4ccb-8414-3ea501fddb35 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0754211 Mar 02 20:52:30.912476 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9be0ccd7-490b-4a77-af55-1a9be59fe12e req-a4c52c4b-13e1-42cd-ae57-1d4633563fae tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417669 Mar 02 20:52:32.115210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50b3a5-3b40-468c-9ba6-25488e60e046 req-a4d3d681-c54b-4062-be7a-303ac44f712a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:32.116774 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9a50b3a5-3b40-468c-9ba6-25488e60e046 req-a4d3d681-c54b-4062-be7a-303ac44f712a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0805254 Mar 02 20:52:32.163082 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9a50b3a5-3b40-468c-9ba6-25488e60e046 req-a41dc1b5-2183-454d-ba93-336b2a2bf65b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408969 Mar 02 20:52:33.359380 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888517b-b949-469d-8024-cebc19d1c16e req-40218586-b6ec-4fff-9313-d130c1658d43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:33.360724 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c888517b-b949-469d-8024-cebc19d1c16e req-40218586-b6ec-4fff-9313-d130c1658d43 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0787928 Mar 02 20:52:33.405689 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c888517b-b949-469d-8024-cebc19d1c16e req-abece91b-48c4-43d0-bd8c-35411d4fbbc8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393925 Mar 02 20:52:33.509828 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-b91134c9-d63c-4a4a-a66d-575b48012005 service neutron] 10.222.0.31 "GET /v2.0/ports/a04673c2-4857-4412-b339-409271985eb6/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0731404 Mar 02 20:52:34.168198 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-08a38970-474e-4d61-b40d-f232ed849478 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 1099 time: 0.0746777 Mar 02 20:52:34.258369 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-65b72999-610f-4cf3-a551-69424a8ae8f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 1099 time: 0.0674286 Mar 02 20:52:34.388966 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-d769df95-e64e-4ee1-bebe-7ae94f203b3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:34.390426 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-d769df95-e64e-4ee1-bebe-7ae94f203b3c service neutron] 10.222.0.31 "GET /v2.0/networks?id=487fe216-ddec-4ca2-a203-d1d427e4f020 HTTP/1.1" status: 200 len: 898 time: 0.1228538 Mar 02 20:52:34.500090 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-6d06f466-c540-4707-a1d5-c1e4cff714be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04673c2-4857-4412-b339-409271985eb6 HTTP/1.1" status: 200 len: 1001 time: 0.1003509 Mar 02 20:52:34.563333 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-a350211e-cec1-4204-90d5-19d2179ed166 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:34.564770 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-a350211e-cec1-4204-90d5-19d2179ed166 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb409324-b9fd-496e-be42-6ebb7150ca69 HTTP/1.1" status: 200 len: 835 time: 0.0578728 Mar 02 20:52:34.601607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936b6a2-14aa-4b7c-9bac-a54310b28b7d req-798156a1-d070-44ad-a450-8be36050ba0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:34.603086 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f936b6a2-14aa-4b7c-9bac-a54310b28b7d req-798156a1-d070-44ad-a450-8be36050ba0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0768948 Mar 02 20:52:34.650449 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f936b6a2-14aa-4b7c-9bac-a54310b28b7d req-15bb49ee-cd47-4b1b-a004-f705ef3ca5da tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Mar 02 20:52:34.652777 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-c4685298-c2cc-4d93-b4b0-91b6a42d73b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=487fe216-ddec-4ca2-a203-d1d427e4f020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782089 Mar 02 20:52:34.797108 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-342dc6ed-9359-47fb-b3db-5b8dce272f53 service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337657 Mar 02 20:52:34.930281 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-91209279-a0f9-43e8-8e6a-e1365fbab5d9 service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236746 Mar 02 20:52:35.848016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78110965-1ec2-4026-9970-1b3229704c50 req-ab495759-1337-4de1-815e-db5369000477 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:35.850371 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-78110965-1ec2-4026-9970-1b3229704c50 req-ab495759-1337-4de1-815e-db5369000477 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0795012 Mar 02 20:52:35.893972 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-78110965-1ec2-4026-9970-1b3229704c50 req-c6d633b8-e83f-4c60-9582-a0ad7b76ae26 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384574 Mar 02 20:52:37.092404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96bfc7-bb0f-4883-91d5-21d6b36ba502 req-67e35dce-7bf8-4195-9338-b583d55a7c7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:37.094367 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8c96bfc7-bb0f-4883-91d5-21d6b36ba502 req-67e35dce-7bf8-4195-9338-b583d55a7c7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0792682 Mar 02 20:52:37.138983 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8c96bfc7-bb0f-4883-91d5-21d6b36ba502 req-51c3ce3b-6911-4e22-9026-7d259777529e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394847 Mar 02 20:52:37.480572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a04673c2-4857-4412-b339-409271985eb6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:52:37.484028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a04673c2-4857-4412-b339-409271985eb6 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:52:37.694544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:37.716621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a04673c2-4857-4412-b339-409271985eb6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a04673c2-4857-4412-b339-409271985eb6,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:52:37.738598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'a04673c2-4857-4412-b339-409271985eb6', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'port_id': 'a04673c2-4857-4412-b339-409271985eb6', 'mac_address': 'fa:16:3e:76:cf:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:52:37.743505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a04673c2-4857-4412-b339-409271985eb6'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:52:37.776963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a04673c2-4857-4412-b339-409271985eb6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a04673c2-4857-4412-b339-409271985eb6,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:52:37.808997 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:37.821407 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a04673c2-4857-4412-b339-409271985eb6', 'code': 200} Mar 02 20:52:37.831286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a04673c2-4857-4412-b339-409271985eb6 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:52:37.839557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:37.947451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:52:37.947792 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:52:37.952804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a04673c2-4857-4412-b339-409271985eb6,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:52:37.961577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:52:37.961925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:52:37.962346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:52:37.962680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:52:37.963004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:52:37.963323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:52:37.963641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:52:37.963960 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:52:37.964274 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:52:37.964587 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:52:37.964898 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:52:38.339427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caae2a1-71f8-4201-b7d2-6955054ef81a req-e7b609a7-d459-4533-bc43-bd4b41ecb244 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:38.340871 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0caae2a1-71f8-4201-b7d2-6955054ef81a req-e7b609a7-d459-4533-bc43-bd4b41ecb244 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 944 time: 0.0798478 Mar 02 20:52:38.387526 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0caae2a1-71f8-4201-b7d2-6955054ef81a req-7be4086e-3e45-4d97-84db-8c6171036da6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404792 Mar 02 20:52:38.501402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:38.519010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04673c2-4857-4412-b339-409271985eb6 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:52:38.533720 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a04673c2-4857-4412-b339-409271985eb6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a04673c2-4857-4412-b339-409271985eb6,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:52:38.640307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:38.708479 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['a04673c2-4857-4412-b339-409271985eb6'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:52:38.745722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a04673c2-4857-4412-b339-409271985eb6,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:52:38.917014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393119e-059f-484c-b0d0-e25c19ea678a req-55de0dc4-dcdc-494d-8d5b-d01a56d9ca53 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:38.918797 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d393119e-059f-484c-b0d0-e25c19ea678a req-55de0dc4-dcdc-494d-8d5b-d01a56d9ca53 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 945 time: 0.0826898 Mar 02 20:52:38.968695 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d393119e-059f-484c-b0d0-e25c19ea678a req-c148e55d-b97a-45d7-a8f3-7c91edbb6fc2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443203 Mar 02 20:52:39.007275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-e994e44e-298f-4318-9ed4-31245143481f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:39.007962 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-e994e44e-298f-4318-9ed4-31245143481f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:52:39.078597 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-e994e44e-298f-4318-9ed4-31245143481f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:52:39.079863 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-e994e44e-298f-4318-9ed4-31245143481f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1545041 Mar 02 20:52:39.170170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc298d4-846c-4779-8e17-11c9ec9ab6dd req-3edc3a56-8643-4028-a848-874127960a25 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:39.171514 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2fc298d4-846c-4779-8e17-11c9ec9ab6dd req-3edc3a56-8643-4028-a848-874127960a25 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 945 time: 0.0782945 Mar 02 20:52:39.217842 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2fc298d4-846c-4779-8e17-11c9ec9ab6dd req-710a1093-38da-4b32-8fd9-ce44f2ae2156 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407145 Mar 02 20:52:39.225263 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-5e3e4f3c-9e5c-4a77-932b-6d16e2c4537d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 1098 time: 0.0749207 Mar 02 20:52:39.357190 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-6c3a797e-be7a-4c96-94bd-34ddc2f35a6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:39.358654 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-6c3a797e-be7a-4c96-94bd-34ddc2f35a6f service neutron] 10.222.0.31 "GET /v2.0/networks?id=487fe216-ddec-4ca2-a203-d1d427e4f020 HTTP/1.1" status: 200 len: 898 time: 0.1268289 Mar 02 20:52:39.456292 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-91c3d018-cfa8-4786-99b0-07892a3a4be5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04673c2-4857-4412-b339-409271985eb6 HTTP/1.1" status: 200 len: 1000 time: 0.0909529 Mar 02 20:52:39.480289 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a04673c2-4857-4412-b339-409271985eb6 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:52:39.520055 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-45740d6b-b07a-4f4b-9c0e-ab61b7718acd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:39.522097 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-45740d6b-b07a-4f4b-9c0e-ab61b7718acd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb409324-b9fd-496e-be42-6ebb7150ca69 HTTP/1.1" status: 200 len: 835 time: 0.0602393 Mar 02 20:52:39.547627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port a04673c2-4857-4412-b339-409271985eb6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:52:39.548215 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:39.595999 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-36b5a200-c306-42d5-bfc4-c90052b5e855 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=487fe216-ddec-4ca2-a203-d1d427e4f020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677624 Mar 02 20:52:39.700544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:39.730295 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-0d44222a-b476-4e54-96f6-287e4eecc246 service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271093 Mar 02 20:52:39.731984 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port a04673c2-4857-4412-b339-409271985eb6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a04673c2-4857-4412-b339-409271985eb6,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:52:39.822499 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04673c2-4857-4412-b339-409271985eb6'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:52:39.827982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:39.890043 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04673c2-4857-4412-b339-409271985eb6', 'code': 200} Mar 02 20:52:39.901734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=a04673c2-4857-4412-b339-409271985eb6,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:52:39.967408 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-2c808e65-20de-481f-8ced-5c12ba4312d9 req-46baa7d0-f584-4ad0-8f52-9e6579bc124d service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308710 Mar 02 20:52:40.417693 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec4563-42ee-4f23-9f2f-77552b2a103f req-750d3b3d-6f89-40a7-a813-07ebba215a17 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:40.419063 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30ec4563-42ee-4f23-9f2f-77552b2a103f req-750d3b3d-6f89-40a7-a813-07ebba215a17 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0792658 Mar 02 20:52:40.463197 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30ec4563-42ee-4f23-9f2f-77552b2a103f req-a27ebd49-59f0-40bc-b989-0a4861232a07 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388088 Mar 02 20:52:40.834623 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [req-2ac8f3e3-3a5d-45b8-8823-f24865ec1938 req-b031fa64-c600-4334-8da6-b3ed3886e17b tempest-ServerActionsTestJSON-501238124 tempest-ServerActionsTestJSON-501238124-project] (84503) timed out ('10.222.0.31', 58282) {{(pid=84503) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 20:52:41.659634 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd447ed-c248-4797-a2bb-a9407d56f54d req-2b8efdc8-3ee5-4a11-8296-4082e1a50a72 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:41.661100 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7dd447ed-c248-4797-a2bb-a9407d56f54d req-2b8efdc8-3ee5-4a11-8296-4082e1a50a72 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0755193 Mar 02 20:52:41.706012 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7dd447ed-c248-4797-a2bb-a9407d56f54d req-3ba3a9a5-579f-4918-9d77-597dc4bf12be tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 Mar 02 20:52:41.733562 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54078) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:52:41.837962 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8f657db4-bfcf-41e4-9266-1b332b51dfca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/c635ec73-aa6a-4d15-a4d0-60c97ee1e331 HTTP/1.1" status: 200 len: 993 time: 0.1032476 Mar 02 20:52:43.245088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:47.131422 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6332c8c5-2bfd-457e-ab0c-b681ec4a9e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:49.359405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-39a629df-8e09-40ad-9066-30b36ba5f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:50.570621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:50.696265 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:51.389887 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae81218b-9072-4288-8d03-5738727e7a19 req-efa55ce3-5f91-4ab8-8ac4-2ccb512b2697 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699475 Mar 02 20:52:51.526497 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae81218b-9072-4288-8d03-5738727e7a19 req-bc920399-7444-4528-83c2-a3a6ed07d08c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 1099 time: 0.0671465 Mar 02 20:52:51.669505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81218b-9072-4288-8d03-5738727e7a19 req-aac5dad1-c5dc-437d-805a-6be9aa545f1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:51.670914 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae81218b-9072-4288-8d03-5738727e7a19 req-aac5dad1-c5dc-437d-805a-6be9aa545f1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=487fe216-ddec-4ca2-a203-d1d427e4f020 HTTP/1.1" status: 200 len: 898 time: 0.1241412 Mar 02 20:52:51.773994 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae81218b-9072-4288-8d03-5738727e7a19 req-4b457201-0959-4a5f-b174-6a071b911631 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04673c2-4857-4412-b339-409271985eb6 HTTP/1.1" status: 200 len: 1001 time: 0.0961616 Mar 02 20:52:51.836231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81218b-9072-4288-8d03-5738727e7a19 req-4e76c1c0-75fb-4d12-8a78-82246b590912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:52:51.837638 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae81218b-9072-4288-8d03-5738727e7a19 req-4e76c1c0-75fb-4d12-8a78-82246b590912 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb409324-b9fd-496e-be42-6ebb7150ca69 HTTP/1.1" status: 200 len: 835 time: 0.0561938 Mar 02 20:52:51.917628 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae81218b-9072-4288-8d03-5738727e7a19 req-3f002e59-d37d-451a-af5c-9068179f09cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=487fe216-ddec-4ca2-a203-d1d427e4f020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717885 Mar 02 20:52:51.999309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:52.052137 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae81218b-9072-4288-8d03-5738727e7a19 req-a52a9e51-6420-4b9a-8e04-cd9df7aad865 service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258712 Mar 02 20:52:52.181767 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ae81218b-9072-4288-8d03-5738727e7a19 req-c59398dd-9026-4568-9927-4e4af2a38e33 service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221747 Mar 02 20:53:02.587619 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:53:12.582392 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54092) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:12.861040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 150b1370-87b1-4c3e-85fe-628dd5bade7e {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:53:12.861294 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:13.025619 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:13.025998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:13.149084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for 150b1370-87b1-4c3e-85fe-628dd5bade7e owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:53:13.205018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:13.353566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:13.406620 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=150b1370-87b1-4c3e-85fe-628dd5bade7e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:13.446055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:13.446400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:13.446735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:13.447068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:13.447394 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:13.447719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:13.448040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:13.448360 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:13.448679 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:13.448995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:13.449312 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:13.508137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:13.907142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router eacd419c-62e4-4029-b090-16397e507075 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:53:14.105745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:53:14.118516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d4464b-1603-4389-b0ed-789186fe20ba None None] Sync routers for ids ['eacd419c-62e4-4029-b090-16397e507075'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:53:14.129800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4464b-1603-4389-b0ed-789186fe20ba None None] Routers {'eacd419c-62e4-4029-b090-16397e507075'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:53:14.131140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-77d4464b-1603-4389-b0ed-789186fe20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:52:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['eacd419c-62e4-4029-b090-16397e507075'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:14.175883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:14.229040 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a4441e78-ab2b-4d05-984d-f202537e4b0a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/floatingips/c635ec73-aa6a-4d15-a4d0-60c97ee1e331 HTTP/1.1" status: 204 len: 168 time: 1.6455779 Mar 02 20:53:14.229692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'tag': 'a04673c2-4857-4412-b339-409271985eb6'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:53:14.290333 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'tag': 'a04673c2-4857-4412-b339-409271985eb6', 'status': 'completed', 'code': 200} Mar 02 20:53:14.310181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-77d4464b-1603-4389-b0ed-789186fe20ba None None] Set router eacd419c-62e4-4029-b090-16397e507075 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:53:14.382981 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6fbc1e95-4b68-46b4-922b-4686ed5d62ff req-695c2701-22a8-4b90-9b3d-1afad31ad712 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 1099 time: 0.0695777 Mar 02 20:53:14.517935 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1e95-4b68-46b4-922b-4686ed5d62ff req-0234975b-e06a-413c-8204-7477d55dff7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:14.519453 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6fbc1e95-4b68-46b4-922b-4686ed5d62ff req-0234975b-e06a-413c-8204-7477d55dff7f service neutron] 10.222.0.31 "GET /v2.0/networks?id=487fe216-ddec-4ca2-a203-d1d427e4f020 HTTP/1.1" status: 200 len: 898 time: 0.1286497 Mar 02 20:53:14.597242 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6fbc1e95-4b68-46b4-922b-4686ed5d62ff req-917c6e56-cf7f-4b75-8e8c-7e7d4e21c3b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a04673c2-4857-4412-b339-409271985eb6 HTTP/1.1" status: 200 len: 217 time: 0.0665994 Mar 02 20:53:14.648361 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-77d4464b-1603-4389-b0ed-789186fe20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1731561c-a777-471b-ab71-cae9c1efbec8', 'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:27:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:16Z', 'updated_at': '2022-03-02T20:51:23Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:14.652477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d4464b-1603-4389-b0ed-789186fe20ba None None] Checking router: eacd419c-62e4-4029-b090-16397e507075 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:53:14.663689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4464b-1603-4389-b0ed-789186fe20ba None None] Routers {'eacd419c-62e4-4029-b090-16397e507075'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:53:14.664285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-77d4464b-1603-4389-b0ed-789186fe20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:52:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['eacd419c-62e4-4029-b090-16397e507075'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:14.664643 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1e95-4b68-46b4-922b-4686ed5d62ff req-8f473368-9d5d-4119-8c9e-b02a624425c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:14.666192 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6fbc1e95-4b68-46b4-922b-4686ed5d62ff req-8f473368-9d5d-4119-8c9e-b02a624425c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eb409324-b9fd-496e-be42-6ebb7150ca69 HTTP/1.1" status: 200 len: 835 time: 0.0636003 Mar 02 20:53:14.758318 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6fbc1e95-4b68-46b4-922b-4686ed5d62ff req-c224117e-d38d-45fa-b21c-1473801e709c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=487fe216-ddec-4ca2-a203-d1d427e4f020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850153 Mar 02 20:53:14.774711 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed80b9-50c3-472f-bef5-d06ed644d98a req-aff0d899-93ff-40a2-a259-a399002115e8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:14.777250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-aaed80b9-50c3-472f-bef5-d06ed644d98a req-aff0d899-93ff-40a2-a259-a399002115e8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:53:14.847190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-77d4464b-1603-4389-b0ed-789186fe20ba None None] Set router eacd419c-62e4-4029-b090-16397e507075 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:53:14.873448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-aaed80b9-50c3-472f-bef5-d06ed644d98a req-aff0d899-93ff-40a2-a259-a399002115e8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:53:14.874660 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aaed80b9-50c3-472f-bef5-d06ed644d98a req-aff0d899-93ff-40a2-a259-a399002115e8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.1869550 Mar 02 20:53:14.901844 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6fbc1e95-4b68-46b4-922b-4686ed5d62ff req-d6ff950a-0f96-4fe8-9b8b-65f629027fec service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337528 Mar 02 20:53:14.922483 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-aaed80b9-50c3-472f-bef5-d06ed644d98a req-a99e5725-d32d-4717-a569-43dba4fdcf82 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421393 Mar 02 20:53:15.160257 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6fbc1e95-4b68-46b4-922b-4686ed5d62ff req-301eb560-4c1e-4488-9677-647ebdfd57b6 service neutron] 10.222.0.31 "GET /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510033 Mar 02 20:53:15.170053 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-77d4464b-1603-4389-b0ed-789186fe20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1731561c-a777-471b-ab71-cae9c1efbec8', 'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:27:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:16Z', 'updated_at': '2022-03-02T20:51:23Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:15.173986 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d4464b-1603-4389-b0ed-789186fe20ba None None] The sync data for ids ['eacd419c-62e4-4029-b090-16397e507075'] in dv-neutron-831593-2-hyperv is: [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:16Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1731561c-a777-471b-ab71-cae9c1efbec8', 'name': '', 'network_id': '487fe216-ddec-4ca2-a203-d1d427e4f020', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:27:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:16Z', 'updated_at': '2022-03-02T20:51:23Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'eb409324-b9fd-496e-be42-6ebb7150ca69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:53:15.384977 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822dd0f-d7af-4aba-b56e-2481be73eee1 None None] New status for floating IP c635ec73-aa6a-4d15-a4d0-60c97ee1e331: DOWN {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:53:16.118538 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b9908-b23e-4bf8-9896-59cee0a6c2cd req-74964467-4bad-468e-a6cc-b782e4e63aa6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:16.118538 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a59b9908-b23e-4bf8-9896-59cee0a6c2cd req-74964467-4bad-468e-a6cc-b782e4e63aa6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0754471 Mar 02 20:53:16.166508 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a59b9908-b23e-4bf8-9896-59cee0a6c2cd req-dac5bb33-95ac-4ef0-b568-cde6399c80cd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Mar 02 20:53:16.779617 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cffa41-6219-418e-bf23-3cd92ec70d22 req-c9d8d948-4f62-47d2-b15d-677ea4e11628 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:16.781011 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b7cffa41-6219-418e-bf23-3cd92ec70d22 req-c9d8d948-4f62-47d2-b15d-677ea4e11628 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 946 time: 0.0743906 Mar 02 20:53:16.850740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-b7cffa41-6219-418e-bf23-3cd92ec70d22 req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port a04673c2-4857-4412-b339-409271985eb6 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:53:16.851073 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b7cffa41-6219-418e-bf23-3cd92ec70d22 req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:17.087265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-b7cffa41-6219-418e-bf23-3cd92ec70d22 req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port a04673c2-4857-4412-b339-409271985eb6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a04673c2-4857-4412-b339-409271985eb6,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:53:17.088105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b7cffa41-6219-418e-bf23-3cd92ec70d22 req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:17.136293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15885ec2-1605-422d-9c5f-baecde74c554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:17.210292 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-b7cffa41-6219-418e-bf23-3cd92ec70d22 req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for a04673c2-4857-4412-b339-409271985eb6 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:53:17.410486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b7cffa41-6219-418e-bf23-3cd92ec70d22 req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:17.448197 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0014d8a-6041-45af-9403-866c5c4470ba req-afabd43c-ee49-4ffe-914b-a659aa95c35e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:17.449639 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d0014d8a-6041-45af-9403-866c5c4470ba req-afabd43c-ee49-4ffe-914b-a659aa95c35e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 867 time: 0.1638930 Mar 02 20:53:17.462630 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=a04673c2-4857-4412-b339-409271985eb6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:17.499185 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d0014d8a-6041-45af-9403-866c5c4470ba req-9071d647-2bee-49bc-a682-b2953385ed9f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dd92996f-0a92-4df5-9ace-867a2ce89cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 Mar 02 20:53:17.500485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:17.500833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:17.501173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:17.501507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:17.501841 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:17.507721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:17.507721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:17.507721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:17.507721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:17.507721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:17.507721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:17.550776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cffa41-6219-418e-bf23-3cd92ec70d22 req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] No DVR routers for this DVR port a04673c2-4857-4412-b339-409271985eb6 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:53:17.553100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-b7cffa41-6219-418e-bf23-3cd92ec70d22 req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:17.555656 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'name': 'network-vif-deleted', 'tag': 'a04673c2-4857-4412-b339-409271985eb6'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:53:17.609329 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627329ff-312c-4e39-8a63-5e4d2fef175e', 'name': 'network-vif-deleted', 'tag': 'a04673c2-4857-4412-b339-409271985eb6', 'status': 'completed', 'code': 200} Mar 02 20:53:17.639490 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b7cffa41-6219-418e-bf23-3cd92ec70d22 req-b43bfe86-9f0f-4a41-82ad-c0922e0cd88e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "DELETE /v2.0/ports/a04673c2-4857-4412-b339-409271985eb6 HTTP/1.1" status: 204 len: 173 time: 0.8528738 Mar 02 20:53:18.827188 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2aa3577f-8d80-4ab4-b842-15d82b676574 req-bc365678-dd45-42ea-83cd-c2df9ddc848a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=627329ff-312c-4e39-8a63-5e4d2fef175e HTTP/1.1" status: 200 len: 210 time: 0.0441046 Mar 02 20:53:19.370450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-648672d7-a8f7-4acb-9533-d9bf6372792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:19.715355 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a04673c2-4857-4412-b339-409271985eb6 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:53:19.747536 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: a04673c2-4857-4412-b339-409271985eb6 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:53:19.747872 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device a04673c2-4857-4412-b339-409271985eb6 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:53:19.934559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54112) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:20.329725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:20.554563 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:20.690465 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:20.925727 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 1731561c-a777-471b-ab71-cae9c1efbec8 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:53:20.926009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:21.106937 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port 1731561c-a777-471b-ab71-cae9c1efbec8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1731561c-a777-471b-ab71-cae9c1efbec8,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:53:21.107548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:21.229375 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for 1731561c-a777-471b-ab71-cae9c1efbec8 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:53:21.513460 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:21.557486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=1731561c-a777-471b-ab71-cae9c1efbec8,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:21.851055 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:21.998863 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:22.444479 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router eacd419c-62e4-4029-b090-16397e507075 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:53:22.644499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:53:22.653944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61725f7a-8238-4362-8473-a1cf94251af6 None None] Sync routers for ids ['eacd419c-62e4-4029-b090-16397e507075'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:53:22.657062 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-aed07e5c-28a9-4c62-a313-8605bb1786a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "PUT /v2.0/routers/eacd419c-62e4-4029-b090-16397e507075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7214577 Mar 02 20:53:22.659772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54116) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:22.666560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61725f7a-8238-4362-8473-a1cf94251af6 None None] Routers {'eacd419c-62e4-4029-b090-16397e507075'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:53:22.667451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-61725f7a-8238-4362-8473-a1cf94251af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:53:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['eacd419c-62e4-4029-b090-16397e507075'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:22.897543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-61725f7a-8238-4362-8473-a1cf94251af6 None None] Set router eacd419c-62e4-4029-b090-16397e507075 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:53:22.941689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc15ff1-95fe-4d18-8c2b-885ba11c3739 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting subnet eb409324-b9fd-496e-be42-6ebb7150ca69 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:53:22.945313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9bc15ff1-95fe-4d18-8c2b-885ba11c3739 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:22.998003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9bc15ff1-95fe-4d18-8c2b-885ba11c3739 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:23.084697 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9bc15ff1-95fe-4d18-8c2b-885ba11c3739 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:23.180515 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-61725f7a-8238-4362-8473-a1cf94251af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:53:21Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:23.184284 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61725f7a-8238-4362-8473-a1cf94251af6 None None] Checking router: eacd419c-62e4-4029-b090-16397e507075 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:53:23.194728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61725f7a-8238-4362-8473-a1cf94251af6 None None] Routers {'eacd419c-62e4-4029-b090-16397e507075'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:53:23.195314 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-61725f7a-8238-4362-8473-a1cf94251af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:53:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['eacd419c-62e4-4029-b090-16397e507075'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:23.227823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9bc15ff1-95fe-4d18-8c2b-885ba11c3739 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:23.266352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc15ff1-95fe-4d18-8c2b-885ba11c3739 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Subnet': ['ID=eb409324-b9fd-496e-be42-6ebb7150ca69,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:23.272869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9bc15ff1-95fe-4d18-8c2b-885ba11c3739 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:23.280009 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9bc15ff1-95fe-4d18-8c2b-885ba11c3739 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/subnets/eb409324-b9fd-496e-be42-6ebb7150ca69 HTTP/1.1" status: 204 len: 168 time: 0.6192656 Mar 02 20:53:23.289703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54120) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:23.306645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7711ef23-4b3e-4429-96e2-df196c2c37c3 None None] Network 487fe216-ddec-4ca2-a203-d1d427e4f020 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:53:23.503701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:23.532449 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-61725f7a-8238-4362-8473-a1cf94251af6 None None] Set router eacd419c-62e4-4029-b090-16397e507075 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:53:23.710036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:23.796377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc5ff79-7051-40f1-b07e-9000a535e3ac None None] DHCP port deletion for 487fe216-ddec-4ca2-a203-d1d427e4f020 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:53:23.804750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port db8698af-2bd4-4219-9d49-af84fe0da564 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:53:23.805099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:23.806127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5ff79-7051-40f1-b07e-9000a535e3ac None None] Deleting port f37c0a78-6559-4ed3-bb46-1db446bdf566 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:53:23.806493 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ff79-7051-40f1-b07e-9000a535e3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:23.976553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port db8698af-2bd4-4219-9d49-af84fe0da564, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=db8698af-2bd4-4219-9d49-af84fe0da564,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:53:23.976911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:23.984050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-61725f7a-8238-4362-8473-a1cf94251af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:53:21Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:24.002735 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61725f7a-8238-4362-8473-a1cf94251af6 None None] The sync data for ids ['eacd419c-62e4-4029-b090-16397e507075'] in dv-neutron-831593-2-hyperv is: [{'id': 'eacd419c-62e4-4029-b090-16397e507075', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754647115', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:53:21Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'db8698af-2bd4-4219-9d49-af84fe0da564', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd419c-62e4-4029-b090-16397e507075', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:51:12Z', 'updated_at': '2022-03-02T20:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:53:24.027540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2cc5ff79-7051-40f1-b07e-9000a535e3ac None None] For port f37c0a78-6559-4ed3-bb46-1db446bdf566, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f37c0a78-6559-4ed3-bb46-1db446bdf566,segment=NetworkSegment(4cd7c817-bc64-4cf5-9ad1-576682bdf9dc),segment_id=4cd7c817-bc64-4cf5-9ad1-576682bdf9dc)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:53:24.027938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ff79-7051-40f1-b07e-9000a535e3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:24.101497 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for db8698af-2bd4-4219-9d49-af84fe0da564 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:53:24.186590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5ff79-7051-40f1-b07e-9000a535e3ac None None] Calling delete_port for f37c0a78-6559-4ed3-bb46-1db446bdf566 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:53:24.313485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ff79-7051-40f1-b07e-9000a535e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:24.342853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:24.361481 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5ff79-7051-40f1-b07e-9000a535e3ac None None] Pushing event deleted for resources: {'Port': ['ID=f37c0a78-6559-4ed3-bb46-1db446bdf566,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:24.366484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc5ff79-7051-40f1-b07e-9000a535e3ac None None] No DVR routers for this DVR port f37c0a78-6559-4ed3-bb46-1db446bdf566 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:53:24.396725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=db8698af-2bd4-4219-9d49-af84fe0da564,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:24.705540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:24.956572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:24.961178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.049255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.049841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Fanout notify agent at l3_agent the message router_deleted on router eacd419c-62e4-4029-b090-16397e507075 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:53:25.065066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.068534 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5ac17a9e-15dc-4a3f-8e29-42404bdb6c9c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/routers/eacd419c-62e4-4029-b090-16397e507075 HTTP/1.1" status: 204 len: 168 time: 1.7754810 Mar 02 20:53:25.068774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54124) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:25.186281 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.316929 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.341510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487fe216-ddec-4ca2-a203-d1d427e4f020']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:25.353489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:25.353778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd7c817-bc64-4cf5-9ad1-576682bdf9dc') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:25.365330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.380751 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.386690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:53:25.387101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:53:25.401202 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:53:25.524590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.542447 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.554219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Network': ['ID=487fe216-ddec-4ca2-a203-d1d427e4f020,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:25.611097 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e8f7f063-20e7-4cb6-98e8-1f26c0557a08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/networks/487fe216-ddec-4ca2-a203-d1d427e4f020 HTTP/1.1" status: 204 len: 168 time: 0.5412998 Mar 02 20:53:25.613664 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54130) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:25.682097 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55e1fb16-4bc3-43c0-860a-c0644b712e79 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.711228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55e1fb16-4bc3-43c0-860a-c0644b712e79 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.752738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f37c0a78-6559-4ed3-bb46-1db446bdf566 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:53:25.786173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: f37c0a78-6559-4ed3-bb46-1db446bdf566 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:53:25.787135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f37c0a78-6559-4ed3-bb46-1db446bdf566 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:53:25.787554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1731561c-a777-471b-ab71-cae9c1efbec8 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:53:25.819082 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 1731561c-a777-471b-ab71-cae9c1efbec8 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:53:25.820490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1731561c-a777-471b-ab71-cae9c1efbec8 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:53:25.820490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device db8698af-2bd4-4219-9d49-af84fe0da564 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:53:25.839165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55e1fb16-4bc3-43c0-860a-c0644b712e79 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.850344 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: db8698af-2bd4-4219-9d49-af84fe0da564 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:53:25.850689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device db8698af-2bd4-4219-9d49-af84fe0da564 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:53:25.859302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1fb16-4bc3-43c0-860a-c0644b712e79 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd92996f-0a92-4df5-9ace-867a2ce89cc8,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:25.973506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-55e1fb16-4bc3-43c0-860a-c0644b712e79 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:25.974957 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-55e1fb16-4bc3-43c0-860a-c0644b712e79 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd92996f-0a92-4df5-9ace-867a2ce89cc8 HTTP/1.1" status: 204 len: 168 time: 0.3602922 Mar 02 20:53:27.365214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54140) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:27.370682 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947024411', 'description': 'tempest-secgroup-smoke-1947024411 description', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:27.376621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:27.380770 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:27.383611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:27.389199 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:27.490334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:27.526401 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:27.530100 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:27.532785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:27.538879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:27.594399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:27.667182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:27.712022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:27.759095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:27.760349 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1dccba95-553f-4f72-917b-2585d24885ca tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3941641 Mar 02 20:53:27.763256 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54144) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:27.768537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-afcd1905-3b88-4a79-a3b0-f592d30100e3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:27.774920 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-afcd1905-3b88-4a79-a3b0-f592d30100e3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:27.778659 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-afcd1905-3b88-4a79-a3b0-f592d30100e3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:27.781582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-afcd1905-3b88-4a79-a3b0-f592d30100e3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:27.787989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-afcd1905-3b88-4a79-a3b0-f592d30100e3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:27.878298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afcd1905-3b88-4a79-a3b0-f592d30100e3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:27.937470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afcd1905-3b88-4a79-a3b0-f592d30100e3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.003367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afcd1905-3b88-4a79-a3b0-f592d30100e3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.027058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd1905-3b88-4a79-a3b0-f592d30100e3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b10eea6-121e-4fff-b89e-66cdf83e1fdc,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:28.096124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-afcd1905-3b88-4a79-a3b0-f592d30100e3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.097337 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-afcd1905-3b88-4a79-a3b0-f592d30100e3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3331797 Mar 02 20:53:28.100741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54148) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:28.106069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-90fa2a3e-4cd1-419b-8a8c-c6f45d48249f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:28.112010 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-90fa2a3e-4cd1-419b-8a8c-c6f45d48249f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:28.116272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-90fa2a3e-4cd1-419b-8a8c-c6f45d48249f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:28.119276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-90fa2a3e-4cd1-419b-8a8c-c6f45d48249f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:28.124986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-90fa2a3e-4cd1-419b-8a8c-c6f45d48249f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:28.205845 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90fa2a3e-4cd1-419b-8a8c-c6f45d48249f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.267006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90fa2a3e-4cd1-419b-8a8c-c6f45d48249f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.347306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90fa2a3e-4cd1-419b-8a8c-c6f45d48249f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.370424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa2a3e-4cd1-419b-8a8c-c6f45d48249f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df63166d-69bd-4734-bf31-dadbc8c81688,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:28.444598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-90fa2a3e-4cd1-419b-8a8c-c6f45d48249f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.445795 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-90fa2a3e-4cd1-419b-8a8c-c6f45d48249f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3441415 Mar 02 20:53:28.448567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54152) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:28.454150 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-e200ff64-76d3-40e9-a9a9-245fa447311e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:28.461062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e200ff64-76d3-40e9-a9a9-245fa447311e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:28.464885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e200ff64-76d3-40e9-a9a9-245fa447311e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:28.467748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-e200ff64-76d3-40e9-a9a9-245fa447311e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:28.473330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-e200ff64-76d3-40e9-a9a9-245fa447311e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:28.533446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e200ff64-76d3-40e9-a9a9-245fa447311e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.597067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e200ff64-76d3-40e9-a9a9-245fa447311e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.650040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e200ff64-76d3-40e9-a9a9-245fa447311e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.673175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200ff64-76d3-40e9-a9a9-245fa447311e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2599cb6-8fa2-4da5-b725-fba950745dba,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:28.752907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e200ff64-76d3-40e9-a9a9-245fa447311e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.754096 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e200ff64-76d3-40e9-a9a9-245fa447311e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3045583 Mar 02 20:53:28.757273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54156) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:28.762622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d782fbd8-ea0d-44ef-b33c-008321821e7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:28.768473 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d782fbd8-ea0d-44ef-b33c-008321821e7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:28.772832 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d782fbd8-ea0d-44ef-b33c-008321821e7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:28.775707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d782fbd8-ea0d-44ef-b33c-008321821e7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:28.781424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d782fbd8-ea0d-44ef-b33c-008321821e7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:28.879336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d782fbd8-ea0d-44ef-b33c-008321821e7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:28.944162 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d782fbd8-ea0d-44ef-b33c-008321821e7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.015597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d782fbd8-ea0d-44ef-b33c-008321821e7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.038941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782fbd8-ea0d-44ef-b33c-008321821e7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60a722e-7023-4b48-9104-f8874e50d176,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:29.107408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d782fbd8-ea0d-44ef-b33c-008321821e7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.108625 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d782fbd8-ea0d-44ef-b33c-008321821e7c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3504481 Mar 02 20:53:29.111430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54160) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:29.116896 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:29.123124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:29.126876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:29.130613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:29.136307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:29.204391 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Project 55cee93810f641aeb2ba6dac3f1e81ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:53:29.211744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.274348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.352662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.375884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c511510a-2249-45f9-b0ba-c822b4437ffd,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:29.450359 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.451796 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7ae14273-17d9-40e1-b595-47c678393a5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3394241 Mar 02 20:53:29.454546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54164) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:29.460270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': '0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:29.466299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:29.470257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:29.473272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:29.479320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:29.564703 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Project 55cee93810f641aeb2ba6dac3f1e81ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:53:29.572027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.637027 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.689811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.716553 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a508e54-24d3-4ddf-87ee-e25be2bc28c9,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:29.774514 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.775680 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-ba88b7d9-2666-45c5-80e8-6e33ae6aa82b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3202226 Mar 02 20:53:29.778462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54168) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:29.783772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'network': {'name': 'tempest-network-smoke--411642825', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'port_security_enabled': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:29.789525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:29.793574 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:network and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:29.796427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:29.805076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:29.900572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:53:29.903506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.932064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:53:29.940239 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:29.940565 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Added segment 8ac17498-78d6-46c6-bf66-13f5ef11416a of type vlan for network 339f1004-e803-4249-87bb-d4e23ae38326 Mar 02 20:53:29.965611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:30.038843 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:30.042687 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:30.043305 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:30.242381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Network': ['ID=339f1004-e803-4249-87bb-d4e23ae38326,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:30.255655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 339f1004-e803-4249-87bb-d4e23ae38326 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:53:30.291114 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a64c151e-0374-4d34-9be8-8c64e9212b11 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5116169 Mar 02 20:53:30.293627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54172) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:30.298867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'admin_state_up': True, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:30.305658 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:30.309542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:router and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:30.312389 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:30.319343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:30.380780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:30.381734 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:30.400379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:30.640839 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:30.899453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:30.928380 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:31.061335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.26.5.15 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/48229a31-ea0b-4d4b-b616-18f4bcbface8) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:53:31.210444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:31.295072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:31.361255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:53:31.364092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:53:31.366686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:53:31.399893 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=48229a31-ea0b-4d4b-b616-18f4bcbface8,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:31.600670 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:31.601396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:31.896190 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 11f6e684-82e0-4691-a058-5d083cdcaa6a is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:53:32.100998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:53:32.112812 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Sync routers for ids ['11f6e684-82e0-4691-a058-5d083cdcaa6a'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:53:32.124724 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Routers {'11f6e684-82e0-4691-a058-5d083cdcaa6a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:53:32.125618 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:53:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['11f6e684-82e0-4691-a058-5d083cdcaa6a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:32.164754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:32.168810 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-60adac30-3278-44f9-a5e6-26aaf6a34e0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8713894 Mar 02 20:53:32.168998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54176) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:32.305045 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Set router 11f6e684-82e0-4691-a058-5d083cdcaa6a gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:53:32.312271 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d539ef4e-12d2-4723-b002-fe9168e762e6 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=55cee93810f641aeb2ba6dac3f1e81ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1394446 Mar 02 20:53:32.312495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54182) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:32.544488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b470e2-4e30-4314-aa3e-f1d6056a760d tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:32.546160 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-43b470e2-4e30-4314-aa3e-f1d6056a760d tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2327585 Mar 02 20:53:32.548974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54186) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:32.591267 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e480c31e-bf07-4a78-9ead-7c09e5d1392b tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387566 Mar 02 20:53:32.591483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54190) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:32.596533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1045960504', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:32.627835 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:31Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:32.632334 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Checking router: 11f6e684-82e0-4691-a058-5d083cdcaa6a for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:53:32.632667 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Updating router 11f6e684-82e0-4691-a058-5d083cdcaa6a port 48229a31-ea0b-4d4b-b616-18f4bcbface8 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:53:32.682610 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:32.703895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:32.707671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:subnet and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:32.710695 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:32.716383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:32.792957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:53:32.893513 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:33.000427 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:33.011720 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Transition to ACTIVE for port object 48229a31-ea0b-4d4b-b616-18f4bcbface8 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:53:33.077808 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:33.147232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:33.160159 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Attempting to bind port 48229a31-ea0b-4d4b-b616-18f4bcbface8 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:53:33.160683 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Attempting to bind port 48229a31-ea0b-4d4b-b616-18f4bcbface8 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:53:33.160862 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Attempting to bind port 48229a31-ea0b-4d4b-b616-18f4bcbface8 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:53:33.163542 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Pushing event updated for resources: {'Port': ['ID=48229a31-ea0b-4d4b-b616-18f4bcbface8,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:33.174859 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:33.175205 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:33.175535 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:33.175866 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:33.176188 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:33.176513 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:33.176863 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:33.177186 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:33.177502 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:33.177818 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:33.178153 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:33.181210 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:53:33.181576 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:53:33.181987 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:33.182362 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:53:33.182818 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Bound port: 48229a31-ea0b-4d4b-b616-18f4bcbface8, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:53:33.183179 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:33.227823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Subnet': ['ID=b3a564bd-78a7-49d8-9e03-95c466a6946f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:33.242942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Checking segment: {'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:53:33.243299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network hostable DHCP agents. Network: 339f1004-e803-4249-87bb-d4e23ae38326, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:53:33.256566 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] For port 48229a31-ea0b-4d4b-b616-18f4bcbface8, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:53:33.259672 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] For port 48229a31-ea0b-4d4b-b616-18f4bcbface8, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=48229a31-ea0b-4d4b-b616-18f4bcbface8,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:53:33.311933 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:33.324390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 339f1004-e803-4249-87bb-d4e23ae38326 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:53:33.391688 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654ba3a-3a36-4b67-9c08-b49feec179cf None None] Pushing event updated for resources: {'Port': ['ID=48229a31-ea0b-4d4b-b616-18f4bcbface8,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:33.392089 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 339f1004-e803-4249-87bb-d4e23ae38326) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:53:33.396913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:33.397342 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Routers {'11f6e684-82e0-4691-a058-5d083cdcaa6a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:53:33.397641 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:33.397878 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:53:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['11f6e684-82e0-4691-a058-5d083cdcaa6a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:33.409236 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca53f27d-2f82-4177-b34d-c51029c3ae1c None None] Network 339f1004-e803-4249-87bb-d4e23ae38326 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:53:33.482843 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-92ed0d83-abac-476d-8500-de6331f79867 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8878715 Mar 02 20:53:33.483074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54194) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:33.573184 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] Set router 11f6e684-82e0-4691-a058-5d083cdcaa6a gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:53:33.631640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-339f1004-e803-4249-87bb-d4e23ae38326', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ips': [{'subnet_id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:53:33.632889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:33.793379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Allocated IP 172.20.0.2 (339f1004-e803-4249-87bb-d4e23ae38326/b3a564bd-78a7-49d8-9e03-95c466a6946f/4d57f26b-bc13-4578-ba9c-a1d9389073be) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:53:33.878982 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:31Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:33.883503 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8370210-8996-496d-aa92-3c6e9a61d828 None None] The sync data for ids ['11f6e684-82e0-4691-a058-5d083cdcaa6a'] in dv-neutron-831593-2-hyperv is: [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:31Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:53:34.016301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:34.032749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Transition to ACTIVE for port object 4d57f26b-bc13-4578-ba9c-a1d9389073be will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:53:34.059202 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Transition to ACTIVE for port object 4d57f26b-bc13-4578-ba9c-a1d9389073be will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:53:34.147337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:34.218041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Network 339f1004-e803-4249-87bb-d4e23ae38326 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:53:34.221317 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:53:34.225771 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:53:34.237629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Pushing event updated for resources: {'Port': ['ID=4d57f26b-bc13-4578-ba9c-a1d9389073be,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:34.319114 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:34.322194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Attempting to bind port 4d57f26b-bc13-4578-ba9c-a1d9389073be on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:53:34.322566 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Attempting to bind port 4d57f26b-bc13-4578-ba9c-a1d9389073be by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:53:34.322922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Attempting to bind port 4d57f26b-bc13-4578-ba9c-a1d9389073be on network 339f1004-e803-4249-87bb-d4e23ae38326 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:53:34.329645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:53:34.330125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Checking segment: {'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:53:34.330880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:34.330880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Bound using segment: {'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:53:34.331272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Bound port: 4d57f26b-bc13-4578-ba9c-a1d9389073be, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:53:34.331640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:34.424997 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] For port 4d57f26b-bc13-4578-ba9c-a1d9389073be, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:53:34.429565 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] For port 4d57f26b-bc13-4578-ba9c-a1d9389073be, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4d57f26b-bc13-4578-ba9c-a1d9389073be,segment=NetworkSegment(8ac17498-78d6-46c6-bf66-13f5ef11416a),segment_id=8ac17498-78d6-46c6-bf66-13f5ef11416a)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:53:34.491025 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:34.575894 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4384e-89b2-428e-9cb7-ab3de9f5669a None None] Pushing event updated for resources: {'Port': ['ID=4d57f26b-bc13-4578-ba9c-a1d9389073be,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:34.873271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.20.0.1 (339f1004-e803-4249-87bb-d4e23ae38326/b3a564bd-78a7-49d8-9e03-95c466a6946f/b95c2984-14e7-4d98-b6a0-48e8d60edd11) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:53:35.029076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:35.045117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Transition to ACTIVE for port object b95c2984-14e7-4d98-b6a0-48e8d60edd11 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:53:35.135335 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:35.206744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 339f1004-e803-4249-87bb-d4e23ae38326 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:53:35.210603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:53:35.215173 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:53:35.247284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=b95c2984-14e7-4d98-b6a0-48e8d60edd11,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:35.278218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:35.445109 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:35.515417 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db512074-1f8a-44e6-90a2-b07661d56ddd None None] Network 339f1004-e803-4249-87bb-d4e23ae38326 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:53:35.766512 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b663ce9a-92ef-4e4d-8ae3-c3f302579da9 None None] Provisioning for port 4d57f26b-bc13-4578-ba9c-a1d9389073be completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:53:35.826634 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 48229a31-ea0b-4d4b-b616-18f4bcbface8 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:53:35.872274 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:35.964671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:35.981662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 48229a31-ea0b-4d4b-b616-18f4bcbface8 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:53:35.986897 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 48229a31-ea0b-4d4b-b616-18f4bcbface8 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:53:35.987355 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:36.082612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=b95c2984-14e7-4d98-b6a0-48e8d60edd11,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:36.085083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:36.126546 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:36.144035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 48229a31-ea0b-4d4b-b616-18f4bcbface8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=48229a31-ea0b-4d4b-b616-18f4bcbface8,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:53:36.187842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6f3a36ce-bad0-4178-8318-0853c2906775 None None] Provisioning for port b95c2984-14e7-4d98-b6a0-48e8d60edd11 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:53:36.193948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6f3a36ce-bad0-4178-8318-0853c2906775 None None] Provisioning complete for port b95c2984-14e7-4d98-b6a0-48e8d60edd11 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:53:36.199075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6f3a36ce-bad0-4178-8318-0853c2906775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:36.233656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 339f1004-e803-4249-87bb-d4e23ae38326 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:53:36.234117 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:36.234869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4d57f26b-bc13-4578-ba9c-a1d9389073be up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:53:36.235058 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:53:36.351743 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a36ce-bad0-4178-8318-0853c2906775 None None] Port b95c2984-14e7-4d98-b6a0-48e8d60edd11 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:53:36.374063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=48229a31-ea0b-4d4b-b616-18f4bcbface8,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:36.456091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 4d57f26b-bc13-4578-ba9c-a1d9389073be completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:53:36.463029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4d57f26b-bc13-4578-ba9c-a1d9389073be triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:53:36.463410 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:36.538711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-74f47444-f5f5-4929-84a7-6a712841c0a2 None None] Provisioning complete for port b95c2984-14e7-4d98-b6a0-48e8d60edd11 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:53:36.539562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-74f47444-f5f5-4929-84a7-6a712841c0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:36.634871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-74f47444-f5f5-4929-84a7-6a712841c0a2 None None] Port b95c2984-14e7-4d98-b6a0-48e8d60edd11 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:53:36.637850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:36.670105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 4d57f26b-bc13-4578-ba9c-a1d9389073be, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4d57f26b-bc13-4578-ba9c-a1d9389073be,segment=NetworkSegment(8ac17498-78d6-46c6-bf66-13f5ef11416a),segment_id=8ac17498-78d6-46c6-bf66-13f5ef11416a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:53:36.726684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 11f6e684-82e0-4691-a058-5d083cdcaa6a has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:53:36.730337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:36.795129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=4d57f26b-bc13-4578-ba9c-a1d9389073be,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:36.933750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:53:36.946776 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-dbf6c612-a6f7-4bd5-9b0f-4688f2abe52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "PUT /v2.0/routers/11f6e684-82e0-4691-a058-5d083cdcaa6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4627302 Mar 02 20:53:37.130566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-2c69bd23-2413-4a18-b9db-9c343a025c87 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:53:37.215858 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-2c69bd23-2413-4a18-b9db-9c343a025c87 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:53:37.217065 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-2c69bd23-2413-4a18-b9db-9c343a025c87 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947024411&fields=id&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 267 time: 0.1279068 Mar 02 20:53:37.365775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-7bda9c4e-cd1c-4ca9-ab3d-34bd6c5d38b3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:37.366463 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-7bda9c4e-cd1c-4ca9-ab3d-34bd6c5d38b3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:53:37.427331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-7bda9c4e-cd1c-4ca9-ab3d-34bd6c5d38b3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:53:37.428524 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-7bda9c4e-cd1c-4ca9-ab3d-34bd6c5d38b3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/networks?id=339f1004-e803-4249-87bb-d4e23ae38326 HTTP/1.1" status: 200 len: 796 time: 0.2048929 Mar 02 20:53:37.453780 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-334f8cb7-b7c6-4d6a-9cba-a13aed76ebd5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/quotas/55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 375 time: 0.0126016 Mar 02 20:53:37.477811 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Sync routers for ids ['11f6e684-82e0-4691-a058-5d083cdcaa6a'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:53:37.490801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Routers {'11f6e684-82e0-4691-a058-5d083cdcaa6a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:53:37.491522 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:53:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['11f6e684-82e0-4691-a058-5d083cdcaa6a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:37.535714 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-6c37aa23-7c1b-4907-994a-b79edf9a8572 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:53:37.586003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-6c37aa23-7c1b-4907-994a-b79edf9a8572 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:53:37.587294 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-6c37aa23-7c1b-4907-994a-b79edf9a8572 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275744 Mar 02 20:53:37.675061 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Set router 11f6e684-82e0-4691-a058-5d083cdcaa6a gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:53:37.688437 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-99c88cfe-dddc-4318-be29-7741faedaa4a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:53:37.689485 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-99c88cfe-dddc-4318-be29-7741faedaa4a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0911160 Mar 02 20:53:37.804041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 48229a31-ea0b-4d4b-b616-18f4bcbface8 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:53:37.834529 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-ffa3cc8c-189e-4e27-8dd2-0572ff31e05d service neutron] 10.222.0.44 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381447 Mar 02 20:53:37.967677 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1e86cb9f-32c6-4e4e-bbde-2fdfa3c751c2 service neutron] 10.222.0.44 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261866 Mar 02 20:53:38.013324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 48229a31-ea0b-4d4b-b616-18f4bcbface8 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:53:38.013691 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:38.147883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:35Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b95c2984-14e7-4d98-b6a0-48e8d60edd11', 'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:c0:74:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:34Z', 'updated_at': '2022-03-02T20:53:35Z', 'revision_number': 2, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:38.152800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4d57f26b-bc13-4578-ba9c-a1d9389073be up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:53:38.180026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Checking router: 11f6e684-82e0-4691-a058-5d083cdcaa6a for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:53:38.180026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Updating router 11f6e684-82e0-4691-a058-5d083cdcaa6a port b95c2984-14e7-4d98-b6a0-48e8d60edd11 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:53:38.251459 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:38.259052 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6e36a4f0-d9f2-44e6-873b-34ddca370a47 req-8c4ea509-71ee-4391-b2e5-e6b89c73ae35 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 210 time: 0.0464389 Mar 02 20:53:38.355266 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 4d57f26b-bc13-4578-ba9c-a1d9389073be triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:53:38.355631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:38.718357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:38.729474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Transition to ACTIVE for port object b95c2984-14e7-4d98-b6a0-48e8d60edd11 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:53:38.780976 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:38.903460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Pushing event updated for resources: {'Port': ['ID=b95c2984-14e7-4d98-b6a0-48e8d60edd11,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:38.917412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:38.917755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:38.918113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:38.918444 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:38.918758 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:38.919084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:38.919401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:38.919719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:38.920035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:38.920350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:38.920664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:53:39.003559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Attempting to bind port b95c2984-14e7-4d98-b6a0-48e8d60edd11 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:53:39.003922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Attempting to bind port b95c2984-14e7-4d98-b6a0-48e8d60edd11 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:53:39.004283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Attempting to bind port b95c2984-14e7-4d98-b6a0-48e8d60edd11 on network 339f1004-e803-4249-87bb-d4e23ae38326 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:53:39.011288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:53:39.011656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Checking segment: {'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:53:39.012081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:39.012481 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Bound using segment: {'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:53:39.012934 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Bound port: b95c2984-14e7-4d98-b6a0-48e8d60edd11, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:53:39.013327 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:39.112704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] For port b95c2984-14e7-4d98-b6a0-48e8d60edd11, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:53:39.116147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] For port b95c2984-14e7-4d98-b6a0-48e8d60edd11, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b95c2984-14e7-4d98-b6a0-48e8d60edd11,segment=NetworkSegment(8ac17498-78d6-46c6-bf66-13f5ef11416a),segment_id=8ac17498-78d6-46c6-bf66-13f5ef11416a)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:53:39.164668 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:39.243854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c75c0-8b34-46e8-b700-bdbf4e17ff70 None None] Pushing event updated for resources: {'Port': ['ID=b95c2984-14e7-4d98-b6a0-48e8d60edd11,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:39.247252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Routers {'11f6e684-82e0-4691-a058-5d083cdcaa6a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:53:39.247252 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:53:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['11f6e684-82e0-4691-a058-5d083cdcaa6a'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:39.385476 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-93e47570-e2cf-4652-9ba3-21d56fa9b2fc req-0ed7c0d6-cd4f-4d3f-be36-9a179c46f160 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 210 time: 0.0493414 Mar 02 20:53:39.435545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] Set router 11f6e684-82e0-4691-a058-5d083cdcaa6a gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:53:39.588602 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:53:39.756645 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:35Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b95c2984-14e7-4d98-b6a0-48e8d60edd11', 'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:c0:74:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:34Z', 'updated_at': '2022-03-02T20:53:39Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:39.760632 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc4d8e-ed7a-4427-85ad-b8a923ff2303 None None] The sync data for ids ['11f6e684-82e0-4691-a058-5d083cdcaa6a'] in dv-neutron-831593-2-hyperv is: [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:35Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b95c2984-14e7-4d98-b6a0-48e8d60edd11', 'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:c0:74:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:34Z', 'updated_at': '2022-03-02T20:53:39Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:53:40.544029 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-012c72a0-40ba-4887-b638-29dcf014f594 req-7019c833-f840-447e-842b-dcbdc9632c91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 210 time: 0.0417964 Mar 02 20:53:41.706520 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e7d7ed0e-ecb7-4dac-8350-6c108fe46358 req-a11e2c3d-c097-4588-902d-11b1b37b5a62 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 210 time: 0.0425227 Mar 02 20:53:41.780276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b95c2984-14e7-4d98-b6a0-48e8d60edd11 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:53:41.924393 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port b95c2984-14e7-4d98-b6a0-48e8d60edd11 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:53:41.930122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b95c2984-14e7-4d98-b6a0-48e8d60edd11 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:53:41.930496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:42.079090 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:42.111160 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port b95c2984-14e7-4d98-b6a0-48e8d60edd11, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b95c2984-14e7-4d98-b6a0-48e8d60edd11,segment=NetworkSegment(8ac17498-78d6-46c6-bf66-13f5ef11416a),segment_id=8ac17498-78d6-46c6-bf66-13f5ef11416a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:53:42.158290 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:42.226017 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=b95c2984-14e7-4d98-b6a0-48e8d60edd11,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:42.292348 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-5601c7a0-5773-447e-b305-0e64fa4c2ef1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:42.293761 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-5601c7a0-5773-447e-b305-0e64fa4c2ef1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/networks?id=339f1004-e803-4249-87bb-d4e23ae38326 HTTP/1.1" status: 200 len: 796 time: 0.1499631 Mar 02 20:53:42.351437 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-bebeb6d0-52ba-4cee-9cb8-78190550c518 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 380 time: 0.0412178 Mar 02 20:53:42.359987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'port': {'device_id': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'admin_state_up': True, 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'security_groups': ['0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:42.497838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:42.507734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:42.581357 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:53:42.585299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:42.748544 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.20.0.8 (339f1004-e803-4249-87bb-d4e23ae38326/b3a564bd-78a7-49d8-9e03-95c466a6946f/4fb3d749-12bb-46a5-ba5e-3d9706a75b4c) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:53:42.877837 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30dfcbf9-3ff4-46bd-8ccb-e51e8246c710 req-3fd21466-fd68-4b93-a8bc-3759f21e9135 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 210 time: 0.0415101 Mar 02 20:53:42.942090 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:42.958702 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Transition to ACTIVE for port object 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:53:43.050229 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:43.124075 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 339f1004-e803-4249-87bb-d4e23ae38326 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:53:43.126986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:53:43.131066 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:53:43.161995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:43.196801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:43.197417 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:43.227359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:43.291090 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-1663d955-efd4-4906-aca3-8a87a3633bee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9344335 Mar 02 20:53:43.309728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Request body: {'port': {'device_id': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:43.416015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:43.460527 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8d8a551b-5583-45db-b248-e91f7e23e650 None None] Provisioning for port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:53:43.465555 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-8d8a551b-5583-45db-b248-e91f7e23e650 None None] Provisioning complete for port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:53:43.466096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8d8a551b-5583-45db-b248-e91f7e23e650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:43.520817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a551b-5583-45db-b248-e91f7e23e650 None None] Port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:53:43.764953 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b95c2984-14e7-4d98-b6a0-48e8d60edd11 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:53:43.830071 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:53:43.834709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port b95c2984-14e7-4d98-b6a0-48e8d60edd11 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:53:43.835085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:43.837828 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:43.852483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Transition to ACTIVE for port object 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:53:43.906724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:44.044137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Pushing event updated for resources: {'Port': ['ID=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:44.108178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e88d2-cef6-4847-8c67-eefef1036d68 req-127f13bc-96e1-45db-b784-77ae677c071e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:44.109653 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8f2e88d2-cef6-4847-8c67-eefef1036d68 req-127f13bc-96e1-45db-b784-77ae677c071e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 943 time: 0.0954254 Mar 02 20:53:44.170496 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Attempting to bind port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:53:44.170984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Attempting to bind port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:53:44.171438 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Attempting to bind port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c on network 339f1004-e803-4249-87bb-d4e23ae38326 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:53:44.180203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c on network 339f1004-e803-4249-87bb-d4e23ae38326 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:53:44.180641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Attempting to bind port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c on network 339f1004-e803-4249-87bb-d4e23ae38326 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:53:44.181316 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8f2e88d2-cef6-4847-8c67-eefef1036d68 req-c29ecd3b-fb7e-4b63-ab94-c2f384533536 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653834 Mar 02 20:53:44.190163 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:53:44.190667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Checking segment: {'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:53:44.191159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Bound using segment: {'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:53:44.191694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Bound port: 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac17498-78d6-46c6-bf66-13f5ef11416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:53:44.192899 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:44.298326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] For port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:53:44.301204 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] For port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c,segment=NetworkSegment(8ac17498-78d6-46c6-bf66-13f5ef11416a),segment_id=8ac17498-78d6-46c6-bf66-13f5ef11416a)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:53:44.365089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:44.426200 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:44.428385 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] 10.222.0.31 "PUT /v2.0/ports/4fb3d749-12bb-46a5-ba5e-3d9706a75b4c HTTP/1.1" status: 200 len: 1093 time: 1.1264470 Mar 02 20:53:44.428706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'tag': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:53:44.450442 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f96ceb-b7e4-4ea2-bb40-97ea85fb395f service neutron] Pushing event updated for resources: {'Port': ['ID=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:44.485030 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'tag': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c', 'status': 'completed', 'code': 200} Mar 02 20:53:44.591319 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-89e5dfeb-0dd6-466b-bcd0-a5846c9aaf03 req-21722c7e-5974-4394-97d7-359cd6341bae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 1096 time: 0.0810997 Mar 02 20:53:44.741523 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5dfeb-0dd6-466b-bcd0-a5846c9aaf03 req-bac1e0e7-0571-4128-96f7-c7492ab3a591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:44.742879 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-89e5dfeb-0dd6-466b-bcd0-a5846c9aaf03 req-bac1e0e7-0571-4128-96f7-c7492ab3a591 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1411934 Mar 02 20:53:44.895638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5dfeb-0dd6-466b-bcd0-a5846c9aaf03 req-9fde054c-dd16-43b8-8fd6-79498d3efa8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:44.897219 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-89e5dfeb-0dd6-466b-bcd0-a5846c9aaf03 req-9fde054c-dd16-43b8-8fd6-79498d3efa8f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1477101 Mar 02 20:53:45.007149 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-ad28c552-837b-4bf3-8b81-f17a994e434f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 1096 time: 0.0686212 Mar 02 20:53:45.081092 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-deeb0919-004c-48f3-9792-6513a67b9ca9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c HTTP/1.1" status: 200 len: 217 time: 0.0637238 Mar 02 20:53:45.146175 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-f1618d74-d624-49ba-baac-24b1e2b0f911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:45.147562 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-f1618d74-d624-49ba-baac-24b1e2b0f911 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3a564bd-78a7-49d8-9e03-95c466a6946f HTTP/1.1" status: 200 len: 835 time: 0.0568471 Mar 02 20:53:45.225703 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-6889ca68-3858-4763-8298-9c70f696409e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=339f1004-e803-4249-87bb-d4e23ae38326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691941 Mar 02 20:53:45.363156 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-389ab774-db75-4562-a78d-74a12f5ede7a service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277792 Mar 02 20:53:45.373800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb1e25-7140-4e5c-b3c1-22a7c7c6e4d5 req-fbe43b63-a2bb-4c5e-81b8-726d30194074 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:45.375221 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-85fb1e25-7140-4e5c-b3c1-22a7c7c6e4d5 req-fbe43b63-a2bb-4c5e-81b8-726d30194074 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 943 time: 0.0765710 Mar 02 20:53:45.421256 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-85fb1e25-7140-4e5c-b3c1-22a7c7c6e4d5 req-b0cbcd20-b1dc-4ae0-93cb-4ab1a9158890 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404828 Mar 02 20:53:45.499390 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-bcddb02e-c0cd-4d02-868f-cf9d2a09f117 req-83a85d94-9b4d-44b9-9431-85e2bee313cf service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251822 Mar 02 20:53:46.617372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2e514-a9e7-41b7-922e-dde5434c222f req-e410eb70-b286-4a0a-89b5-f9c2ea0231e7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:46.618798 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8eb2e514-a9e7-41b7-922e-dde5434c222f req-e410eb70-b286-4a0a-89b5-f9c2ea0231e7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 943 time: 0.0790532 Mar 02 20:53:46.663815 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8eb2e514-a9e7-41b7-922e-dde5434c222f req-ca364b1d-7b30-4a62-a152-ae950e90d1ec tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396709 Mar 02 20:53:47.141061 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a82905da-be0b-476e-9d4e-5a80a17c4073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:47.855959 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7fbca-150a-4f43-a6d7-61ced8c87df4 req-e29e0dff-738b-43b2-8f22-296e470da070 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:47.857376 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a6b7fbca-150a-4f43-a6d7-61ced8c87df4 req-e29e0dff-738b-43b2-8f22-296e470da070 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 943 time: 0.0754592 Mar 02 20:53:47.901140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:53:47.902956 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a6b7fbca-150a-4f43-a6d7-61ced8c87df4 req-952ddb3f-da7e-4e06-a4ad-cdf0a7c7a56d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400753 Mar 02 20:53:48.032728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c,segment=NetworkSegment(8ac17498-78d6-46c6-bf66-13f5ef11416a),segment_id=8ac17498-78d6-46c6-bf66-13f5ef11416a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:53:48.045725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'port_id': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c', 'mac_address': 'fa:16:3e:b6:ce:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:53:48.102564 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:48.120097 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:53:48.137030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c,segment=NetworkSegment(8ac17498-78d6-46c6-bf66-13f5ef11416a),segment_id=8ac17498-78d6-46c6-bf66-13f5ef11416a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:53:48.227019 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:48.291892 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:48.489734 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['4fb3d749-12bb-46a5-ba5e-3d9706a75b4c'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:53:49.177694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce55ac-49ea-492c-82c8-68fb583c610a req-c1430537-2451-4512-a381-ea70bea44769 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:49.179206 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f7ce55ac-49ea-492c-82c8-68fb583c610a req-c1430537-2451-4512-a381-ea70bea44769 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 944 time: 0.1598034 Mar 02 20:53:49.225661 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f7ce55ac-49ea-492c-82c8-68fb583c610a req-d0db593d-d1dc-4e49-83d5-bd5dbd356a0f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411010 Mar 02 20:53:49.364061 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4cd4de06-e435-425e-8148-5d2cb72e6308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:49.917308 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:53:50.038224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:53:50.042988 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:53:50.043352 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:50.156037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:50.182341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:53:50.191385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c,segment=NetworkSegment(8ac17498-78d6-46c6-bf66-13f5ef11416a),segment_id=8ac17498-78d6-46c6-bf66-13f5ef11416a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:53:50.255681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:50.312851 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c', 'code': 200} Mar 02 20:53:50.325033 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:50.564224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:50.587656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43772830-a69d-4729-b8a6-00e3389dc6a9 req-fc3a1d01-4650-4dea-b9f6-f0ca2afd9875 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:50.589109 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-43772830-a69d-4729-b8a6-00e3389dc6a9 req-fc3a1d01-4650-4dea-b9f6-f0ca2afd9875 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0912356 Mar 02 20:53:50.635472 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-43772830-a69d-4729-b8a6-00e3389dc6a9 req-9bda15c2-9afa-4d25-bead-0f15ac0138f8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406332 Mar 02 20:53:50.725123 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:50.813093 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b2638b75-5b4c-4e05-9ec6-830fe5eb6d7b req-beb4fca8-17d9-4b16-be9c-8c21637cd020 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 1098 time: 0.2291279 Mar 02 20:53:50.856788 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b2638b75-5b4c-4e05-9ec6-830fe5eb6d7b req-7c9842f8-78f4-4c27-92aa-f177c1b0d095 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361373 Mar 02 20:53:51.834747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db26964-e6f9-4ee1-b927-6db935f3b034 req-e7bf7ab8-eb97-4403-b30c-420ed8069829 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:51.836176 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7db26964-e6f9-4ee1-b927-6db935f3b034 req-e7bf7ab8-eb97-4403-b30c-420ed8069829 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0765843 Mar 02 20:53:51.883205 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7db26964-e6f9-4ee1-b927-6db935f3b034 req-2db64816-b66b-489e-85d0-e826665b122a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Mar 02 20:53:52.053274 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:53.081224 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522f7e1-955d-441b-91b2-3a298a538284 req-e7b0f7a5-aa70-48b7-9836-ce2502aa5167 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:53.083227 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a522f7e1-955d-441b-91b2-3a298a538284 req-e7b0f7a5-aa70-48b7-9836-ce2502aa5167 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0803449 Mar 02 20:53:53.127923 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a522f7e1-955d-441b-91b2-3a298a538284 req-aebfb1be-f914-48f4-bf59-cd136ef62c26 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389595 Mar 02 20:53:53.320152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc852f1e-cbdd-496f-bcc6-d58cfc602997 req-1fc18a26-cafb-41e9-8764-85a6592904d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:53.321598 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dc852f1e-cbdd-496f-bcc6-d58cfc602997 req-1fc18a26-cafb-41e9-8764-85a6592904d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0759184 Mar 02 20:53:53.368656 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dc852f1e-cbdd-496f-bcc6-d58cfc602997 req-1ba7fc7b-77bf-4ad0-8c75-be020a33772e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412371 Mar 02 20:53:53.384338 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1ee0c48f-5636-451a-97e2-734e856647c2 req-5d8953aa-13ff-4a19-8903-f5e66c098996 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718260 Mar 02 20:53:53.396061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54256) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:53.469612 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f0ea9845-8c4b-492e-ba45-69a1141f3d10 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 1093 time: 0.0724103 Mar 02 20:53:53.472200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54260) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:53.477792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:53:53.483338 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:53:53.487128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:floatingip and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:53:53.489992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:53:53.495640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:53:53.524724 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1ee0c48f-5636-451a-97e2-734e856647c2 req-7db51c98-7a57-498a-a29e-a4351e9b1f96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 1098 time: 0.0705321 Mar 02 20:53:53.575614 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:53.667641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0c48f-5636-451a-97e2-734e856647c2 req-b7d71f90-67bb-40b6-8625-4c52f6c351c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:53.669080 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1ee0c48f-5636-451a-97e2-734e856647c2 req-b7d71f90-67bb-40b6-8625-4c52f6c351c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=339f1004-e803-4249-87bb-d4e23ae38326 HTTP/1.1" status: 200 len: 898 time: 0.1254795 Mar 02 20:53:53.714139 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:53.738682 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1ee0c48f-5636-451a-97e2-734e856647c2 req-b10bf1cf-2bde-40b9-8201-378539d6640a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c HTTP/1.1" status: 200 len: 217 time: 0.0629737 Mar 02 20:53:53.799721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0c48f-5636-451a-97e2-734e856647c2 req-997c0cb6-beac-47be-b6b7-699c21f91634 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:53.801308 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1ee0c48f-5636-451a-97e2-734e856647c2 req-997c0cb6-beac-47be-b6b7-699c21f91634 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3a564bd-78a7-49d8-9e03-95c466a6946f HTTP/1.1" status: 200 len: 835 time: 0.0562246 Mar 02 20:53:53.875233 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1ee0c48f-5636-451a-97e2-734e856647c2 req-4c991506-48ee-4182-a9bb-7ce7c7b0676a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=339f1004-e803-4249-87bb-d4e23ae38326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670431 Mar 02 20:53:53.916703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.26.5.253 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/7c1a3a57-5951-4136-aa77-2f5f1fa36cb4) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:53:54.009632 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1ee0c48f-5636-451a-97e2-734e856647c2 req-cea76dfb-1f15-4c9f-8b0f-f9d50012a5c7 service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268392 Mar 02 20:53:54.068786 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:54.146546 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1ee0c48f-5636-451a-97e2-734e856647c2 req-2b1085d6-766b-4d3c-a406-ff6d423ebda9 service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304286 Mar 02 20:53:54.187025 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:54.255506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:53:54.258346 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:53:54.262671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:53:54.286185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=7c1a3a57-5951-4136-aa77-2f5f1fa36cb4,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:54.747962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:54.885257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:55.162767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:55.220660 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:55.326990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=7c1a3a57-5951-4136-aa77-2f5f1fa36cb4,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:53:55.340789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:55.527726 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Floating IP 24722330-9a17-4e36-a26f-64451026c556 associated. External IP: 172.26.5.253, port: 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c. Mar 02 20:53:55.912604 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 11f6e684-82e0-4691-a058-5d083cdcaa6a has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:53:56.107701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:53:56.117837 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eb2268-7fb3-4d87-bb05-80d3b8a96e49 None None] Sync routers for ids ['11f6e684-82e0-4691-a058-5d083cdcaa6a'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:53:56.129801 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb2268-7fb3-4d87-bb05-80d3b8a96e49 None None] Routers {'11f6e684-82e0-4691-a058-5d083cdcaa6a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:53:56.130422 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b6eb2268-7fb3-4d87-bb05-80d3b8a96e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:53:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['11f6e684-82e0-4691-a058-5d083cdcaa6a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:56.181347 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:56.237122 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-642130c4-709c-4dea-b70c-09f0720e95d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7639225 Mar 02 20:53:56.237836 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'tag': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:53:56.304520 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'tag': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c', 'status': 'completed', 'code': 200} Mar 02 20:53:56.307642 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-b6eb2268-7fb3-4d87-bb05-80d3b8a96e49 None None] Set router 11f6e684-82e0-4691-a058-5d083cdcaa6a gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:53:56.394140 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b2edac-f7bc-46f8-a7be-d34ead73cab9 req-c4b76485-78d7-4388-991e-eab984dfb1d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 1098 time: 0.0752411 Mar 02 20:53:56.418715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3470711-e334-4524-b97a-611a83cbeed0 req-0ff859fe-ace8-4e1e-bf0e-073dcf027e9d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:56.420154 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a3470711-e334-4524-b97a-611a83cbeed0 req-0ff859fe-ace8-4e1e-bf0e-073dcf027e9d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0792763 Mar 02 20:53:56.468635 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a3470711-e334-4524-b97a-611a83cbeed0 req-d125dc8e-f5ee-40cc-8873-b271ba644ca1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Mar 02 20:53:56.498178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54268) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:56.532191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2edac-f7bc-46f8-a7be-d34ead73cab9 req-d167b460-0afd-4e87-abc8-559db1a81081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:56.533631 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b2edac-f7bc-46f8-a7be-d34ead73cab9 req-d167b460-0afd-4e87-abc8-559db1a81081 service neutron] 10.222.0.31 "GET /v2.0/networks?id=339f1004-e803-4249-87bb-d4e23ae38326 HTTP/1.1" status: 200 len: 898 time: 0.1330690 Mar 02 20:53:56.614854 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5b2986a9-6eb0-48b6-8c72-6e09b6f38762 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/24722330-9a17-4e36-a26f-64451026c556 HTTP/1.1" status: 200 len: 991 time: 0.1149015 Mar 02 20:53:56.654292 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b2edac-f7bc-46f8-a7be-d34ead73cab9 req-c05e01c1-6411-4569-8782-43e5e8e73d2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c HTTP/1.1" status: 200 len: 999 time: 0.1069207 Mar 02 20:53:56.693082 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b6eb2268-7fb3-4d87-bb05-80d3b8a96e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:35Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '24722330-9a17-4e36-a26f-64451026c556', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'port_id': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'mac_address': 'fa:16:3e:b6:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:53:54Z', 'updated_at': '2022-03-02T20:53:54Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95c2984-14e7-4d98-b6a0-48e8d60edd11', 'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:c0:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:34Z', 'updated_at': '2022-03-02T20:53:42Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:56.697070 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eb2268-7fb3-4d87-bb05-80d3b8a96e49 None None] Checking router: 11f6e684-82e0-4691-a058-5d083cdcaa6a for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:53:56.708325 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb2268-7fb3-4d87-bb05-80d3b8a96e49 None None] Routers {'11f6e684-82e0-4691-a058-5d083cdcaa6a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:53:56.708974 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b6eb2268-7fb3-4d87-bb05-80d3b8a96e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:53:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['11f6e684-82e0-4691-a058-5d083cdcaa6a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:56.726673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2edac-f7bc-46f8-a7be-d34ead73cab9 req-56b9d8f7-e668-4bc4-af17-1b5009d2ba4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:53:56.728032 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b2edac-f7bc-46f8-a7be-d34ead73cab9 req-56b9d8f7-e668-4bc4-af17-1b5009d2ba4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3a564bd-78a7-49d8-9e03-95c466a6946f HTTP/1.1" status: 200 len: 835 time: 0.0587678 Mar 02 20:53:56.806764 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b2edac-f7bc-46f8-a7be-d34ead73cab9 req-5c02a7d9-3e39-4108-90b4-023e9f494989 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=339f1004-e803-4249-87bb-d4e23ae38326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720601 Mar 02 20:53:56.885993 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-b6eb2268-7fb3-4d87-bb05-80d3b8a96e49 None None] Set router 11f6e684-82e0-4691-a058-5d083cdcaa6a gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:53:56.938612 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b2edac-f7bc-46f8-a7be-d34ead73cab9 req-f2c12a63-01c6-4c38-9833-c7d111896639 service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248822 Mar 02 20:53:57.074664 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-52b2edac-f7bc-46f8-a7be-d34ead73cab9 req-521dccd6-27de-4477-943f-86c361d6fbaf service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283185 Mar 02 20:53:57.230005 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-b6eb2268-7fb3-4d87-bb05-80d3b8a96e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:35Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '24722330-9a17-4e36-a26f-64451026c556', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'port_id': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'mac_address': 'fa:16:3e:b6:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:53:54Z', 'updated_at': '2022-03-02T20:53:54Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95c2984-14e7-4d98-b6a0-48e8d60edd11', 'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:c0:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:34Z', 'updated_at': '2022-03-02T20:53:42Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:53:57.233821 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eb2268-7fb3-4d87-bb05-80d3b8a96e49 None None] The sync data for ids ['11f6e684-82e0-4691-a058-5d083cdcaa6a'] in dv-neutron-831593-2-hyperv is: [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:35Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '24722330-9a17-4e36-a26f-64451026c556', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'port_id': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'mac_address': 'fa:16:3e:b6:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:53:54Z', 'updated_at': '2022-03-02T20:53:54Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95c2984-14e7-4d98-b6a0-48e8d60edd11', 'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:c0:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:34Z', 'updated_at': '2022-03-02T20:53:42Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:53:57.425617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a891839-949c-42a8-8ffa-47222bc4e3f1 None None] New status for floating IP 24722330-9a17-4e36-a26f-64451026c556: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:53:57.623882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 54272) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:53:57.817373 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5599e043-74b8-4d2d-a88e-b042c048405e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/24722330-9a17-4e36-a26f-64451026c556 HTTP/1.1" status: 200 len: 993 time: 0.1922328 Mar 02 20:54:13.215013 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:16.589107 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:54:17.150913 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d4e8c3a0-e1b2-44d3-a4eb-44de55585f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:19.386451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-aa20765a-82ec-4fb0-aa96-81a83f28332f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:20.551588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:20.722957 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:21.996594 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:31.480438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d094a8-56e6-4916-aa4c-24c6fb561a95 req-6684a347-ba26-4b64-b9d6-f61663d69fdf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:31.481894 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a4d094a8-56e6-4916-aa4c-24c6fb561a95 req-6684a347-ba26-4b64-b9d6-f61663d69fdf tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0790050 Mar 02 20:54:31.627390 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a4d094a8-56e6-4916-aa4c-24c6fb561a95 req-8b4c814b-a25d-46af-95ef-f80352ccba95 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399271 Mar 02 20:54:32.821897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475d4f6-559a-49a7-9eb4-7defe6d03a11 req-e27df289-caf9-42e7-82a0-e660b1491840 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:32.823377 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f475d4f6-559a-49a7-9eb4-7defe6d03a11 req-e27df289-caf9-42e7-82a0-e660b1491840 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0768147 Mar 02 20:54:32.868225 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f475d4f6-559a-49a7-9eb4-7defe6d03a11 req-8aed7e3b-fb1f-481d-b816-d21712e269d8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390310 Mar 02 20:54:34.065378 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b067878-9d14-42f2-ade3-f4734f51f576 req-b621aad5-62f9-4936-84a0-4c197ca1ed4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:34.066833 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b067878-9d14-42f2-ade3-f4734f51f576 req-b621aad5-62f9-4936-84a0-4c197ca1ed4a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0787156 Mar 02 20:54:34.112054 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b067878-9d14-42f2-ade3-f4734f51f576 req-bd6e0748-6fb9-406b-a0e6-d28f79eba4fd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389235 Mar 02 20:54:35.305509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08294b51-935b-471d-b771-dfeca4902d69 req-df2059ef-5484-4d67-b426-19d5d58647da tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:35.307011 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08294b51-935b-471d-b771-dfeca4902d69 req-df2059ef-5484-4d67-b426-19d5d58647da tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0753119 Mar 02 20:54:35.351589 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08294b51-935b-471d-b771-dfeca4902d69 req-4cdfbbef-4a2c-4997-a21a-84bfa41e5292 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392060 Mar 02 20:54:36.556746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873f35f-ef98-498d-bb43-baba977c59af req-f9591dd1-ddbb-4463-9d95-2945f60dd5a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:36.558230 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1873f35f-ef98-498d-bb43-baba977c59af req-f9591dd1-ddbb-4463-9d95-2945f60dd5a3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0882020 Mar 02 20:54:36.604483 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1873f35f-ef98-498d-bb43-baba977c59af req-d943bebf-1f26-4664-8e35-a9ebdff2f2eb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 Mar 02 20:54:37.800576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b23c5-8765-4671-84af-655c72c31821 req-48762d98-5254-432a-b0d5-1cdf377cec60 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:37.802021 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e64b23c5-8765-4671-84af-655c72c31821 req-48762d98-5254-432a-b0d5-1cdf377cec60 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0774298 Mar 02 20:54:37.848738 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e64b23c5-8765-4671-84af-655c72c31821 req-92b57649-da67-4802-95b3-e4a6a9d760da tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412829 Mar 02 20:54:39.046329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98d4f9-a667-4cfe-bff5-e3edb3937635 req-5de08d43-c3da-4670-b613-50b39d90ed8e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:39.047774 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0d98d4f9-a667-4cfe-bff5-e3edb3937635 req-5de08d43-c3da-4670-b613-50b39d90ed8e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0780678 Mar 02 20:54:39.094424 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0d98d4f9-a667-4cfe-bff5-e3edb3937635 req-81cb5d78-04f4-419b-9f89-e6b53be604d9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410674 Mar 02 20:54:40.294435 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96776ef2-42a2-49db-81ff-7bc552323532 req-507b6909-4e68-4cea-8ac3-4f787659ee20 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:40.295851 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96776ef2-42a2-49db-81ff-7bc552323532 req-507b6909-4e68-4cea-8ac3-4f787659ee20 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0784004 Mar 02 20:54:40.339563 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96776ef2-42a2-49db-81ff-7bc552323532 req-6703b114-d0a1-4e01-a9cd-93ec04f9e27c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384481 Mar 02 20:54:41.530548 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3480060-ceb4-4471-8dc9-1f47cd731a2c req-2352e3a1-c454-4772-9352-53874793bb38 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:41.531984 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a3480060-ceb4-4471-8dc9-1f47cd731a2c req-2352e3a1-c454-4772-9352-53874793bb38 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0754764 Mar 02 20:54:41.576087 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a3480060-ceb4-4471-8dc9-1f47cd731a2c req-24c8b774-2100-4afc-a90a-2d02c07b2e14 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386581 Mar 02 20:54:42.772157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05d01b-5e2d-44d3-97ca-9c05fab93676 req-2f69752a-4275-41b9-8e77-c7978d5cc3f1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:42.773626 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa05d01b-5e2d-44d3-97ca-9c05fab93676 req-2f69752a-4275-41b9-8e77-c7978d5cc3f1 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0805571 Mar 02 20:54:42.819708 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fa05d01b-5e2d-44d3-97ca-9c05fab93676 req-58a52764-f2ce-4e75-a2a5-e96fd3e8babd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396390 Mar 02 20:54:42.847588 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 54312) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:54:42.949346 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-35f2a3f2-7f3b-4ca7-b3f6-0ecf8fa9b08b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/24722330-9a17-4e36-a26f-64451026c556 HTTP/1.1" status: 200 len: 993 time: 0.1004837 Mar 02 20:54:43.248455 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:44.583257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5dc87-38d7-42d5-9808-d97b96948bbf req-bd8d08ba-e06c-414f-b1ab-10f570e41c5b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:44.584718 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ebb5dc87-38d7-42d5-9808-d97b96948bbf req-bd8d08ba-e06c-414f-b1ab-10f570e41c5b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0816281 Mar 02 20:54:44.657353 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ebb5dc87-38d7-42d5-9808-d97b96948bbf req-ede1019d-dfcf-48fb-91a9-9a21cae80542 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661435 Mar 02 20:54:44.701798 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1330bdc7-6c16-4128-aac6-cfebce14c289 req-839b530f-69ad-451b-a137-ec20d825c7cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 1098 time: 0.0785241 Mar 02 20:54:44.830122 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330bdc7-6c16-4128-aac6-cfebce14c289 req-7773abbf-d5ee-476e-9866-9a2c9b631503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:44.831533 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1330bdc7-6c16-4128-aac6-cfebce14c289 req-7773abbf-d5ee-476e-9866-9a2c9b631503 service neutron] 10.222.0.31 "GET /v2.0/networks?id=339f1004-e803-4249-87bb-d4e23ae38326 HTTP/1.1" status: 200 len: 898 time: 0.1227634 Mar 02 20:54:44.937125 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1330bdc7-6c16-4128-aac6-cfebce14c289 req-237a1092-c805-48aa-a05d-ad9d462af611 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c HTTP/1.1" status: 200 len: 1001 time: 0.0947456 Mar 02 20:54:44.997833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330bdc7-6c16-4128-aac6-cfebce14c289 req-1f5338a3-1d19-4309-9365-d52ba15c3aa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:44.999247 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1330bdc7-6c16-4128-aac6-cfebce14c289 req-1f5338a3-1d19-4309-9365-d52ba15c3aa6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3a564bd-78a7-49d8-9e03-95c466a6946f HTTP/1.1" status: 200 len: 835 time: 0.0559337 Mar 02 20:54:45.079139 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1330bdc7-6c16-4128-aac6-cfebce14c289 req-a32a38eb-1570-45aa-a9be-65f3ccf8bd5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=339f1004-e803-4249-87bb-d4e23ae38326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702894 Mar 02 20:54:45.211529 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1330bdc7-6c16-4128-aac6-cfebce14c289 req-b7633724-4a27-49ee-866f-c4feab1f2854 service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227489 Mar 02 20:54:45.343139 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-1330bdc7-6c16-4128-aac6-cfebce14c289 req-dd54f23a-bc8f-4a20-adfe-1a85de18c021 service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223075 Mar 02 20:54:45.857326 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0303184-614d-4ab5-87c8-1cabc4ae8bce req-0bccf791-8e8a-47e5-9350-f0318ef1bc39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:45.858793 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a0303184-614d-4ab5-87c8-1cabc4ae8bce req-0bccf791-8e8a-47e5-9350-f0318ef1bc39 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0791228 Mar 02 20:54:45.909725 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a0303184-614d-4ab5-87c8-1cabc4ae8bce req-8055e1d1-4901-40a3-b190-8ab3dbd0e19c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Mar 02 20:54:47.108138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb94a9-8f9d-4506-9f64-5bffdacd3909 req-d71e831b-b187-4457-9b56-908f3c7b4309 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:47.109601 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6dfb94a9-8f9d-4506-9f64-5bffdacd3909 req-d71e831b-b187-4457-9b56-908f3c7b4309 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0800204 Mar 02 20:54:47.156520 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-33a4fca6-de0c-4977-a95b-1993617e7710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:47.158380 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6dfb94a9-8f9d-4506-9f64-5bffdacd3909 req-b5819920-a28a-484b-8af3-e2a5d665a807 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431950 Mar 02 20:54:47.186778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 54326) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:54:47.290344 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-cf1ea726-97f3-4174-8d26-eece798ab34b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/24722330-9a17-4e36-a26f-64451026c556 HTTP/1.1" status: 200 len: 993 time: 0.1022346 Mar 02 20:54:49.367883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-04bdd3e3-c46d-4f71-bae4-d65601a3aa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:50.550968 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:50.716545 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:52.013787 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:54:53.384625 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cf1f2880-465e-484c-b06f-5e061eb33a31 req-9f35b799-d093-40a8-bcf8-27ebe463885f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667307 Mar 02 20:54:53.516857 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cf1f2880-465e-484c-b06f-5e061eb33a31 req-129a540e-e97b-4826-bc2a-c7a26c7e9aee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 1098 time: 0.0662658 Mar 02 20:54:53.588162 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:54:53.655820 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f2880-465e-484c-b06f-5e061eb33a31 req-374f0551-9ef0-4be3-ba94-75a219125372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:53.657179 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cf1f2880-465e-484c-b06f-5e061eb33a31 req-374f0551-9ef0-4be3-ba94-75a219125372 service neutron] 10.222.0.31 "GET /v2.0/networks?id=339f1004-e803-4249-87bb-d4e23ae38326 HTTP/1.1" status: 200 len: 898 time: 0.1228750 Mar 02 20:54:53.758871 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cf1f2880-465e-484c-b06f-5e061eb33a31 req-471ac40d-73b1-41f4-a778-89067ece9243 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c HTTP/1.1" status: 200 len: 1001 time: 0.0950773 Mar 02 20:54:53.823426 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f2880-465e-484c-b06f-5e061eb33a31 req-a692264e-97ac-4458-81da-89258875d295 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:54:53.825042 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cf1f2880-465e-484c-b06f-5e061eb33a31 req-a692264e-97ac-4458-81da-89258875d295 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3a564bd-78a7-49d8-9e03-95c466a6946f HTTP/1.1" status: 200 len: 835 time: 0.0602419 Mar 02 20:54:53.988189 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cf1f2880-465e-484c-b06f-5e061eb33a31 req-13ec86f9-76c7-4701-943d-be2922f098bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=339f1004-e803-4249-87bb-d4e23ae38326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1564116 Mar 02 20:54:54.118995 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cf1f2880-465e-484c-b06f-5e061eb33a31 req-f981c4ab-d5e6-4f9c-8840-6ce01652e0b9 service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237464 Mar 02 20:54:54.247506 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cf1f2880-465e-484c-b06f-5e061eb33a31 req-7112e267-8107-4281-82dd-5d369ea7471c service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219983 Mar 02 20:55:13.224649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:17.173746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-88f8fe1c-21c2-4d84-8752-17c360726a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:19.356347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e99e38c3-19df-4825-aa83-1c8195582356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:19.987037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 54346) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:20.192951 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 7c1a3a57-5951-4136-aa77-2f5f1fa36cb4 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:55:20.193280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:20.357376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:20.357616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:20.478268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for 7c1a3a57-5951-4136-aa77-2f5f1fa36cb4 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:55:20.567028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:20.693599 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:20.739431 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:20.740219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=7c1a3a57-5951-4136-aa77-2f5f1fa36cb4,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:20.810469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:20.810817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:20.811164 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:20.811503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:20.811840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:20.812172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:20.812498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:20.812826 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:20.813149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:20.813472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:20.813793 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:20.841339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:21.319714 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 11f6e684-82e0-4691-a058-5d083cdcaa6a has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:55:21.519756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:55:21.529865 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ae2c1-a379-4d61-8180-c60f6f1b1a78 None None] Sync routers for ids ['11f6e684-82e0-4691-a058-5d083cdcaa6a'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:55:21.537082 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:21.541138 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ae2c1-a379-4d61-8180-c60f6f1b1a78 None None] Routers {'11f6e684-82e0-4691-a058-5d083cdcaa6a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:55:21.541982 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d04ae2c1-a379-4d61-8180-c60f6f1b1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:55:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['11f6e684-82e0-4691-a058-5d083cdcaa6a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:21.590049 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-656f7a69-7554-4e60-a88c-e9e20bbeab31 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/floatingips/24722330-9a17-4e36-a26f-64451026c556 HTTP/1.1" status: 204 len: 168 time: 1.6018870 Mar 02 20:55:21.590625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'tag': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:55:21.722158 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'tag': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c', 'status': 'completed', 'code': 200} Mar 02 20:55:21.728066 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-d04ae2c1-a379-4d61-8180-c60f6f1b1a78 None None] Set router 11f6e684-82e0-4691-a058-5d083cdcaa6a gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:55:21.850027 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dd24f071-a4e1-4616-bd8a-67bd3d6847e9 req-215b3be5-d5d3-472b-9db6-118b507f312e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 1098 time: 0.0984914 Mar 02 20:55:21.997158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24f071-a4e1-4616-bd8a-67bd3d6847e9 req-daaa1c0f-8fb3-42f1-a5f3-640d64607d6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:21.998871 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dd24f071-a4e1-4616-bd8a-67bd3d6847e9 req-daaa1c0f-8fb3-42f1-a5f3-640d64607d6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=339f1004-e803-4249-87bb-d4e23ae38326 HTTP/1.1" status: 200 len: 898 time: 0.1415482 Mar 02 20:55:22.047357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:22.073001 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dd24f071-a4e1-4616-bd8a-67bd3d6847e9 req-b556b8af-102d-4963-a318-a75dceb80ded service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c HTTP/1.1" status: 200 len: 217 time: 0.0653999 Mar 02 20:55:22.102279 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d04ae2c1-a379-4d61-8180-c60f6f1b1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:35Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b95c2984-14e7-4d98-b6a0-48e8d60edd11', 'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:c0:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:34Z', 'updated_at': '2022-03-02T20:53:42Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:22.108215 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ae2c1-a379-4d61-8180-c60f6f1b1a78 None None] Checking router: 11f6e684-82e0-4691-a058-5d083cdcaa6a for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:55:22.122316 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ae2c1-a379-4d61-8180-c60f6f1b1a78 None None] Routers {'11f6e684-82e0-4691-a058-5d083cdcaa6a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:55:22.123100 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d04ae2c1-a379-4d61-8180-c60f6f1b1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:55:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['11f6e684-82e0-4691-a058-5d083cdcaa6a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:22.153361 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24f071-a4e1-4616-bd8a-67bd3d6847e9 req-16b2d346-f504-4283-a8fb-09e43cc57f00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:22.155035 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dd24f071-a4e1-4616-bd8a-67bd3d6847e9 req-16b2d346-f504-4283-a8fb-09e43cc57f00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3a564bd-78a7-49d8-9e03-95c466a6946f HTTP/1.1" status: 200 len: 835 time: 0.0714767 Mar 02 20:55:22.167124 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364f2e3-29f0-4122-b998-13306c3f53ef req-80ac83aa-4be6-41c2-93a8-7dc93fd3c39d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:22.174000 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b364f2e3-29f0-4122-b998-13306c3f53ef req-80ac83aa-4be6-41c2-93a8-7dc93fd3c39d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0854869 Mar 02 20:55:22.223261 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b364f2e3-29f0-4122-b998-13306c3f53ef req-0be88cbe-f84e-42a5-bee6-68b5b7f22699 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483737 Mar 02 20:55:22.236201 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dd24f071-a4e1-4616-bd8a-67bd3d6847e9 req-06dd3bba-b975-4767-91f2-35a0fd84839d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=339f1004-e803-4249-87bb-d4e23ae38326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741057 Mar 02 20:55:22.301750 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-d04ae2c1-a379-4d61-8180-c60f6f1b1a78 None None] Set router 11f6e684-82e0-4691-a058-5d083cdcaa6a gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:55:22.370792 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dd24f071-a4e1-4616-bd8a-67bd3d6847e9 req-26bfcebf-8b1f-47ad-ac2e-cf8630f63b9f service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266375 Mar 02 20:55:22.502010 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-dd24f071-a4e1-4616-bd8a-67bd3d6847e9 req-2aabcb57-b688-438c-97a6-92db2110dff4 service neutron] 10.222.0.31 "GET /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250286 Mar 02 20:55:22.612471 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-d04ae2c1-a379-4d61-8180-c60f6f1b1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:35Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b95c2984-14e7-4d98-b6a0-48e8d60edd11', 'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:c0:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:34Z', 'updated_at': '2022-03-02T20:53:42Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:22.616284 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ae2c1-a379-4d61-8180-c60f6f1b1a78 None None] The sync data for ids ['11f6e684-82e0-4691-a058-5d083cdcaa6a'] in dv-neutron-831593-2-hyperv is: [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:35Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'b95c2984-14e7-4d98-b6a0-48e8d60edd11', 'name': '', 'network_id': '339f1004-e803-4249-87bb-d4e23ae38326', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:c0:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:34Z', 'updated_at': '2022-03-02T20:53:42Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': 'b3a564bd-78a7-49d8-9e03-95c466a6946f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:55:22.848475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe2214d-b8dc-40c5-ae52-9350f62563b6 None None] New status for floating IP 24722330-9a17-4e36-a26f-64451026c556: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:55:23.426283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292987f1-7d62-415f-89b7-5352bf00b8ed req-341f2340-d884-4ac9-a1db-ae22ab785e17 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:23.427712 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-292987f1-7d62-415f-89b7-5352bf00b8ed req-341f2340-d884-4ac9-a1db-ae22ab785e17 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0826015 Mar 02 20:55:23.473421 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-292987f1-7d62-415f-89b7-5352bf00b8ed req-02f24f88-a51b-47c5-8b90-0bfba7c31989 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397761 Mar 02 20:55:23.912399 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-7390b1bb-3583-4732-89b1-263065b8a167 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:23.913072 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-7390b1bb-3583-4732-89b1-263065b8a167 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:55:23.984842 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-7390b1bb-3583-4732-89b1-263065b8a167 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:55:23.985985 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-7390b1bb-3583-4732-89b1-263065b8a167 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.1511946 Mar 02 20:55:24.053717 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-b8bdf9bc-71b5-400b-9dd4-a28421c9367f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:55:24.054079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-b8bdf9bc-71b5-400b-9dd4-a28421c9367f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:24.290819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-b8bdf9bc-71b5-400b-9dd4-a28421c9367f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c,segment=NetworkSegment(8ac17498-78d6-46c6-bf66-13f5ef11416a),segment_id=8ac17498-78d6-46c6-bf66-13f5ef11416a)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:55:24.291672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-b8bdf9bc-71b5-400b-9dd4-a28421c9367f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:24.506540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-b8bdf9bc-71b5-400b-9dd4-a28421c9367f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:55:24.670639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3c45-c0b0-4e23-b98d-4e33832083a6 req-eba746b8-9a9e-4073-8743-f1b919fb9f8a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:24.672067 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0e1b3c45-c0b0-4e23-b98d-4e33832083a6 req-eba746b8-9a9e-4073-8743-f1b919fb9f8a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 945 time: 0.0760121 Mar 02 20:55:24.716501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-b8bdf9bc-71b5-400b-9dd4-a28421c9367f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:24.727687 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0e1b3c45-c0b0-4e23-b98d-4e33832083a6 req-29eac6f9-031c-4d2b-a7ba-58fbca629e38 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501590 Mar 02 20:55:24.766025 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdf9bc-71b5-400b-9dd4-a28421c9367f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=4fb3d749-12bb-46a5-ba5e-3d9706a75b4c,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:24.839356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-b8bdf9bc-71b5-400b-9dd4-a28421c9367f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] No DVR routers for this DVR port 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:55:24.841937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-b8bdf9bc-71b5-400b-9dd4-a28421c9367f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:24.844464 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'name': 'network-vif-deleted', 'tag': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:55:24.897579 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6', 'name': 'network-vif-deleted', 'tag': '4fb3d749-12bb-46a5-ba5e-3d9706a75b4c', 'status': 'completed', 'code': 200} Mar 02 20:55:24.911682 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-97c1b0ac-68a2-4f00-9dfb-7f6b519c900e req-b8bdf9bc-71b5-400b-9dd4-a28421c9367f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "DELETE /v2.0/ports/4fb3d749-12bb-46a5-ba5e-3d9706a75b4c HTTP/1.1" status: 204 len: 173 time: 0.9197364 Mar 02 20:55:25.912991 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b23c1f0c-fd45-4e99-aef6-c5dc43a78ca8 req-795b18d3-ba0e-4930-8100-570d1ae3575f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b2c931a-0247-4ab2-bee8-6ae0bd23d1e6 HTTP/1.1" status: 200 len: 210 time: 0.0441055 Mar 02 20:55:27.017154 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 54372) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:27.401546 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:27.996225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port b95c2984-14e7-4d98-b6a0-48e8d60edd11 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:55:27.996566 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:28.176653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port b95c2984-14e7-4d98-b6a0-48e8d60edd11, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=b95c2984-14e7-4d98-b6a0-48e8d60edd11,segment=NetworkSegment(8ac17498-78d6-46c6-bf66-13f5ef11416a),segment_id=8ac17498-78d6-46c6-bf66-13f5ef11416a)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:55:28.177335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:28.349428 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:55:28.382874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for b95c2984-14e7-4d98-b6a0-48e8d60edd11 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:55:28.386576 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:55:28.386921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 4fb3d749-12bb-46a5-ba5e-3d9706a75b4c not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:55:28.641726 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:28.688011 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=b95c2984-14e7-4d98-b6a0-48e8d60edd11,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:28.979905 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:29.537508 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 11f6e684-82e0-4691-a058-5d083cdcaa6a has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:55:29.834590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:55:29.844664 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac610aa-f398-411c-a65f-6c5b82fcd63d None None] Sync routers for ids ['11f6e684-82e0-4691-a058-5d083cdcaa6a'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:55:29.848558 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-ae9315eb-27ef-437f-a0f3-2d3333a85dc7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "PUT /v2.0/routers/11f6e684-82e0-4691-a058-5d083cdcaa6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8292913 Mar 02 20:55:29.850388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54376) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:29.855992 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac610aa-f398-411c-a65f-6c5b82fcd63d None None] Routers {'11f6e684-82e0-4691-a058-5d083cdcaa6a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:55:29.856586 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fac610aa-f398-411c-a65f-6c5b82fcd63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:55:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['11f6e684-82e0-4691-a058-5d083cdcaa6a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:30.033032 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-fac610aa-f398-411c-a65f-6c5b82fcd63d None None] Set router 11f6e684-82e0-4691-a058-5d083cdcaa6a gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:55:30.035725 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting subnet b3a564bd-78a7-49d8-9e03-95c466a6946f {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:55:30.038739 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:30.097723 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:30.179524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:30.293506 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:30.315238 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fac610aa-f398-411c-a65f-6c5b82fcd63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:55:28Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:30.319025 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac610aa-f398-411c-a65f-6c5b82fcd63d None None] Checking router: 11f6e684-82e0-4691-a058-5d083cdcaa6a for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:55:30.330001 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac610aa-f398-411c-a65f-6c5b82fcd63d None None] Routers {'11f6e684-82e0-4691-a058-5d083cdcaa6a'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:55:30.330606 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fac610aa-f398-411c-a65f-6c5b82fcd63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:55:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['11f6e684-82e0-4691-a058-5d083cdcaa6a'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:30.414510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a564bd-78a7-49d8-9e03-95c466a6946f,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:30.426585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:30.429570 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97369282-c4a5-4551-9e95-08c4362be381 None None] Network 339f1004-e803-4249-87bb-d4e23ae38326 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:55:30.431802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:30.432148 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:30.432488 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:30.432819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:30.433147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:30.433472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:30.433793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:30.434138 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:30.434455 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:30.434773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:30.435087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:30.442446 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d59a9717-dc3a-46d2-8374-17a6bc775733 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/subnets/b3a564bd-78a7-49d8-9e03-95c466a6946f HTTP/1.1" status: 204 len: 168 time: 0.5886846 Mar 02 20:55:30.442738 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54382) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:30.539181 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-fac610aa-f398-411c-a65f-6c5b82fcd63d None None] Set router 11f6e684-82e0-4691-a058-5d083cdcaa6a gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:55:30.653453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:30.665570 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:55:30.682930 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] DHCP port deletion for 339f1004-e803-4249-87bb-d4e23ae38326 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:55:30.687207 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Deleting port 4d57f26b-bc13-4578-ba9c-a1d9389073be {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:55:30.687577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:30.841265 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fac610aa-f398-411c-a65f-6c5b82fcd63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:55:28Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:30.845251 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac610aa-f398-411c-a65f-6c5b82fcd63d None None] The sync data for ids ['11f6e684-82e0-4691-a058-5d083cdcaa6a'] in dv-neutron-831593-2-hyperv is: [{'id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216602158', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:55:28Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': '48229a31-ea0b-4d4b-b616-18f4bcbface8', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f6e684-82e0-4691-a058-5d083cdcaa6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:53:30Z', 'updated_at': '2022-03-02T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:55:30.868020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:30.898222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] For port 4d57f26b-bc13-4578-ba9c-a1d9389073be, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=4d57f26b-bc13-4578-ba9c-a1d9389073be,segment=NetworkSegment(8ac17498-78d6-46c6-bf66-13f5ef11416a),segment_id=8ac17498-78d6-46c6-bf66-13f5ef11416a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:55:30.898641 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:30.944622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 48229a31-ea0b-4d4b-b616-18f4bcbface8 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:55:30.944879 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:31.019406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Calling delete_port for 4d57f26b-bc13-4578-ba9c-a1d9389073be owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:55:31.122277 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port 48229a31-ea0b-4d4b-b616-18f4bcbface8, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=48229a31-ea0b-4d4b-b616-18f4bcbface8,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:55:31.122627 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:31.156377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:31.209035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Pushing event deleted for resources: {'Port': ['ID=4d57f26b-bc13-4578-ba9c-a1d9389073be,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:31.214417 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] No DVR routers for this DVR port 4d57f26b-bc13-4578-ba9c-a1d9389073be on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:55:31.225288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:31.225634 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:31.226034 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:31.226302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:31.226636 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:31.226963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:31.227282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:31.227604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:31.227921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:31.228933 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:31.229836 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af328730-2c3a-41f9-b619-eaf1ba2a5401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:31.252020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for 48229a31-ea0b-4d4b-b616-18f4bcbface8 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:55:31.453676 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:31.498117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=48229a31-ea0b-4d4b-b616-18f4bcbface8,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:31.717068 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:31.867507 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b95c2984-14e7-4d98-b6a0-48e8d60edd11 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:55:31.906770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: b95c2984-14e7-4d98-b6a0-48e8d60edd11 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:55:31.907145 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device b95c2984-14e7-4d98-b6a0-48e8d60edd11 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:55:31.907562 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4d57f26b-bc13-4578-ba9c-a1d9389073be no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:55:31.941010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 4d57f26b-bc13-4578-ba9c-a1d9389073be {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:55:31.941323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 4d57f26b-bc13-4578-ba9c-a1d9389073be not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:55:32.084120 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.089760 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.173091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.173636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Fanout notify agent at l3_agent the message router_deleted on router 11f6e684-82e0-4691-a058-5d083cdcaa6a {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:55:32.189934 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.191023 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-af5ed358-20b1-4987-97e1-98d1ee08fa70 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/routers/11f6e684-82e0-4691-a058-5d083cdcaa6a HTTP/1.1" status: 204 len: 168 time: 1.7474666 Mar 02 20:55:32.193699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54388) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:32.313545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.444744 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.471034 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339f1004-e803-4249-87bb-d4e23ae38326']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:32.483459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac17498-78d6-46c6-bf66-13f5ef11416a') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:32.483745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac17498-78d6-46c6-bf66-13f5ef11416a') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:32.495504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.511598 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.517490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:55:32.523372 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:55:32.535474 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:55:32.698883 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.717023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.728028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Network': ['ID=339f1004-e803-4249-87bb-d4e23ae38326,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:32.813868 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-0f1ad229-0153-4c6b-888c-5c8dd6299b5c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/networks/339f1004-e803-4249-87bb-d4e23ae38326 HTTP/1.1" status: 204 len: 168 time: 0.6190646 Mar 02 20:55:32.816343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54392) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:32.889782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f6de71c8-6c4e-4763-9272-e3baf365f90c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:32.918421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f6de71c8-6c4e-4763-9272-e3baf365f90c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:33.059090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f6de71c8-6c4e-4763-9272-e3baf365f90c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:33.077443 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de71c8-6c4e-4763-9272-e3baf365f90c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:33.155524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f6de71c8-6c4e-4763-9272-e3baf365f90c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:33.156641 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f6de71c8-6c4e-4763-9272-e3baf365f90c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/security-groups/0ce74b8f-d1e9-4f3e-a256-acc1a51ad4a2 HTTP/1.1" status: 204 len: 168 time: 0.3393257 Mar 02 20:55:33.682834 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54400) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:33.688555 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-430138870', 'description': 'tempest-secgroup-smoke-430138870 description', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:33.694567 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:33.698770 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:33.701881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:33.707582 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:33.773135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:33.774655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 48229a31-ea0b-4d4b-b616-18f4bcbface8 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:55:33.810041 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:33.811744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 48229a31-ea0b-4d4b-b616-18f4bcbface8 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:55:33.812184 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 48229a31-ea0b-4d4b-b616-18f4bcbface8 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:55:33.813834 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:33.816777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:33.822425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:33.876076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:33.961370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.007152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:34.042128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.043355 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-257a8c9f-634d-4e63-8395-127d54cd1121 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3595397 Mar 02 20:55:34.046244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54404) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:34.051495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d34b92b1-ec26-4614-a3df-29e18d0b6301 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dc704e9a-f73c-4a31-9a54-d48bd03a4bb5', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:34.058483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d34b92b1-ec26-4614-a3df-29e18d0b6301 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:34.062258 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d34b92b1-ec26-4614-a3df-29e18d0b6301 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:34.065081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d34b92b1-ec26-4614-a3df-29e18d0b6301 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:34.070646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d34b92b1-ec26-4614-a3df-29e18d0b6301 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:34.144854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d34b92b1-ec26-4614-a3df-29e18d0b6301 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.203537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d34b92b1-ec26-4614-a3df-29e18d0b6301 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.258863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d34b92b1-ec26-4614-a3df-29e18d0b6301 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.281490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b92b1-ec26-4614-a3df-29e18d0b6301 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f30f47-5658-4639-a693-f6c3360c586a,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:34.350040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d34b92b1-ec26-4614-a3df-29e18d0b6301 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.351203 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d34b92b1-ec26-4614-a3df-29e18d0b6301 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3040628 Mar 02 20:55:34.354590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54408) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:34.359853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-5f643378-e279-4758-8f54-98b682da7bd3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dc704e9a-f73c-4a31-9a54-d48bd03a4bb5', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:34.365592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5f643378-e279-4758-8f54-98b682da7bd3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:34.370095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5f643378-e279-4758-8f54-98b682da7bd3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:34.374166 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-5f643378-e279-4758-8f54-98b682da7bd3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:34.378785 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-5f643378-e279-4758-8f54-98b682da7bd3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:34.453424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f643378-e279-4758-8f54-98b682da7bd3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.514421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f643378-e279-4758-8f54-98b682da7bd3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.572842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f643378-e279-4758-8f54-98b682da7bd3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.595892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f643378-e279-4758-8f54-98b682da7bd3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb10db15-a2dd-4c32-987a-14ff7bfd71bf,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:34.641800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-5f643378-e279-4758-8f54-98b682da7bd3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.643001 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-5f643378-e279-4758-8f54-98b682da7bd3 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2875202 Mar 02 20:55:34.645704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54412) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:34.651646 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-cdeb4282-81bd-4cd8-bf02-178da13da6f9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dc704e9a-f73c-4a31-9a54-d48bd03a4bb5', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:34.657495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cdeb4282-81bd-4cd8-bf02-178da13da6f9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:34.661330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cdeb4282-81bd-4cd8-bf02-178da13da6f9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:34.664243 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cdeb4282-81bd-4cd8-bf02-178da13da6f9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:34.670516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cdeb4282-81bd-4cd8-bf02-178da13da6f9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:34.739593 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4282-81bd-4cd8-bf02-178da13da6f9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.805841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4282-81bd-4cd8-bf02-178da13da6f9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.858688 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4282-81bd-4cd8-bf02-178da13da6f9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.881861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb4282-81bd-4cd8-bf02-178da13da6f9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bc5c18-6886-4087-a051-0c8a471daf8c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:34.933459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4282-81bd-4cd8-bf02-178da13da6f9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:34.934652 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cdeb4282-81bd-4cd8-bf02-178da13da6f9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2880056 Mar 02 20:55:34.937396 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54416) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:34.942751 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3359eb02-5fd1-42cc-99e4-466c34978e92 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dc704e9a-f73c-4a31-9a54-d48bd03a4bb5', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:34.948529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3359eb02-5fd1-42cc-99e4-466c34978e92 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:34.952647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3359eb02-5fd1-42cc-99e4-466c34978e92 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:34.955558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3359eb02-5fd1-42cc-99e4-466c34978e92 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:34.961152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3359eb02-5fd1-42cc-99e4-466c34978e92 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:35.019355 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3359eb02-5fd1-42cc-99e4-466c34978e92 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.084198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3359eb02-5fd1-42cc-99e4-466c34978e92 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.132982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3359eb02-5fd1-42cc-99e4-466c34978e92 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.156078 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359eb02-5fd1-42cc-99e4-466c34978e92 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76843181-359e-4119-99fa-9299aaccc9d4,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:35.207769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3359eb02-5fd1-42cc-99e4-466c34978e92 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.209009 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3359eb02-5fd1-42cc-99e4-466c34978e92 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2706692 Mar 02 20:55:35.211834 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54420) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:35.217644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dc704e9a-f73c-4a31-9a54-d48bd03a4bb5', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:35.223551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:35.227520 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:35.232985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:35.236892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:35.316400 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Project 55cee93810f641aeb2ba6dac3f1e81ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:55:35.322819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.388275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.469457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.494019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4faddf-eb23-4d6b-a28f-0a672faac3c2,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:35.567426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.568596 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c2629bd7-0c37-4c50-aa7f-c155c67b80dd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3552918 Mar 02 20:55:35.571227 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54424) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:35.577403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'security_group_rule': {'security_group_id': 'dc704e9a-f73c-4a31-9a54-d48bd03a4bb5', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:35.583161 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:35.586888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:security_group_rule and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:35.590369 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:35.595970 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:35.664637 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Project 55cee93810f641aeb2ba6dac3f1e81ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:55:35.671117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.736306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.812964 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.837817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cfbb07-fb2a-4d04-a947-0540eb4fefc1,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:35.898606 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:35.900509 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1817657e-7f37-4e1b-aa6f-214535e95964 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3270102 Mar 02 20:55:35.903772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54428) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:35.909220 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'network': {'name': 'tempest-network-smoke--1513580168', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'port_security_enabled': True}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:35.914107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:35.918901 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:network and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:35.921719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:35.927364 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:35.984509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:55:35.987381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:36.015461 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:55:36.024007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:36.024345 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Added segment a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05 of type vlan for network 88b7468e-eb2b-4c91-b259-7d3790636416 Mar 02 20:55:36.049783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:36.155353 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:36.159129 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:36.159703 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:36.268331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Network': ['ID=88b7468e-eb2b-4c91-b259-7d3790636416,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:36.278249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 88b7468e-eb2b-4c91-b259-7d3790636416 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:55:36.316728 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-209c3305-c238-4f74-b7cd-76e47e658729 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4119465 Mar 02 20:55:36.319452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54432) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:36.324936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'admin_state_up': True, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:36.332147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:36.335932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:router and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:36.339123 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:36.344775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:36.436290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:36.437247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:36.455226 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:36.744420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:36.986866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:37.015782 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:37.160875 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.26.5.15 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/f53bfb6d-144e-40c1-b597-495a407a5df2) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:55:37.302608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:37.390638 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:37.461866 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:55:37.463122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:55:37.466814 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:55:37.499446 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=f53bfb6d-144e-40c1-b597-495a407a5df2,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:37.706692 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:37.707321 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:37.984250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:55:38.180374 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:55:38.191039 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Sync routers for ids ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:55:38.202673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Routers {'6131615c-5ff3-4f6c-beda-bb1fec8124f1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:55:38.203276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:55:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:38.265020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:38.266278 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b7333461-1a32-498d-8ef3-5ac97acb5193 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9459016 Mar 02 20:55:38.269413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54436) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:38.311379 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-80df4c2f-7347-42b6-9855-d6798920633e tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=55cee93810f641aeb2ba6dac3f1e81ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408111 Mar 02 20:55:38.314099 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54440) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:38.412179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Set router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:55:38.442391 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84136c0-1090-4921-8050-a68a8c0e1f49 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:38.443865 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e84136c0-1090-4921-8050-a68a8c0e1f49 tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288407 Mar 02 20:55:38.446884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54444) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:38.486391 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-77683136-e919-4981-9ff9-7c82262674fc tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=8365059c-528a-42c0-931f-6ee8653060e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384061 Mar 02 20:55:38.489674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54448) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:38.495453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1848822547', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:38.603330 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:38.607235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:subnet and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:38.610083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:38.615764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:38.664788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:55:38.699251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:37Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:38.703521 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Checking router: 6131615c-5ff3-4f6c-beda-bb1fec8124f1 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:55:38.703895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Updating router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 port f53bfb6d-144e-40c1-b597-495a407a5df2 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:55:38.757320 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:38.868025 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:39.087291 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:39.098705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Transition to ACTIVE for port object f53bfb6d-144e-40c1-b597-495a407a5df2 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:55:39.127010 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:39.178336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:39.207232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Subnet': ['ID=83d9d3af-e12b-4ae7-be16-53cf1ffe3c24,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:39.219507 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Checking segment: {'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:55:39.219864 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network hostable DHCP agents. Network: 88b7468e-eb2b-4c91-b259-7d3790636416, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:55:39.262828 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6f52c-243f-4257-a9f5-ed4cf93b6d7d None None] Pushing event updated for resources: {'Port': ['ID=f53bfb6d-144e-40c1-b597-495a407a5df2,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:39.264979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Attempting to bind port f53bfb6d-144e-40c1-b597-495a407a5df2 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:55:39.265345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Attempting to bind port f53bfb6d-144e-40c1-b597-495a407a5df2 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:55:39.265701 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Attempting to bind port f53bfb6d-144e-40c1-b597-495a407a5df2 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:55:39.272544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:55:39.272911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:55:39.273306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:39.273685 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:55:39.274161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Bound port: f53bfb6d-144e-40c1-b597-495a407a5df2, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:55:39.274528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:39.298613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 88b7468e-eb2b-4c91-b259-7d3790636416 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:55:39.344604 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] For port f53bfb6d-144e-40c1-b597-495a407a5df2, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:55:39.347540 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] For port f53bfb6d-144e-40c1-b597-495a407a5df2, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f53bfb6d-144e-40c1-b597-495a407a5df2,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:55:39.361713 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 88b7468e-eb2b-4c91-b259-7d3790636416) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:55:39.366110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:39.366780 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:39.371221 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affce69b-dbba-4b32-ad96-98252076017a None None] Network 88b7468e-eb2b-4c91-b259-7d3790636416 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:55:39.433784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:39.437197 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f6c62422-e231-43d1-8abe-d3825eabdaf9 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9464672 Mar 02 20:55:39.439914 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54452) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:39.544080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6f52c-243f-4257-a9f5-ed4cf93b6d7d None None] Pushing event updated for resources: {'Port': ['ID=f53bfb6d-144e-40c1-b597-495a407a5df2,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:39.564578 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Routers {'6131615c-5ff3-4f6c-beda-bb1fec8124f1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:55:39.565197 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:55:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:39.807958 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-88b7468e-eb2b-4c91-b259-7d3790636416', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ips': [{'subnet_id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:55:39.808762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:39.869724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] Set router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:55:40.189315 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:40.210622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Allocated IP 172.20.0.2 (88b7468e-eb2b-4c91-b259-7d3790636416/83d9d3af-e12b-4ae7-be16-53cf1ffe3c24/10488149-0847-4f67-be0a-2f28710efea7) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:55:40.440287 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:37Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:40.463060 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b034288-7dee-4e15-b070-b193a728f7ba None None] The sync data for ids ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'] in dv-neutron-831593-2-hyperv is: [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:37Z', 'revision_number': 3, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:55:40.483630 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:40.495194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Transition to ACTIVE for port object 10488149-0847-4f67-be0a-2f28710efea7 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:55:40.514819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Transition to ACTIVE for port object 10488149-0847-4f67-be0a-2f28710efea7 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:55:40.607985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:40.702652 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Network 88b7468e-eb2b-4c91-b259-7d3790636416 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:55:40.706370 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:55:40.708282 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Pushing event updated for resources: {'Port': ['ID=10488149-0847-4f67-be0a-2f28710efea7,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:40.710484 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:55:40.789804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.20.0.1 (88b7468e-eb2b-4c91-b259-7d3790636416/83d9d3af-e12b-4ae7-be16-53cf1ffe3c24/a255ea81-b62d-4e0b-b600-0ea4a11f702e) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:55:40.808149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Attempting to bind port 10488149-0847-4f67-be0a-2f28710efea7 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:55:40.808524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Attempting to bind port 10488149-0847-4f67-be0a-2f28710efea7 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:55:40.808890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Attempting to bind port 10488149-0847-4f67-be0a-2f28710efea7 on network 88b7468e-eb2b-4c91-b259-7d3790636416 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:55:40.817920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:55:40.818742 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Checking segment: {'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:55:40.819144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:40.819530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Bound using segment: {'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:55:40.819990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Bound port: 10488149-0847-4f67-be0a-2f28710efea7, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:55:40.820353 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:40.914367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] For port 10488149-0847-4f67-be0a-2f28710efea7, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:55:40.918528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] For port 10488149-0847-4f67-be0a-2f28710efea7, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=10488149-0847-4f67-be0a-2f28710efea7,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:55:40.964459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:40.982249 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Transition to ACTIVE for port object a255ea81-b62d-4e0b-b600-0ea4a11f702e will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:55:41.008073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:41.059791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:41.099480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153af9f-13ed-48fb-b159-165ee2c6c6ca None None] Pushing event updated for resources: {'Port': ['ID=10488149-0847-4f67-be0a-2f28710efea7,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:41.152428 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 88b7468e-eb2b-4c91-b259-7d3790636416 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:55:41.155731 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:55:41.160415 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:55:41.192376 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=a255ea81-b62d-4e0b-b600-0ea4a11f702e,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:41.227438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:41.423913 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:41.850161 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:41.879518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 10488149-0847-4f67-be0a-2f28710efea7 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:55:41.899171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:41.995849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecbd200-11a5-406e-b90d-ece207a3ea37 None None] Network 88b7468e-eb2b-4c91-b259-7d3790636416 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:55:42.017775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:42.019990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 10488149-0847-4f67-be0a-2f28710efea7 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:55:42.021930 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=a255ea81-b62d-4e0b-b600-0ea4a11f702e,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:42.090785 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f53bfb6d-144e-40c1-b597-495a407a5df2 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:55:42.158783 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 88b7468e-eb2b-4c91-b259-7d3790636416 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:55:42.159921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:55:42.219980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-85b30fd2-19b9-4706-8649-497e5879062d None None] Provisioning for port 10488149-0847-4f67-be0a-2f28710efea7 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:55:42.236181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-85b30fd2-19b9-4706-8649-497e5879062d None None] Provisioning complete for port 10488149-0847-4f67-be0a-2f28710efea7 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:55:42.236478 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-85b30fd2-19b9-4706-8649-497e5879062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:42.350302 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port f53bfb6d-144e-40c1-b597-495a407a5df2 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:55:42.359658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f53bfb6d-144e-40c1-b597-495a407a5df2 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:55:42.360028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:42.470403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-85b30fd2-19b9-4706-8649-497e5879062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:42.544087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-85b30fd2-19b9-4706-8649-497e5879062d None None] For port 10488149-0847-4f67-be0a-2f28710efea7, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=10488149-0847-4f67-be0a-2f28710efea7,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:55:42.565355 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:42.585099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port f53bfb6d-144e-40c1-b597-495a407a5df2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f53bfb6d-144e-40c1-b597-495a407a5df2,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:55:42.608210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-85b30fd2-19b9-4706-8649-497e5879062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:42.663067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:55:42.695761 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:42.739010 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b30fd2-19b9-4706-8649-497e5879062d None None] Pushing event updated for resources: {'Port': ['ID=10488149-0847-4f67-be0a-2f28710efea7,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:42.789306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0b601025-f4a8-4262-92c5-23568d909f09 None None] Provisioning complete for port 10488149-0847-4f67-be0a-2f28710efea7 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:55:42.789677 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0b601025-f4a8-4262-92c5-23568d909f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:42.862859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=f53bfb6d-144e-40c1-b597-495a407a5df2,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:42.894231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:55:42.908651 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7410e725-120a-4d0c-9597-106d21f83257 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "PUT /v2.0/routers/6131615c-5ff3-4f6c-beda-bb1fec8124f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4677112 Mar 02 20:55:42.990336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0b601025-f4a8-4262-92c5-23568d909f09 None None] Provisioning for port a255ea81-b62d-4e0b-b600-0ea4a11f702e completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:55:42.996306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0b601025-f4a8-4262-92c5-23568d909f09 None None] Provisioning complete for port a255ea81-b62d-4e0b-b600-0ea4a11f702e triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:55:42.996751 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0b601025-f4a8-4262-92c5-23568d909f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:43.052489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0b601025-f4a8-4262-92c5-23568d909f09 None None] Port a255ea81-b62d-4e0b-b600-0ea4a11f702e cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:55:43.092775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-490b5902-0f5c-485d-8287-c3277299aa6e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:55:43.144491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-490b5902-0f5c-485d-8287-c3277299aa6e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:55:43.145593 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-490b5902-0f5c-485d-8287-c3277299aa6e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-430138870&fields=id&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 267 time: 0.0960591 Mar 02 20:55:43.183399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-f9fbd088-30bb-4dae-b440-640ac50fa38e None None] Provisioning complete for port a255ea81-b62d-4e0b-b600-0ea4a11f702e triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:55:43.183776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f9fbd088-30bb-4dae-b440-640ac50fa38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:43.231837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:43.235877 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-f9fbd088-30bb-4dae-b440-640ac50fa38e None None] Port a255ea81-b62d-4e0b-b600-0ea4a11f702e cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:55:43.291273 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-69c9c7f9-d842-4f1a-a7d3-5712361006ce tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:43.291939 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-69c9c7f9-d842-4f1a-a7d3-5712361006ce tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:55:43.355754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-69c9c7f9-d842-4f1a-a7d3-5712361006ce tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:55:43.356865 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-69c9c7f9-d842-4f1a-a7d3-5712361006ce tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/networks?id=88b7468e-eb2b-4c91-b259-7d3790636416 HTTP/1.1" status: 200 len: 797 time: 0.2042153 Mar 02 20:55:43.372627 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-7473c2d4-8ef0-43e6-b9e6-0b760b0dd877 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/quotas/55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 375 time: 0.0104623 Mar 02 20:55:43.456012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-edda74f3-08c9-4b34-b3f2-8949c216903c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:55:43.521710 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-edda74f3-08c9-4b34-b3f2-8949c216903c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:55:43.523082 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-edda74f3-08c9-4b34-b3f2-8949c216903c tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456716 Mar 02 20:55:43.723029 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-16e0f192-bf16-410d-89a2-dd030a9888f2 service neutron] 10.222.0.44 "GET /v2.0/networks/88b7468e-eb2b-4c91-b259-7d3790636416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882396 Mar 02 20:55:43.833189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 10488149-0847-4f67-be0a-2f28710efea7 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:55:43.858656 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2f598f08-8d6b-4676-8190-e50000acf9f0 service neutron] 10.222.0.44 "GET /v2.0/networks/88b7468e-eb2b-4c91-b259-7d3790636416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298437 Mar 02 20:55:43.905329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 10488149-0847-4f67-be0a-2f28710efea7 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:55:43.905809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:44.018932 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Sync routers for ids ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:55:44.025567 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f53bfb6d-144e-40c1-b597-495a407a5df2 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:55:44.031387 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Routers {'6131615c-5ff3-4f6c-beda-bb1fec8124f1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:55:44.032243 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:55:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:44.116945 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f53bfb6d-144e-40c1-b597-495a407a5df2 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:55:44.117147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:44.162326 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8c3d33e0-0025-4701-b2cf-d041c3c76e03 req-f2aff39f-6b6c-4107-af27-8f2f67cc8b8e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 210 time: 0.0652919 Mar 02 20:55:44.255233 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Set router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:55:44.557547 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:41Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'a255ea81-b62d-4e0b-b600-0ea4a11f702e', 'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:e3:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:40Z', 'updated_at': '2022-03-02T20:55:41Z', 'revision_number': 2, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:44.561465 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Checking router: 6131615c-5ff3-4f6c-beda-bb1fec8124f1 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:55:44.561807 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Updating router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 port a255ea81-b62d-4e0b-b600-0ea4a11f702e binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:55:44.614348 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:44.955605 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:44.970045 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Transition to ACTIVE for port object a255ea81-b62d-4e0b-b600-0ea4a11f702e will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:55:45.047453 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:45.288072 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Pushing event updated for resources: {'Port': ['ID=a255ea81-b62d-4e0b-b600-0ea4a11f702e,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:45.317079 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:45.317411 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:45.317937 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:45.318258 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:45.318581 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:45.318933 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:45.319266 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:45.319557 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:45.319861 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:45.320161 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:45.320463 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:55:45.322444 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1b862711-79e0-48a6-9e44-5f8c9ad56197 req-9f2f3aeb-427d-4d8e-b740-db6da29919b5 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 210 time: 0.0473974 Mar 02 20:55:45.327335 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Attempting to bind port a255ea81-b62d-4e0b-b600-0ea4a11f702e on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:55:45.327887 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Attempting to bind port a255ea81-b62d-4e0b-b600-0ea4a11f702e by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:55:45.328697 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Attempting to bind port a255ea81-b62d-4e0b-b600-0ea4a11f702e on network 88b7468e-eb2b-4c91-b259-7d3790636416 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:55:45.336741 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:55:45.342099 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Checking segment: {'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:55:45.342635 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:45.343094 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Bound using segment: {'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:55:45.343638 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Bound port: a255ea81-b62d-4e0b-b600-0ea4a11f702e, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:55:45.344077 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:45.431435 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] For port a255ea81-b62d-4e0b-b600-0ea4a11f702e, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:55:45.434628 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] For port a255ea81-b62d-4e0b-b600-0ea4a11f702e, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a255ea81-b62d-4e0b-b600-0ea4a11f702e,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:55:45.494221 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:45.575545 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa715-8104-42ba-9570-fe3c886af0a6 None None] Pushing event updated for resources: {'Port': ['ID=a255ea81-b62d-4e0b-b600-0ea4a11f702e,revision_number=4']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:45.578416 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Routers {'6131615c-5ff3-4f6c-beda-bb1fec8124f1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:55:45.579002 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:55:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:45.758526 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] Set router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:55:46.070927 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:41Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'a255ea81-b62d-4e0b-b600-0ea4a11f702e', 'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:e3:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:40Z', 'updated_at': '2022-03-02T20:55:45Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:46.075649 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b29ac00-b7a4-43ee-aef3-4a957cf95552 None None] The sync data for ids ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'] in dv-neutron-831593-2-hyperv is: [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:41Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'a255ea81-b62d-4e0b-b600-0ea4a11f702e', 'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:e3:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:40Z', 'updated_at': '2022-03-02T20:55:45Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:55:46.145479 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-d8bf2b9a-f06d-4af0-bba1-ff711071ec1f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:46.147902 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-d8bf2b9a-f06d-4af0-bba1-ff711071ec1f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/networks?id=88b7468e-eb2b-4c91-b259-7d3790636416 HTTP/1.1" status: 200 len: 797 time: 0.1603246 Mar 02 20:55:46.216466 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-058f7458-6476-4a9d-b02f-8190388c81c7 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55cee93810f641aeb2ba6dac3f1e81ee HTTP/1.1" status: 200 len: 379 time: 0.0494337 Mar 02 20:55:46.230939 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'port': {'device_id': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'admin_state_up': True, 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'security_groups': ['dc704e9a-f73c-4a31-9a54-d48bd03a4bb5']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:46.383964 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:46.390565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:46.459873 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Made reservation on behalf of 55cee93810f641aeb2ba6dac3f1e81ee for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:55:46.463567 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:46.498797 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3b2670bf-90c6-4372-b0da-bb15f447ebe1 req-431286a5-4da6-4371-8c38-119b65e135ee tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 210 time: 0.0438490 Mar 02 20:55:46.638618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.20.0.13 (88b7468e-eb2b-4c91-b259-7d3790636416/83d9d3af-e12b-4ae7-be16-53cf1ffe3c24/967dfc49-e725-41fd-8586-4dd60c7df853) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:55:46.836176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:46.852980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Transition to ACTIVE for port object 967dfc49-e725-41fd-8586-4dd60c7df853 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:55:46.927779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:47.006221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 88b7468e-eb2b-4c91-b259-7d3790636416 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:55:47.010230 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:55:47.014886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:55:47.040865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=967dfc49-e725-41fd-8586-4dd60c7df853,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:47.082897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:47.083443 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:47.127420 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3dcb72ae-f2f0-4d99-8cb8-1e9b2ee826cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:47.145162 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-2c49e12d-ce02-401d-b472-5f5e878218b2 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9189177 Mar 02 20:55:47.160616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Request body: {'port': {'device_id': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:47.269842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-801c4715-001c-4870-8c30-341dcb5038e5 None None] Provisioning for port 967dfc49-e725-41fd-8586-4dd60c7df853 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:55:47.272783 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:47.274825 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-801c4715-001c-4870-8c30-341dcb5038e5 None None] Provisioning complete for port 967dfc49-e725-41fd-8586-4dd60c7df853 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:55:47.275301 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-801c4715-001c-4870-8c30-341dcb5038e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:47.326731 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-801c4715-001c-4870-8c30-341dcb5038e5 None None] Port 967dfc49-e725-41fd-8586-4dd60c7df853 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:55:47.616335 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967dfc49-e725-41fd-8586-4dd60c7df853 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:55:47.624181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:47.638979 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Transition to ACTIVE for port object 967dfc49-e725-41fd-8586-4dd60c7df853 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:55:47.693217 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:47.702400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb0eca-850b-46ac-8cd0-5dc715ae4074 req-1b239a52-5d07-4243-a726-3cf1df6e8161 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:47.705967 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-62cb0eca-850b-46ac-8cd0-5dc715ae4074 req-1b239a52-5d07-4243-a726-3cf1df6e8161 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 932 time: 0.0782304 Mar 02 20:55:47.749789 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-62cb0eca-850b-46ac-8cd0-5dc715ae4074 req-2fd76f94-29ef-4fa1-80a5-3f396c75ed82 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404208 Mar 02 20:55:47.844252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Pushing event updated for resources: {'Port': ['ID=967dfc49-e725-41fd-8586-4dd60c7df853,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:47.872078 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a255ea81-b62d-4e0b-b600-0ea4a11f702e up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:55:47.952610 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Attempting to bind port 967dfc49-e725-41fd-8586-4dd60c7df853 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:55:47.952934 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Attempting to bind port 967dfc49-e725-41fd-8586-4dd60c7df853 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:55:47.953261 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Attempting to bind port 967dfc49-e725-41fd-8586-4dd60c7df853 on network 88b7468e-eb2b-4c91-b259-7d3790636416 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:55:47.959495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Port 967dfc49-e725-41fd-8586-4dd60c7df853 on network 88b7468e-eb2b-4c91-b259-7d3790636416 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:55:47.959814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Attempting to bind port 967dfc49-e725-41fd-8586-4dd60c7df853 on network 88b7468e-eb2b-4c91-b259-7d3790636416 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:55:47.966778 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:55:47.967117 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Checking segment: {'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:55:47.967498 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Bound using segment: {'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:55:47.967919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Bound port: 967dfc49-e725-41fd-8586-4dd60c7df853, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:55:47.968265 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:47.995505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port a255ea81-b62d-4e0b-b600-0ea4a11f702e completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:55:48.000400 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port a255ea81-b62d-4e0b-b600-0ea4a11f702e triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:55:48.000765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:48.058183 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] For port 967dfc49-e725-41fd-8586-4dd60c7df853, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:55:48.061339 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] For port 967dfc49-e725-41fd-8586-4dd60c7df853, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=967dfc49-e725-41fd-8586-4dd60c7df853,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:55:48.127708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:48.132844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:48.166595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port a255ea81-b62d-4e0b-b600-0ea4a11f702e, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a255ea81-b62d-4e0b-b600-0ea4a11f702e,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:55:48.213981 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:48.286092 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=a255ea81-b62d-4e0b-b600-0ea4a11f702e,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:48.297198 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:48.298672 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] 10.222.0.31 "PUT /v2.0/ports/967dfc49-e725-41fd-8586-4dd60c7df853 HTTP/1.1" status: 200 len: 1094 time: 1.1426685 Mar 02 20:55:48.299111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'tag': '967dfc49-e725-41fd-8586-4dd60c7df853'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:55:48.321764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e058b-1c2d-483b-8e45-ea9dbf1026a2 service neutron] Pushing event updated for resources: {'Port': ['ID=967dfc49-e725-41fd-8586-4dd60c7df853,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:48.358098 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'tag': '967dfc49-e725-41fd-8586-4dd60c7df853', 'status': 'completed', 'code': 200} Mar 02 20:55:48.458239 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f185c79e-b62b-43dc-b4dd-f7284698e79d req-d9c633e2-c4ad-4a5e-93d6-9142bbcb06cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 1097 time: 0.0713797 Mar 02 20:55:48.602919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185c79e-b62b-43dc-b4dd-f7284698e79d req-18ecb442-1c37-4ea5-a757-13b73ffe3cca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:48.604722 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f185c79e-b62b-43dc-b4dd-f7284698e79d req-18ecb442-1c37-4ea5-a757-13b73ffe3cca service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1364217 Mar 02 20:55:48.744889 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185c79e-b62b-43dc-b4dd-f7284698e79d req-57f3722a-60df-4160-955e-53344a0d2075 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:48.746365 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f185c79e-b62b-43dc-b4dd-f7284698e79d req-57f3722a-60df-4160-955e-53344a0d2075 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1326251 Mar 02 20:55:48.875858 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-7e9f0b0a-cd85-4fc5-8560-d2fe69336c60 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 1097 time: 0.0844607 Mar 02 20:55:48.950793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a4410-3ad4-4ed7-b0ea-c1d056a53237 req-094617b7-8dbc-466b-ae23-d4558f00e639 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:48.951678 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-d8494f09-bfc3-46c3-8d2f-ae9cef05914d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967dfc49-e725-41fd-8586-4dd60c7df853 HTTP/1.1" status: 200 len: 217 time: 0.0646298 Mar 02 20:55:48.952474 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4c0a4410-3ad4-4ed7-b0ea-c1d056a53237 req-094617b7-8dbc-466b-ae23-d4558f00e639 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 944 time: 0.0791199 Mar 02 20:55:48.998161 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4c0a4410-3ad4-4ed7-b0ea-c1d056a53237 req-8a7b162f-a4d4-452d-81ea-914a65fc0373 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401912 Mar 02 20:55:49.020276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-104baabf-1588-471c-934e-73425567c48c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:49.021728 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-104baabf-1588-471c-934e-73425567c48c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83d9d3af-e12b-4ae7-be16-53cf1ffe3c24 HTTP/1.1" status: 200 len: 835 time: 0.0614340 Mar 02 20:55:49.099821 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-96adb991-72ed-4144-8745-95675f84256d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=88b7468e-eb2b-4c91-b259-7d3790636416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679352 Mar 02 20:55:49.233958 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-d841a658-7c1d-4b18-89b4-cfffd29ae2ce service neutron] 10.222.0.31 "GET /v2.0/networks/88b7468e-eb2b-4c91-b259-7d3790636416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236949 Mar 02 20:55:49.367447 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3df9524f-bb3d-4129-a86e-2907ed04f7ec req-87d3f5cd-60b3-4f89-9030-4a92f8bac311 service neutron] 10.222.0.31 "GET /v2.0/networks/88b7468e-eb2b-4c91-b259-7d3790636416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231055 Mar 02 20:55:49.389886 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-13622412-ebeb-4770-bbfe-0629c8d63619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:49.826666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a255ea81-b62d-4e0b-b600-0ea4a11f702e up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:55:49.892983 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port a255ea81-b62d-4e0b-b600-0ea4a11f702e triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:55:49.893345 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:50.192898 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8a3e4-9d97-4345-8351-fb563560637e req-35fbdb69-cc6d-44df-bf0f-a5b07fc80260 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:50.194418 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-23c8a3e4-9d97-4345-8351-fb563560637e req-35fbdb69-cc6d-44df-bf0f-a5b07fc80260 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 944 time: 0.0759563 Mar 02 20:55:50.243888 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-23c8a3e4-9d97-4345-8351-fb563560637e req-0bb06a3d-1bdd-4c63-816a-a31b238c53f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432830 Mar 02 20:55:50.461901 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 967dfc49-e725-41fd-8586-4dd60c7df853 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:55:50.603849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 967dfc49-e725-41fd-8586-4dd60c7df853, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=967dfc49-e725-41fd-8586-4dd60c7df853,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:55:50.619250 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '967dfc49-e725-41fd-8586-4dd60c7df853', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'port_id': '967dfc49-e725-41fd-8586-4dd60c7df853', 'mac_address': 'fa:16:3e:7c:3d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:55:50.648180 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:50.683270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:50.699778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967dfc49-e725-41fd-8586-4dd60c7df853 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:55:50.714878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 967dfc49-e725-41fd-8586-4dd60c7df853, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=967dfc49-e725-41fd-8586-4dd60c7df853,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:55:50.732439 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:50.778476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:50.846511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=967dfc49-e725-41fd-8586-4dd60c7df853,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:51.050108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['967dfc49-e725-41fd-8586-4dd60c7df853'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:55:51.439022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d26ae-edfb-4ce1-a82e-667f23b50f0b req-a1f87455-c1e5-4992-8ab1-9add54cc441d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:51.440396 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b65d26ae-edfb-4ce1-a82e-667f23b50f0b req-a1f87455-c1e5-4992-8ab1-9add54cc441d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 945 time: 0.0755239 Mar 02 20:55:51.485406 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b65d26ae-edfb-4ce1-a82e-667f23b50f0b req-39598e38-9e5e-4f48-98a3-c6cf308a5876 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395713 Mar 02 20:55:52.010950 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:52.476908 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 967dfc49-e725-41fd-8586-4dd60c7df853 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:55:52.618134 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 967dfc49-e725-41fd-8586-4dd60c7df853 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:55:52.623186 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 967dfc49-e725-41fd-8586-4dd60c7df853 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:55:52.623746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:52.689464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b92999-5926-445b-8cd8-c32b67b43d85 req-07e3a19d-81ab-4e41-bea9-0e7c5c8b55bb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:52.690925 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b4b92999-5926-445b-8cd8-c32b67b43d85 req-07e3a19d-81ab-4e41-bea9-0e7c5c8b55bb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 945 time: 0.0804594 Mar 02 20:55:52.737159 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b4b92999-5926-445b-8cd8-c32b67b43d85 req-9a84e541-08bf-4ad5-9073-76049645978f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406668 Mar 02 20:55:52.738559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:52.766858 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967dfc49-e725-41fd-8586-4dd60c7df853'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:55:52.777326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 967dfc49-e725-41fd-8586-4dd60c7df853, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=967dfc49-e725-41fd-8586-4dd60c7df853,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:55:52.837236 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967dfc49-e725-41fd-8586-4dd60c7df853', 'code': 200} Mar 02 20:55:52.856820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:52.925085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=967dfc49-e725-41fd-8586-4dd60c7df853,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:53.221209 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-22e5a069-7f46-49e5-b5c5-9ceef6c52142 req-16ec29f8-af7a-43cf-8a40-474f916bed8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 1099 time: 0.0660365 Mar 02 20:55:53.270511 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-22e5a069-7f46-49e5-b5c5-9ceef6c52142 req-d17b9135-b32a-4458-b243-22640ec86e64 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398076 Mar 02 20:55:53.930837 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434a474-91d5-4726-8ba9-81d2be49ce74 req-ee938500-3578-4b86-ae1d-f41bdd5bc295 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:53.932294 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a434a474-91d5-4726-8ba9-81d2be49ce74 req-ee938500-3578-4b86-ae1d-f41bdd5bc295 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.0758915 Mar 02 20:55:53.980440 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a434a474-91d5-4726-8ba9-81d2be49ce74 req-60d81e55-92bf-43b4-853d-92cc9df34e23 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426760 Mar 02 20:55:55.179319 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ec3d-40ee-42a2-8dc0-b52069114faf req-24811f32-b4fd-4f9c-b201-4fc27d0a3565 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:55.180747 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-15a5ec3d-40ee-42a2-8dc0-b52069114faf req-24811f32-b4fd-4f9c-b201-4fc27d0a3565 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.0790100 Mar 02 20:55:55.225002 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-15a5ec3d-40ee-42a2-8dc0-b52069114faf req-5b5fcb3b-4a06-4bb5-871b-0b734631785d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380938 Mar 02 20:55:55.416470 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedd3f-a95a-48b3-bd6a-2f6e4d644cd8 req-a27b7e75-ba31-478a-880c-0aa8c13ebc08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:55.418581 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-60cedd3f-a95a-48b3-bd6a-2f6e4d644cd8 req-a27b7e75-ba31-478a-880c-0aa8c13ebc08 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.0755663 Mar 02 20:55:55.465481 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-60cedd3f-a95a-48b3-bd6a-2f6e4d644cd8 req-052e4dba-0a07-4739-8a82-d9dd347aef1e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416155 Mar 02 20:55:55.492377 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54500) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:55.660080 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3fd04ccd-48b5-482c-ab81-af03141b270f tempest-TestNetworkAdvancedServerOps-1319835251 tempest-TestNetworkAdvancedServerOps-1319835251-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 1094 time: 0.1665993 Mar 02 20:55:55.662770 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54504) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:55.668719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '967dfc49-e725-41fd-8586-4dd60c7df853', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:55:55.674030 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:55:55.677733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Usage tracker for resource:floatingip and tenant:55cee93810f641aeb2ba6dac3f1e81ee is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:55:55.680494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:55:55.686213 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:55:55.767126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:55.902314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:56.036630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Allocated IP 172.26.5.86 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/e86600ba-8b89-4908-ae35-439412f7ce35) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:55:56.180673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:56.252949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:56.318117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:55:56.320892 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:55:56.325152 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:55:56.352484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=e86600ba-8b89-4908-ae35-439412f7ce35,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:56.808972 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:56.941759 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:57.143844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:57.189637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:57.299071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event updated for resources: {'Port': ['ID=e86600ba-8b89-4908-ae35-439412f7ce35,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:55:57.313038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:57.591489 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Floating IP 1aa142dd-793a-4cc6-b6b7-6c8a3dd87106 associated. External IP: 172.26.5.86, port: 967dfc49-e725-41fd-8586-4dd60c7df853. Mar 02 20:55:57.979943 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:55:58.175888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:55:58.186011 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803aa46d-81b2-4ba2-941e-e707769a26e2 None None] Sync routers for ids ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:55:58.198069 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803aa46d-81b2-4ba2-941e-e707769a26e2 None None] Routers {'6131615c-5ff3-4f6c-beda-bb1fec8124f1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:55:58.198723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-803aa46d-81b2-4ba2-941e-e707769a26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:55:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:58.270238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:55:58.328074 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9d65cbc3-20ec-4938-967a-606a237a8a1b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6614215 Mar 02 20:55:58.328074 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'tag': '967dfc49-e725-41fd-8586-4dd60c7df853'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:55:58.379162 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-803aa46d-81b2-4ba2-941e-e707769a26e2 None None] Set router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:55:58.491020 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'tag': '967dfc49-e725-41fd-8586-4dd60c7df853', 'status': 'completed', 'code': 200} Mar 02 20:55:58.515232 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f45b75-88e6-42fd-ba31-cfe75511dddc req-4fff2c0e-bfba-45ba-8533-eb7190fab9f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:58.516752 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-82f45b75-88e6-42fd-ba31-cfe75511dddc req-4fff2c0e-bfba-45ba-8533-eb7190fab9f6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.0937555 Mar 02 20:55:58.568180 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-82f45b75-88e6-42fd-ba31-cfe75511dddc req-ce169420-36be-4669-b50f-968525f30921 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449548 Mar 02 20:55:58.579898 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-74310ae0-1093-4031-96e7-7d20e94bca8d req-ed189ecf-3d96-4370-a746-f1e0be232d1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 1099 time: 0.0730789 Mar 02 20:55:58.597390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54514) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:58.712531 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-706525ee-8bfb-497b-8da2-3bac459eb5ea tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/1aa142dd-793a-4cc6-b6b7-6c8a3dd87106 HTTP/1.1" status: 200 len: 991 time: 0.1127615 Mar 02 20:55:58.724580 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74310ae0-1093-4031-96e7-7d20e94bca8d req-70fdb921-18f1-45d6-ae72-8f414d9359e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:58.726399 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-74310ae0-1093-4031-96e7-7d20e94bca8d req-70fdb921-18f1-45d6-ae72-8f414d9359e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=88b7468e-eb2b-4c91-b259-7d3790636416 HTTP/1.1" status: 200 len: 899 time: 0.1406295 Mar 02 20:55:58.729130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-803aa46d-81b2-4ba2-941e-e707769a26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:41Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '1aa142dd-793a-4cc6-b6b7-6c8a3dd87106', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'port_id': '967dfc49-e725-41fd-8586-4dd60c7df853', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'mac_address': 'fa:16:3e:7c:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:55:56Z', 'updated_at': '2022-03-02T20:55:56Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a255ea81-b62d-4e0b-b600-0ea4a11f702e', 'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:e3:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:40Z', 'updated_at': '2022-03-02T20:55:48Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:58.733627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803aa46d-81b2-4ba2-941e-e707769a26e2 None None] Checking router: 6131615c-5ff3-4f6c-beda-bb1fec8124f1 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:55:58.743993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803aa46d-81b2-4ba2-941e-e707769a26e2 None None] Routers {'6131615c-5ff3-4f6c-beda-bb1fec8124f1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:55:58.744593 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-803aa46d-81b2-4ba2-941e-e707769a26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:55:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:58.831455 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-74310ae0-1093-4031-96e7-7d20e94bca8d req-3fbed714-70d9-42d5-af7d-793eea2ec429 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967dfc49-e725-41fd-8586-4dd60c7df853 HTTP/1.1" status: 200 len: 999 time: 0.0987051 Mar 02 20:55:58.893381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74310ae0-1093-4031-96e7-7d20e94bca8d req-fc57bc13-69a7-4e01-80bc-bca62832639e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:55:58.894937 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-74310ae0-1093-4031-96e7-7d20e94bca8d req-fc57bc13-69a7-4e01-80bc-bca62832639e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83d9d3af-e12b-4ae7-be16-53cf1ffe3c24 HTTP/1.1" status: 200 len: 835 time: 0.0573616 Mar 02 20:55:58.923527 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-803aa46d-81b2-4ba2-941e-e707769a26e2 None None] Set router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:55:58.973097 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-74310ae0-1093-4031-96e7-7d20e94bca8d req-9c3e49c9-1bce-44ee-8bf6-246737684850 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=88b7468e-eb2b-4c91-b259-7d3790636416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716798 Mar 02 20:55:59.202829 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-74310ae0-1093-4031-96e7-7d20e94bca8d req-862c92a9-d826-47ec-9ff6-d8e70d9d0419 service neutron] 10.222.0.31 "GET /v2.0/networks/88b7468e-eb2b-4c91-b259-7d3790636416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237980 Mar 02 20:55:59.310135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-803aa46d-81b2-4ba2-941e-e707769a26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:41Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '1aa142dd-793a-4cc6-b6b7-6c8a3dd87106', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'port_id': '967dfc49-e725-41fd-8586-4dd60c7df853', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'mac_address': 'fa:16:3e:7c:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:55:56Z', 'updated_at': '2022-03-02T20:55:56Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a255ea81-b62d-4e0b-b600-0ea4a11f702e', 'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:e3:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:40Z', 'updated_at': '2022-03-02T20:55:48Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:55:59.314111 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803aa46d-81b2-4ba2-941e-e707769a26e2 None None] The sync data for ids ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'] in dv-neutron-831593-2-hyperv is: [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:41Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '1aa142dd-793a-4cc6-b6b7-6c8a3dd87106', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'port_id': '967dfc49-e725-41fd-8586-4dd60c7df853', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'mac_address': 'fa:16:3e:7c:3d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:55:56Z', 'updated_at': '2022-03-02T20:55:56Z', 'revision_number': 0, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a255ea81-b62d-4e0b-b600-0ea4a11f702e', 'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:e3:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:40Z', 'updated_at': '2022-03-02T20:55:48Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:55:59.335398 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-74310ae0-1093-4031-96e7-7d20e94bca8d req-8589b14a-414b-4aa1-b169-bf9614c57eee service neutron] 10.222.0.31 "GET /v2.0/networks/88b7468e-eb2b-4c91-b259-7d3790636416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254272 Mar 02 20:55:59.715168 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 54518) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:55:59.819254 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b1c29ed7-01a5-4110-aac8-3793570df1b0 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/1aa142dd-793a-4cc6-b6b7-6c8a3dd87106 HTTP/1.1" status: 200 len: 991 time: 0.1029968 Mar 02 20:56:00.823796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 54522) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:00.925334 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5128db57-228e-4eab-878c-a358b4af150d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/1aa142dd-793a-4cc6-b6b7-6c8a3dd87106 HTTP/1.1" status: 200 len: 991 time: 0.1004181 Mar 02 20:56:00.961345 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb9f93-39c4-4f17-8290-ef29b2b7fc8b None None] New status for floating IP 1aa142dd-793a-4cc6-b6b7-6c8a3dd87106: ACTIVE {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:56:01.929243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 54526) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:02.037170 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-089802d0-0333-4c46-8cbf-a9ee7ebc292d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/1aa142dd-793a-4cc6-b6b7-6c8a3dd87106 HTTP/1.1" status: 200 len: 993 time: 0.1066027 Mar 02 20:56:07.586863 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:56:13.252558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:17.143870 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7aba9d62-01de-4bdd-95e1-cb2abe27ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:19.360637 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-edb2818b-179d-4e39-8dac-fcb94234e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:20.556496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:20.737868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:22.040460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:33.945143 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad9c78-2bfc-4050-ad27-593f727bb54e req-af438c6c-5943-49bf-bd52-8267bfc82bbd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:33.946626 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96ad9c78-2bfc-4050-ad27-593f727bb54e req-af438c6c-5943-49bf-bd52-8267bfc82bbd tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.0776899 Mar 02 20:56:33.992915 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-96ad9c78-2bfc-4050-ad27-593f727bb54e req-639eed1b-8ba5-4a1c-9f05-2f210d0ce848 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397449 Mar 02 20:56:35.191432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b6c72-7a0c-4506-a968-57ff1ac31d6a req-70634149-fdb8-42f0-911d-7247542c06eb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:35.192859 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cd7b6c72-7a0c-4506-a968-57ff1ac31d6a req-70634149-fdb8-42f0-911d-7247542c06eb tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.0782206 Mar 02 20:56:35.238212 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-cd7b6c72-7a0c-4506-a968-57ff1ac31d6a req-56df156d-9301-4710-b2ea-44f08c7071f8 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398660 Mar 02 20:56:35.265518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54546) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:35.369541 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e76c283f-925a-4fe1-a8ff-572069c0d52f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/1aa142dd-793a-4cc6-b6b7-6c8a3dd87106 HTTP/1.1" status: 200 len: 993 time: 0.1028960 Mar 02 20:56:36.953298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f0c98-1ad9-44b8-b67c-eb7fc530387f req-fff43341-c065-43a7-a54c-5434f7af7dfa tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:36.954797 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1c3f0c98-1ad9-44b8-b67c-eb7fc530387f req-fff43341-c065-43a7-a54c-5434f7af7dfa tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.0764234 Mar 02 20:56:36.996449 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b856b056-3467-43d8-be0b-af85ea02e471 req-b144f519-d3e9-4bd4-b58b-79b11e3bd8ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 1099 time: 0.0739117 Mar 02 20:56:37.001399 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1c3f0c98-1ad9-44b8-b67c-eb7fc530387f req-fbf00551-72a6-4e9e-8075-10871fac2734 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410879 Mar 02 20:56:37.129203 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b056-3467-43d8-be0b-af85ea02e471 req-ffb2e705-ce4e-41e6-b215-13b00810ea4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:37.130745 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b856b056-3467-43d8-be0b-af85ea02e471 req-ffb2e705-ce4e-41e6-b215-13b00810ea4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=88b7468e-eb2b-4c91-b259-7d3790636416 HTTP/1.1" status: 200 len: 899 time: 0.1245973 Mar 02 20:56:37.234717 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b856b056-3467-43d8-be0b-af85ea02e471 req-9f80e29f-4988-47de-9c32-0ed3af3f540f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967dfc49-e725-41fd-8586-4dd60c7df853 HTTP/1.1" status: 200 len: 1001 time: 0.0948923 Mar 02 20:56:37.297734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b056-3467-43d8-be0b-af85ea02e471 req-dc030cad-09fb-4f91-b38f-59d853d533cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:37.299135 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b856b056-3467-43d8-be0b-af85ea02e471 req-dc030cad-09fb-4f91-b38f-59d853d533cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83d9d3af-e12b-4ae7-be16-53cf1ffe3c24 HTTP/1.1" status: 200 len: 835 time: 0.0557778 Mar 02 20:56:37.374965 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b856b056-3467-43d8-be0b-af85ea02e471 req-d4abad14-99a7-494c-b671-3988c2f717f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=88b7468e-eb2b-4c91-b259-7d3790636416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665302 Mar 02 20:56:37.515456 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b856b056-3467-43d8-be0b-af85ea02e471 req-b1068b0f-b1d4-48b6-8a4f-aebaa1bc7ffc service neutron] 10.222.0.31 "GET /v2.0/networks/88b7468e-eb2b-4c91-b259-7d3790636416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289966 Mar 02 20:56:37.649445 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b856b056-3467-43d8-be0b-af85ea02e471 req-f132eda5-155e-486a-b67f-fe521ae71530 service neutron] 10.222.0.31 "GET /v2.0/networks/88b7468e-eb2b-4c91-b259-7d3790636416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207631 Mar 02 20:56:38.200647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f052b5a-6e18-46f5-bcdf-2ee04f37a935 req-f0afcac7-e14c-43e2-bfc3-7c5cb1ed4136 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:38.202382 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7f052b5a-6e18-46f5-bcdf-2ee04f37a935 req-f0afcac7-e14c-43e2-bfc3-7c5cb1ed4136 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.0782290 Mar 02 20:56:38.247485 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7f052b5a-6e18-46f5-bcdf-2ee04f37a935 req-22a9ca62-c01f-4854-b48b-71891ff1506e tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397568 Mar 02 20:56:39.438425 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87372b2-9f67-4d75-9c0b-fad16cf31c60 req-5305425e-a23d-432c-8821-219333704e15 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:39.439826 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b87372b2-9f67-4d75-9c0b-fad16cf31c60 req-5305425e-a23d-432c-8821-219333704e15 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.0743413 Mar 02 20:56:39.574708 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b87372b2-9f67-4d75-9c0b-fad16cf31c60 req-8c4e352b-53d0-4029-9109-91ed0b43042d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293857 Mar 02 20:56:39.602889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54560) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:39.715989 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4bf5831f-8ee3-45e9-8518-c956a95e5266 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/floatingips/1aa142dd-793a-4cc6-b6b7-6c8a3dd87106 HTTP/1.1" status: 200 len: 993 time: 0.1108057 Mar 02 20:56:40.018685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54568) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:40.218486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port e86600ba-8b89-4908-ae35-439412f7ce35 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:56:40.218818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:40.388179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:40.388492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:40.506439 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for e86600ba-8b89-4908-ae35-439412f7ce35 owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:56:40.697805 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:40.742607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=e86600ba-8b89-4908-ae35-439412f7ce35,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:40.778084 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:40.778429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:40.778764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:40.779095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:40.779423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:40.779746 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:40.780066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:40.780385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:40.780702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:40.781016 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:40.781331 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:40.844072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:41.232082 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:56:41.518458 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:56:41.528790 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c132b7-b559-43b5-95c1-282810e23cbb None None] Sync routers for ids ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:56:41.536007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:41.541822 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c132b7-b559-43b5-95c1-282810e23cbb None None] Routers {'6131615c-5ff3-4f6c-beda-bb1fec8124f1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:56:41.543109 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b7c132b7-b559-43b5-95c1-282810e23cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:56:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:41.591773 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9198c183-bc08-4528-9373-f8fa9b4f7110 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/floatingips/1aa142dd-793a-4cc6-b6b7-6c8a3dd87106 HTTP/1.1" status: 204 len: 168 time: 1.5720811 Mar 02 20:56:41.592304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'tag': '967dfc49-e725-41fd-8586-4dd60c7df853'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:56:41.648508 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'tag': '967dfc49-e725-41fd-8586-4dd60c7df853', 'status': 'completed', 'code': 200} Mar 02 20:56:41.724548 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-b7c132b7-b559-43b5-95c1-282810e23cbb None None] Set router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:56:41.756104 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-69dcadbe-a129-4672-b988-04b49b0a216f req-da737338-3f87-4113-a18f-c2efb63d4c6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 1099 time: 0.0776958 Mar 02 20:56:41.897621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcadbe-a129-4672-b988-04b49b0a216f req-b9117665-4306-491f-88fd-ac98af5a741d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:41.899144 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-69dcadbe-a129-4672-b988-04b49b0a216f req-b9117665-4306-491f-88fd-ac98af5a741d service neutron] 10.222.0.31 "GET /v2.0/networks?id=88b7468e-eb2b-4c91-b259-7d3790636416 HTTP/1.1" status: 200 len: 899 time: 0.1344202 Mar 02 20:56:41.969523 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-69dcadbe-a129-4672-b988-04b49b0a216f req-3ba2aec4-d74f-4837-ad24-5a6d33790a87 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=967dfc49-e725-41fd-8586-4dd60c7df853 HTTP/1.1" status: 200 len: 217 time: 0.0635648 Mar 02 20:56:42.056347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b7c132b7-b559-43b5-95c1-282810e23cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:41Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'a255ea81-b62d-4e0b-b600-0ea4a11f702e', 'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:e3:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:40Z', 'updated_at': '2022-03-02T20:55:48Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:42.062458 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c132b7-b559-43b5-95c1-282810e23cbb None None] Checking router: 6131615c-5ff3-4f6c-beda-bb1fec8124f1 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:56:42.077074 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c132b7-b559-43b5-95c1-282810e23cbb None None] Routers {'6131615c-5ff3-4f6c-beda-bb1fec8124f1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:56:42.077746 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b7c132b7-b559-43b5-95c1-282810e23cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:56:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:42.124250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3588b9e-1aab-4838-a4f4-b0a43114c5a6 req-d293a8af-1bad-4e9c-aef6-a8f12d786c56 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:42.124925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-f3588b9e-1aab-4838-a4f4-b0a43114c5a6 req-d293a8af-1bad-4e9c-aef6-a8f12d786c56 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:56:42.156371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcadbe-a129-4672-b988-04b49b0a216f req-f4f10cba-7455-4ec1-84ec-7337bd33ab30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:42.157804 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-69dcadbe-a129-4672-b988-04b49b0a216f req-f4f10cba-7455-4ec1-84ec-7337bd33ab30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=83d9d3af-e12b-4ae7-be16-53cf1ffe3c24 HTTP/1.1" status: 200 len: 835 time: 0.1813228 Mar 02 20:56:42.171661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-f3588b9e-1aab-4838-a4f4-b0a43114c5a6 req-d293a8af-1bad-4e9c-aef6-a8f12d786c56 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:56:42.172807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f3588b9e-1aab-4838-a4f4-b0a43114c5a6 req-d293a8af-1bad-4e9c-aef6-a8f12d786c56 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.1315651 Mar 02 20:56:42.223847 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f3588b9e-1aab-4838-a4f4-b0a43114c5a6 req-5e8e32aa-59ca-4710-af88-9430a4089122 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449722 Mar 02 20:56:42.239141 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-69dcadbe-a129-4672-b988-04b49b0a216f req-9b76e053-cf40-4f49-8e6f-8f151c5e11c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=88b7468e-eb2b-4c91-b259-7d3790636416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723183 Mar 02 20:56:42.279196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-b7c132b7-b559-43b5-95c1-282810e23cbb None None] Set router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:56:42.371595 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-69dcadbe-a129-4672-b988-04b49b0a216f req-a0573786-c260-43d6-b1d9-217b3934b16b service neutron] 10.222.0.31 "GET /v2.0/networks/88b7468e-eb2b-4c91-b259-7d3790636416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257174 Mar 02 20:56:42.502774 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-69dcadbe-a129-4672-b988-04b49b0a216f req-2aaaeb56-d3fe-4f10-b64d-e619a72a9e74 service neutron] 10.222.0.31 "GET /v2.0/networks/88b7468e-eb2b-4c91-b259-7d3790636416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251390 Mar 02 20:56:42.593246 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-b7c132b7-b559-43b5-95c1-282810e23cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:41Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'a255ea81-b62d-4e0b-b600-0ea4a11f702e', 'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:e3:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:40Z', 'updated_at': '2022-03-02T20:55:48Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:42.597187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c132b7-b559-43b5-95c1-282810e23cbb None None] The sync data for ids ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'] in dv-neutron-831593-2-hyperv is: [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:55:41Z', 'revision_number': 4, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'a255ea81-b62d-4e0b-b600-0ea4a11f702e', 'name': '', 'network_id': '88b7468e-eb2b-4c91-b259-7d3790636416', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'mac_address': 'fa:16:3e:e3:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:40Z', 'updated_at': '2022-03-02T20:55:48Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'subnets': [{'id': '83d9d3af-e12b-4ae7-be16-53cf1ffe3c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:56:42.807722 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832fd3d6-6edd-43a8-9637-406debb8b8cb None None] New status for floating IP 1aa142dd-793a-4cc6-b6b7-6c8a3dd87106: DOWN {{(pid=84506) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:56:43.234635 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:43.426096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb81fd4-077c-4233-a9b1-8294fd80f0ac req-b24b460c-31ba-41d5-8a9c-b518c877d835 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:43.427577 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-acb81fd4-077c-4233-a9b1-8294fd80f0ac req-b24b460c-31ba-41d5-8a9c-b518c877d835 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.0825694 Mar 02 20:56:43.472808 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-acb81fd4-077c-4233-a9b1-8294fd80f0ac req-246bd049-fccc-4390-ab1d-992f84523364 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398083 Mar 02 20:56:43.877794 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-3a30db50-e0db-449f-b4cc-dce460616645 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:43.878516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-3a30db50-e0db-449f-b4cc-dce460616645 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Synchronizing usage tracker for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:56:43.890151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-3a30db50-e0db-449f-b4cc-dce460616645 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Unset dirty status for tenant:55cee93810f641aeb2ba6dac3f1e81ee on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:56:43.891219 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-3a30db50-e0db-449f-b4cc-dce460616645 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 946 time: 0.0916262 Mar 02 20:56:43.958441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 967dfc49-e725-41fd-8586-4dd60c7df853 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:56:43.958784 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:44.197329 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port 967dfc49-e725-41fd-8586-4dd60c7df853, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=967dfc49-e725-41fd-8586-4dd60c7df853,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:56:44.197817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:44.314297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for 967dfc49-e725-41fd-8586-4dd60c7df853 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:56:44.497420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:44.543678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=967dfc49-e725-41fd-8586-4dd60c7df853,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:44.586937 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:56:44.615364 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:44.615706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:44.616047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:44.616381 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:44.616712 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:44.617037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:44.617362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:44.617685 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:44.618030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:44.618358 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:44.618675 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:44.630862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] No DVR routers for this DVR port 967dfc49-e725-41fd-8586-4dd60c7df853 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:56:44.633030 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:44.635590 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'name': 'network-vif-deleted', 'tag': '967dfc49-e725-41fd-8586-4dd60c7df853'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:56:44.637316 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c9ec0191-e2b7-431e-b3eb-1f1e4491b15f req-313dfd4b-aee0-4a66-a6a8-5765098529a6 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0352c8dd-c444-4ef9-8337-b88dc956e463 HTTP/1.1" status: 200 len: 210 time: 0.0424833 Mar 02 20:56:44.690911 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0352c8dd-c444-4ef9-8337-b88dc956e463', 'name': 'network-vif-deleted', 'tag': '967dfc49-e725-41fd-8586-4dd60c7df853', 'status': 'completed', 'code': 200} Mar 02 20:56:44.697930 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d48d709b-b54e-4df2-bced-e38eea2604a5 req-2b5db4f0-21d4-4f7c-8b3e-89a9b5709a91 tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.31 "DELETE /v2.0/ports/967dfc49-e725-41fd-8586-4dd60c7df853 HTTP/1.1" status: 204 len: 173 time: 0.8005848 Mar 02 20:56:45.742818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54586) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:46.134329 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:46.725320 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port a255ea81-b62d-4e0b-b600-0ea4a11f702e {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:56:46.725683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:46.995490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port a255ea81-b62d-4e0b-b600-0ea4a11f702e, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=a255ea81-b62d-4e0b-b600-0ea4a11f702e,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:56:46.996176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:47.119178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for a255ea81-b62d-4e0b-b600-0ea4a11f702e owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:56:47.177342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-87435432-e16d-4c96-a4fa-5ad35b4413e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:47.337231 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:47.380865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=a255ea81-b62d-4e0b-b600-0ea4a11f702e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:47.681500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:48.259558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:56:48.553539 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:56:48.563402 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604f20b-0330-4075-8f2c-f7372e0b7f36 None None] Sync routers for ids ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:56:48.567712 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2756a6b3-31db-4e91-9441-e1099a695b1a tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "PUT /v2.0/routers/6131615c-5ff3-4f6c-beda-bb1fec8124f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8238525 Mar 02 20:56:48.570373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54590) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:48.576044 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3604f20b-0330-4075-8f2c-f7372e0b7f36 None None] Routers {'6131615c-5ff3-4f6c-beda-bb1fec8124f1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:56:48.576911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3604f20b-0330-4075-8f2c-f7372e0b7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:56:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:48.754560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3604f20b-0330-4075-8f2c-f7372e0b7f36 None None] Set router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:56:48.766878 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-459c6ecc-e9c2-4030-8ac3-8b20e279bc0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting subnet 83d9d3af-e12b-4ae7-be16-53cf1ffe3c24 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:56:48.769800 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-459c6ecc-e9c2-4030-8ac3-8b20e279bc0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:48.793712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 967dfc49-e725-41fd-8586-4dd60c7df853 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:56:48.829766 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-459c6ecc-e9c2-4030-8ac3-8b20e279bc0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:48.883311 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 967dfc49-e725-41fd-8586-4dd60c7df853 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:56:48.883311 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 967dfc49-e725-41fd-8586-4dd60c7df853 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:56:48.914186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-459c6ecc-e9c2-4030-8ac3-8b20e279bc0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:49.052106 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-459c6ecc-e9c2-4030-8ac3-8b20e279bc0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:49.066653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3604f20b-0330-4075-8f2c-f7372e0b7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:56:47Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:49.070600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604f20b-0330-4075-8f2c-f7372e0b7f36 None None] Checking router: 6131615c-5ff3-4f6c-beda-bb1fec8124f1 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:56:49.082088 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3604f20b-0330-4075-8f2c-f7372e0b7f36 None None] Routers {'6131615c-5ff3-4f6c-beda-bb1fec8124f1'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:56:49.082617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3604f20b-0330-4075-8f2c-f7372e0b7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:56:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:49.093020 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c6ecc-e9c2-4030-8ac3-8b20e279bc0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Subnet': ['ID=83d9d3af-e12b-4ae7-be16-53cf1ffe3c24,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:49.100792 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-459c6ecc-e9c2-4030-8ac3-8b20e279bc0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:49.110282 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-459c6ecc-e9c2-4030-8ac3-8b20e279bc0b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/subnets/83d9d3af-e12b-4ae7-be16-53cf1ffe3c24 HTTP/1.1" status: 204 len: 168 time: 0.5366013 Mar 02 20:56:49.110501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54594) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:49.134427 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd675af-4dee-455b-869b-69035e628f0a None None] Network 88b7468e-eb2b-4c91-b259-7d3790636416 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:56:49.323121 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:49.400238 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fc565a0b-f338-47f3-b72d-c73b9a3daebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:49.436000 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-3604f20b-0330-4075-8f2c-f7372e0b7f36 None None] Set router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:56:49.524798 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:49.579452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port f53bfb6d-144e-40c1-b597-495a407a5df2 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:56:49.579889 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:49.706096 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] DHCP port deletion for 88b7468e-eb2b-4c91-b259-7d3790636416 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:56:49.714644 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Deleting port 10488149-0847-4f67-be0a-2f28710efea7 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:56:49.715654 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:49.764933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port f53bfb6d-144e-40c1-b597-495a407a5df2, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f53bfb6d-144e-40c1-b597-495a407a5df2,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:56:49.765286 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:49.863007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 10488149-0847-4f67-be0a-2f28710efea7 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:56:49.889667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for f53bfb6d-144e-40c1-b597-495a407a5df2 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:56:49.951218 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-3604f20b-0330-4075-8f2c-f7372e0b7f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:56:47Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:50.004182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604f20b-0330-4075-8f2c-f7372e0b7f36 None None] The sync data for ids ['6131615c-5ff3-4f6c-beda-bb1fec8124f1'] in dv-neutron-831593-2-hyperv is: [{'id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394863308', 'tenant_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:55:36Z', 'updated_at': '2022-03-02T20:56:47Z', 'revision_number': 5, 'project_id': '55cee93810f641aeb2ba6dac3f1e81ee', 'gw_port': {'id': 'f53bfb6d-144e-40c1-b597-495a407a5df2', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6131615c-5ff3-4f6c-beda-bb1fec8124f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:55:37Z', 'updated_at': '2022-03-02T20:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:56:50.093362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] For port 10488149-0847-4f67-be0a-2f28710efea7, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=10488149-0847-4f67-be0a-2f28710efea7,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:56:50.093755 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:50.126387 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:50.169529 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Port': ['ID=f53bfb6d-144e-40c1-b597-495a407a5df2,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:50.213692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:50.227684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Calling delete_port for 10488149-0847-4f67-be0a-2f28710efea7 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:56:50.302121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 10488149-0847-4f67-be0a-2f28710efea7, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=10488149-0847-4f67-be0a-2f28710efea7,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:56:50.372356 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:50.438849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:56:50.439213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:56:50.449432 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=10488149-0847-4f67-be0a-2f28710efea7,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:50.458558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:50.458902 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:50.459239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:50.459572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:50.459904 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:50.460231 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:50.460558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:50.460883 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:50.461203 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:50.461527 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:50.461845 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:56:50.501314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:50.571786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:50.743216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:50.769282 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:50.773345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:50.879726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:50.880244 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Fanout notify agent at l3_agent the message router_deleted on router 6131615c-5ff3-4f6c-beda-bb1fec8124f1 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:56:50.894789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:50.895887 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cad1d4f1-ecd5-44b5-b848-e5d7bf2eb54f tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/routers/6131615c-5ff3-4f6c-beda-bb1fec8124f1 HTTP/1.1" status: 204 len: 168 time: 1.7845259 Mar 02 20:56:50.898575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54598) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:50.940021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Deleting port 10488149-0847-4f67-be0a-2f28710efea7 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:56:50.940398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:51.016143 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:51.026379 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 10488149-0847-4f67-be0a-2f28710efea7 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:56:51.026706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:51.150955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] For port 10488149-0847-4f67-be0a-2f28710efea7, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=10488149-0847-4f67-be0a-2f28710efea7,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:56:51.151337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:51.224414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] For port 10488149-0847-4f67-be0a-2f28710efea7, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=10488149-0847-4f67-be0a-2f28710efea7,segment=NetworkSegment(a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05),segment_id=a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:56:51.224885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:51.269613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Calling delete_port for 10488149-0847-4f67-be0a-2f28710efea7 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:56:51.352014 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Calling delete_port for 10488149-0847-4f67-be0a-2f28710efea7 owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:56:51.405766 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684'] for port, after_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:51.424248 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.db.api [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:56:51.424561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG oslo_db.api [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:56:51.451982 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] Pushing event deleted for resources: {'Port': ['ID=10488149-0847-4f67-be0a-2f28710efea7,revision_number=None']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:51.458960 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc2c33-d254-4118-87b1-0d7f85dec9f9 None None] No DVR routers for this DVR port 10488149-0847-4f67-be0a-2f28710efea7 on host dv-neutron-831593-2-hyperv {{(pid=84505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:56:51.852035 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f53bfb6d-144e-40c1-b597-495a407a5df2 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:56:51.884912 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: f53bfb6d-144e-40c1-b597-495a407a5df2 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:56:51.885255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f53bfb6d-144e-40c1-b597-495a407a5df2 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:56:51.885666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a255ea81-b62d-4e0b-b600-0ea4a11f702e no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:56:51.916550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: a255ea81-b62d-4e0b-b600-0ea4a11f702e {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:56:51.916896 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device a255ea81-b62d-4e0b-b600-0ea4a11f702e not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:56:51.927297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Deleting port 10488149-0847-4f67-be0a-2f28710efea7 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:56:51.927297 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:51.991477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] The port '10488149-0847-4f67-be0a-2f28710efea7' was deleted {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:56:52.023297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:52.111398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:52.221559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b7468e-eb2b-4c91-b259-7d3790636416']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:52.234181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:52.234477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44c4bbb-cc5d-4cbe-99af-41ec2dbf5a05') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:52.245309 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:52.260922 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:52.266912 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:56:52.267275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: util.warn( Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:56:52.281476 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:56:52.400354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:52.417661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:52.428869 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'Network': ['ID=88b7468e-eb2b-4c91-b259-7d3790636416,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:52.486669 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cdb33ba3-2520-4ccf-8ced-249a7456c49b tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/networks/88b7468e-eb2b-4c91-b259-7d3790636416 HTTP/1.1" status: 204 len: 168 time: 1.5871398 Mar 02 20:56:52.489272 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54602) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:52.556090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3c2b19d0-780e-4bc5-81ac-2cdac569af2d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:52.584652 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3c2b19d0-780e-4bc5-81ac-2cdac569af2d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:52.685803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3c2b19d0-780e-4bc5-81ac-2cdac569af2d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:52.704370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b19d0-780e-4bc5-81ac-2cdac569af2d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc704e9a-f73c-4a31-9a54-d48bd03a4bb5,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:52.742050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3c2b19d0-780e-4bc5-81ac-2cdac569af2d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:52.743275 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3c2b19d0-780e-4bc5-81ac-2cdac569af2d tempest-TestNetworkAdvancedServerOps-1891271364 tempest-TestNetworkAdvancedServerOps-1891271364-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc704e9a-f73c-4a31-9a54-d48bd03a4bb5 HTTP/1.1" status: 204 len: 168 time: 0.2531056 Mar 02 20:56:53.371990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54612) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:53.545146 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-023e001d-04da-4710-a0b1-486c45b1a07b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55cee93810f641aeb2ba6dac3f1e81ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1719053 Mar 02 20:56:53.547672 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54618) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:53.604683 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-940b13e3-2de7-4562-96d7-095ef49b9714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:53.630112 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-940b13e3-2de7-4562-96d7-095ef49b9714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:53.732037 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-940b13e3-2de7-4562-96d7-095ef49b9714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:53.748185 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b13e3-2de7-4562-96d7-095ef49b9714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185f652b-9a93-41e2-bb8f-9c5e5ac707b3,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:53.757527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-940b13e3-2de7-4562-96d7-095ef49b9714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:53.758665 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-940b13e3-2de7-4562-96d7-095ef49b9714 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/185f652b-9a93-41e2-bb8f-9c5e5ac707b3 HTTP/1.1" status: 204 len: 168 time: 0.2100811 Mar 02 20:56:54.283388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54626) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:54.302655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f79e-256b-4d06-b546-7a63d4ae9975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:54.333608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a9c4f79e-256b-4d06-b546-7a63d4ae9975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:56:54.337373 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a9c4f79e-256b-4d06-b546-7a63d4ae9975 admin admin] Usage tracker for resource:security_group_rule and tenant:99e76cc9649841d3b3026afca479f5e9 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:56:54.340607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a9c4f79e-256b-4d06-b546-7a63d4ae9975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:56:54.346307 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a9c4f79e-256b-4d06-b546-7a63d4ae9975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:56:54.412745 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f79e-256b-4d06-b546-7a63d4ae9975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:54.480076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f79e-256b-4d06-b546-7a63d4ae9975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:54.526095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4f79e-256b-4d06-b546-7a63d4ae9975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12989a35-d443-4bcb-b822-71c817abb68d,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:54.532258 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a9c4f79e-256b-4d06-b546-7a63d4ae9975 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99e76cc9649841d3b3026afca479f5e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2478316 Mar 02 20:56:54.534891 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54630) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:54.594767 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ab2204d-33c7-4ffb-9aac-0adfe83f2e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:54.627803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ab2204d-33c7-4ffb-9aac-0adfe83f2e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:54.725720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ab2204d-33c7-4ffb-9aac-0adfe83f2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:54.741823 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2204d-33c7-4ffb-9aac-0adfe83f2e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12989a35-d443-4bcb-b822-71c817abb68d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:54.746310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-1ab2204d-33c7-4ffb-9aac-0adfe83f2e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:54.747386 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-1ab2204d-33c7-4ffb-9aac-0adfe83f2e54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12989a35-d443-4bcb-b822-71c817abb68d HTTP/1.1" status: 204 len: 168 time: 0.2114828 Mar 02 20:56:55.897561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54652) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:56.024457 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1787786416-network', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:56:56.029799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:56:56.033709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Usage tracker for resource:network and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:56:56.036536 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:56:56.042125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:56:56.143238 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Made reservation on behalf of cb6ac616130f4229bf1228fb18a6cd9f for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:56:56.145525 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:56.158149 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:56.191316 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:56:56.195223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:56:56.198225 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:56:56.204990 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:56:56.268656 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:56.319907 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:56.341348 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:56:56.360545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f74bac-a36f-4fec-b630-04a073846085,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:56.364133 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:56.364470 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Added segment 91db3f37-199a-4f7f-aa56-63271a14ff2c of type vlan for network 479ad96f-e8c6-48f6-bf11-1c893c99011a Mar 02 20:56:56.391801 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:56.462902 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:56.463722 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:56.464316 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:56.569300 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] Pushing event updated for resources: {'Network': ['ID=479ad96f-e8c6-48f6-bf11-1c893c99011a,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:56.580067 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 479ad96f-e8c6-48f6-bf11-1c893c99011a details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:56:56.618064 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-543f9476-86ac-46b6-8483-bbdcc9c70d38 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7193675 Mar 02 20:56:56.621748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54658) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:56.627029 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Request body: {'subnet': {'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1787786416-subnet', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'ip_version': 4}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:56:56.632007 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:56:56.635935 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Usage tracker for resource:subnet and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:56:56.639325 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:56:56.644994 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:56:56.725830 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Made reservation on behalf of cb6ac616130f4229bf1228fb18a6cd9f for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:56:56.728155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:56.977508 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:57.053991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcff860b-ce41-4783-ad8f-6480902dc995,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:57.065147 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Checking segment: {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:56:57.065503 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Network hostable DHCP agents. Network: 479ad96f-e8c6-48f6-bf11-1c893c99011a, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:56:57.177316 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Network 479ad96f-e8c6-48f6-bf11-1c893c99011a is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:56:57.234368 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 479ad96f-e8c6-48f6-bf11-1c893c99011a) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:56:57.238696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:56:57.239280 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:57.243722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d3467-fc9c-4913-b208-c8d7d3bf2ed7 None None] Network 479ad96f-e8c6-48f6-bf11-1c893c99011a requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:56:57.315358 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-59ef305c-df31-42c5-86f3-5233229f8c0f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6925123 Mar 02 20:56:57.318142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54662) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:57.323385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:56:57.328302 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:56:57.332107 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Usage tracker for resource:router and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:56:57.335005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:56:57.340984 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:56:57.417283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:57.418911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:57.438808 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:57.487960 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-479ad96f-e8c6-48f6-bf11-1c893c99011a', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:56:57.488799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:57.641105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Allocated IP 172.20.0.2 (479ad96f-e8c6-48f6-bf11-1c893c99011a/fcff860b-ce41-4783-ad8f-6480902dc995/7853435c-d182-4038-ba2f-e14a8e8e95c9) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:56:57.647390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:57.846080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:57.856671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Transition to ACTIVE for port object 7853435c-d182-4038-ba2f-e14a8e8e95c9 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:56:57.874787 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Transition to ACTIVE for port object 7853435c-d182-4038-ba2f-e14a8e8e95c9 will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:56:57.878643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:57.908167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:57.943344 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:58.014451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Network 479ad96f-e8c6-48f6-bf11-1c893c99011a is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:56:58.018090 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:56:58.019962 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Pushing event updated for resources: {'Port': ['ID=7853435c-d182-4038-ba2f-e14a8e8e95c9,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:58.022057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:56:58.110962 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Attempting to bind port 7853435c-d182-4038-ba2f-e14a8e8e95c9 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:56:58.111330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Attempting to bind port 7853435c-d182-4038-ba2f-e14a8e8e95c9 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:56:58.111688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Attempting to bind port 7853435c-d182-4038-ba2f-e14a8e8e95c9 on network 479ad96f-e8c6-48f6-bf11-1c893c99011a {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:56:58.117920 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:56:58.118295 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Checking segment: {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:56:58.118695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:58.119077 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Bound using segment: {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:56:58.119529 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Bound port: 7853435c-d182-4038-ba2f-e14a8e8e95c9, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:56:58.119916 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:58.141314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Allocated IP 172.26.5.211 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/f9395464-4f65-4676-9b61-2a89578ab646) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:56:58.209508 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] For port 7853435c-d182-4038-ba2f-e14a8e8e95c9, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:56:58.212470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] For port 7853435c-d182-4038-ba2f-e14a8e8e95c9, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7853435c-d182-4038-ba2f-e14a8e8e95c9,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:56:58.274640 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:58.285657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:58.360778 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75338ded-2d98-49a6-af64-35bfe3cd9ee6 None None] Pushing event updated for resources: {'Port': ['ID=7853435c-d182-4038-ba2f-e14a8e8e95c9,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:58.446565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:58.523467 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:56:58.526189 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:56:58.530773 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:56:58.560775 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Pushing event updated for resources: {'Port': ['ID=f9395464-4f65-4676-9b61-2a89578ab646,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:56:58.756575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:58.757229 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:59.057255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Router 3b5686fa-6c67-4d04-aea5-aea707861dcb is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:56:59.248931 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c3be09-cb8c-49d4-9f39-07520d92aacd None None] Network 479ad96f-e8c6-48f6-bf11-1c893c99011a requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:56:59.266777 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:56:59.278198 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Sync routers for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:56:59.290346 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:56:59.291030 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:56:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:59.355137 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:59.357304 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-37fa2b89-b9d6-476f-89d7-e65db6e5bcc1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0379992 Mar 02 20:56:59.360334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54666) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:56:59.408481 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e3d45e2b-2277-4ecd-9796-45496206eb79 None None] Provisioning for port 7853435c-d182-4038-ba2f-e14a8e8e95c9 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:56:59.521861 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:56:59.815966 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:56:58Z', 'revision_number': 3, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:56:59.819244 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Checking router: 3b5686fa-6c67-4d04-aea5-aea707861dcb for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:56:59.819591 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Updating router 3b5686fa-6c67-4d04-aea5-aea707861dcb port f9395464-4f65-4676-9b61-2a89578ab646 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:56:59.876116 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:56:59.897121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7853435c-d182-4038-ba2f-e14a8e8e95c9 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:00.057561 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 7853435c-d182-4038-ba2f-e14a8e8e95c9 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:57:00.065684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7853435c-d182-4038-ba2f-e14a8e8e95c9 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:00.066263 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.199842 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.210314 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.214154 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.227781 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Transition to ACTIVE for port object f9395464-4f65-4676-9b61-2a89578ab646 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:57:00.233486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 7853435c-d182-4038-ba2f-e14a8e8e95c9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7853435c-d182-4038-ba2f-e14a8e8e95c9,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:57:00.291263 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.314350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.375159 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Pushing event updated for resources: {'Port': ['ID=f9395464-4f65-4676-9b61-2a89578ab646,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:00.379041 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Attempting to bind port f9395464-4f65-4676-9b61-2a89578ab646 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:57:00.379392 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Attempting to bind port f9395464-4f65-4676-9b61-2a89578ab646 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:57:00.380261 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Attempting to bind port f9395464-4f65-4676-9b61-2a89578ab646 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:57:00.390608 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:57:00.390945 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:57:00.391272 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:57:00.391592 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:57:00.391916 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:57:00.392231 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:57:00.392546 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:57:00.392857 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:57:00.393165 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:57:00.393471 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:57:00.393774 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:57:00.397085 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:57:00.401231 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:57:00.401231 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.401231 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:57:00.401231 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Bound port: f9395464-4f65-4676-9b61-2a89578ab646, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:57:00.401231 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.401750 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=7853435c-d182-4038-ba2f-e14a8e8e95c9,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:00.428054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Allocated IP 172.20.0.1 (479ad96f-e8c6-48f6-bf11-1c893c99011a/fcff860b-ce41-4783-ad8f-6480902dc995/cfd4a31e-764b-4b6f-a8cc-54c88cf638cb) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:57:00.472271 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] For port f9395464-4f65-4676-9b61-2a89578ab646, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:57:00.475179 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] For port f9395464-4f65-4676-9b61-2a89578ab646, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f9395464-4f65-4676-9b61-2a89578ab646,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:57:00.543786 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.574592 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.590476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Transition to ACTIVE for port object cfd4a31e-764b-4b6f-a8cc-54c88cf638cb will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:57:00.624823 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c0af2-3a6e-4e4f-a664-50f938831d33 None None] Pushing event updated for resources: {'Port': ['ID=f9395464-4f65-4676-9b61-2a89578ab646,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:00.629797 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:57:00.630395 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:56:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:00.663510 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.728532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Network 479ad96f-e8c6-48f6-bf11-1c893c99011a is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:57:00.731411 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:57:00.735140 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:57:00.768903 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Pushing event updated for resources: {'Port': ['ID=cfd4a31e-764b-4b6f-a8cc-54c88cf638cb,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:00.795261 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:00.826295 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:57:00.924240 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:01.017564 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b057c55d-82ec-4a80-bc2d-d6e941756cf1 None None] Provisioning for port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:57:01.023184 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b057c55d-82ec-4a80-bc2d-d6e941756cf1 None None] Provisioning complete for port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:01.023662 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b057c55d-82ec-4a80-bc2d-d6e941756cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:01.102583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b057c55d-82ec-4a80-bc2d-d6e941756cf1 None None] Port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:57:01.110153 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:56:58Z', 'revision_number': 3, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:01.113925 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9820dc-a1d8-481f-89b0-49970cd0d940 None None] The sync data for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv is: [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:56:58Z', 'revision_number': 3, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:57:01.155103 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:01.211778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:01.325420 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Pushing event updated for resources: {'Port': ['ID=cfd4a31e-764b-4b6f-a8cc-54c88cf638cb,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:01.328257 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:01.472354 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Network 479ad96f-e8c6-48f6-bf11-1c893c99011a is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:57:01.473532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:57:01.734098 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e25e2a7b-6257-4a2f-858c-7b507a49f8d3 None None] Provisioning complete for port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:01.734728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e25e2a7b-6257-4a2f-858c-7b507a49f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:01.793582 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-e25e2a7b-6257-4a2f-858c-7b507a49f8d3 None None] Port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:57:01.883850 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Router 3b5686fa-6c67-4d04-aea5-aea707861dcb has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:57:01.941334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f9395464-4f65-4676-9b61-2a89578ab646 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:02.057007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port f9395464-4f65-4676-9b61-2a89578ab646 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:57:02.062447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f9395464-4f65-4676-9b61-2a89578ab646 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:02.062849 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:02.177644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:57:02.180045 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:02.187223 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-06207eed-a591-4703-b11b-2d2e740eaf6c admin admin] 10.222.0.44 "PUT /v2.0/routers/3b5686fa-6c67-4d04-aea5-aea707861dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8258388 Mar 02 20:57:02.197028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port f9395464-4f65-4676-9b61-2a89578ab646, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f9395464-4f65-4676-9b61-2a89578ab646,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:57:02.263503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:02.264365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7853435c-d182-4038-ba2f-e14a8e8e95c9 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:02.407590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=f9395464-4f65-4676-9b61-2a89578ab646,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:02.422054 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7853435c-d182-4038-ba2f-e14a8e8e95c9 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:02.422504 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:03.262001 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54688) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:03.267599 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1470253509-network', 'tenant_id': '83064cf0936342928325a34487139ac1'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:03.272343 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:03.276223 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Usage tracker for resource:network and tenant:83064cf0936342928325a34487139ac1 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:03.279700 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:03.285167 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:03.336750 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Made reservation on behalf of 83064cf0936342928325a34487139ac1 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:57:03.339119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:03.354317 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:03.383678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:03.387995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Usage tracker for resource:security_group_rule and tenant:83064cf0936342928325a34487139ac1 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:03.390821 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:03.396398 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:03.459332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:03.508313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:03.537897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:57:03.546315 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245b2960-be98-4b25-ac3b-af19b9cdce4b,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:03.551557 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:03.551893 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Added segment 6d209329-9cc4-4f1c-a980-98a287b4834e of type vlan for network 9eb7f298-a47c-436a-b245-1942a12be857 Mar 02 20:57:03.578966 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:03.662690 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:03.663532 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:03.664104 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:03.765867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb7f298-a47c-436a-b245-1942a12be857,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:03.775260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network 9eb7f298-a47c-436a-b245-1942a12be857 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:57:03.835295 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7dc6840b-0fc2-4341-9568-811da6cec544 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5721693 Mar 02 20:57:03.838036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 54692) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:03.843708 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Request body: {'subnet': {'network_id': '9eb7f298-a47c-436a-b245-1942a12be857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1470253509-subnet', 'tenant_id': '83064cf0936342928325a34487139ac1', 'ip_version': 4}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:03.848564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:03.852522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Usage tracker for resource:subnet and tenant:83064cf0936342928325a34487139ac1 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:03.855483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:03.862155 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:03.874912 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f9395464-4f65-4676-9b61-2a89578ab646 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:03.942917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Made reservation on behalf of 83064cf0936342928325a34487139ac1 for: {'subnet': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:57:03.945632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6960450'] for subnet, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:03.951971 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f9395464-4f65-4676-9b61-2a89578ab646 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:03.952336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:04.183080 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7828066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6960464'] for subnet, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:04.258390 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0531cd33-4432-4fd1-b964-31626cdd97ea,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:04.274668 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Checking segment: {'id': '6d209329-9cc4-4f1c-a980-98a287b4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:57:04.275015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Network hostable DHCP agents. Network: 9eb7f298-a47c-436a-b245-1942a12be857, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:57:04.336879 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Network 9eb7f298-a47c-436a-b245-1942a12be857 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:57:04.382713 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, 9eb7f298-a47c-436a-b245-1942a12be857) {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:57:04.387680 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:04.388171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:04.392598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006ec70e-bf7d-4e47-af51-931f1bc0d6f4 None None] Network 9eb7f298-a47c-436a-b245-1942a12be857 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:57:04.458130 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2cbcd136-9f8c-446f-8f56-c6f13c58fbba admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6189539 Mar 02 20:57:04.460609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 54696) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:04.465876 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1470253509-router', 'tenant_id': '83064cf0936342928325a34487139ac1', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:04.470942 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:04.474724 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Usage tracker for resource:router and tenant:83064cf0936342928325a34487139ac1 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:04.477973 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:04.484989 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:04.563722 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Sync routers for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:57:04.566022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:04.570497 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:04.586733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:04.619334 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:57:04.619941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:56:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:04.672099 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-9eb7f298-a47c-436a-b245-1942a12be857', 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857', 'tenant_id': '83064cf0936342928325a34487139ac1', 'fixed_ips': [{'subnet_id': '0531cd33-4432-4fd1-b964-31626cdd97ea'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 20:57:04.672895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:04.863092 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:04.936270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:57:05.015460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Allocated IP 172.20.0.2 (9eb7f298-a47c-436a-b245-1942a12be857/0531cd33-4432-4fd1-b964-31626cdd97ea/7c7d2625-297b-40e7-926d-2e7f1a81800d) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:57:05.122132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:05.152433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:05.291013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Allocated IP 172.26.5.11 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/76865646-b556-485e-80cc-80e98c1fc741) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:57:05.443846 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:05.477703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:05.491163 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Transition to ACTIVE for port object 7c7d2625-297b-40e7-926d-2e7f1a81800d will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:57:05.503441 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:05.515832 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Transition to ACTIVE for port object 7c7d2625-297b-40e7-926d-2e7f1a81800d will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:57:05.519689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 2, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:05.523422 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Checking router: 3b5686fa-6c67-4d04-aea5-aea707861dcb for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:57:05.523769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Updating router 3b5686fa-6c67-4d04-aea5-aea707861dcb port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:57:05.571554 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:57:05.574750 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:57:05.579483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:57:05.580001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:05.588744 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:05.607057 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Pushing event updated for resources: {'Port': ['ID=76865646-b556-485e-80cc-80e98c1fc741,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:05.701669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Network 9eb7f298-a47c-436a-b245-1942a12be857 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:57:05.710620 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Pushing event updated for resources: {'Port': ['ID=7c7d2625-297b-40e7-926d-2e7f1a81800d,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:05.712932 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:57:05.717700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:57:05.784512 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:05.785247 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:05.879710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Attempting to bind port 7c7d2625-297b-40e7-926d-2e7f1a81800d on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:57:05.880066 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Attempting to bind port 7c7d2625-297b-40e7-926d-2e7f1a81800d by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '6d209329-9cc4-4f1c-a980-98a287b4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:57:05.880419 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Attempting to bind port 7c7d2625-297b-40e7-926d-2e7f1a81800d on network 9eb7f298-a47c-436a-b245-1942a12be857 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:57:05.953618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:57:05.954392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Checking segment: {'id': '6d209329-9cc4-4f1c-a980-98a287b4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:57:05.954392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:05.954683 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Bound using segment: {'id': '6d209329-9cc4-4f1c-a980-98a287b4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:57:05.955142 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Bound port: 7c7d2625-297b-40e7-926d-2e7f1a81800d, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d209329-9cc4-4f1c-a980-98a287b4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:57:05.955505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:06.074678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Router 8aad8e58-cd4b-4436-9ebb-ae7060352801 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 20:57:06.086859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] For port 7c7d2625-297b-40e7-926d-2e7f1a81800d, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:57:06.091054 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] For port 7c7d2625-297b-40e7-926d-2e7f1a81800d, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7c7d2625-297b-40e7-926d-2e7f1a81800d,segment=NetworkSegment(6d209329-9cc4-4f1c-a980-98a287b4834e),segment_id=6d209329-9cc4-4f1c-a980-98a287b4834e)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:57:06.145704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:06.227365 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:06.256165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Transition to ACTIVE for port object cfd4a31e-764b-4b6f-a8cc-54c88cf638cb will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:57:06.256165 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e44bce-8fd6-44e7-a73e-fb2440877d90 None None] Pushing event updated for resources: {'Port': ['ID=7c7d2625-297b-40e7-926d-2e7f1a81800d,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:06.286288 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:57:06.296848 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Sync routers for ids ['8aad8e58-cd4b-4436-9ebb-ae7060352801'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:57:06.309374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:06.310990 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Routers {'8aad8e58-cd4b-4436-9ebb-ae7060352801'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:57:06.311679 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:56:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8aad8e58-cd4b-4436-9ebb-ae7060352801'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:06.361582 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:06.367828 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54700) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:06.372942 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-654289f7-5ff6-4c08-a979-2eef8eb13a2d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9111924 Mar 02 20:57:06.475624 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d6b25-1659-4d03-a7e3-719724c3ee93 None None] Pushing event updated for resources: {'Port': ['ID=cfd4a31e-764b-4b6f-a8cc-54c88cf638cb,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:06.569532 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Set router 8aad8e58-cd4b-4436-9ebb-ae7060352801 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:57:06.599926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Attempting to bind port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:57:06.601285 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Attempting to bind port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:57:06.602061 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Attempting to bind port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb on network 479ad96f-e8c6-48f6-bf11-1c893c99011a {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:57:06.610619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:57:06.611426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Checking segment: {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:57:06.612073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:06.612674 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Bound using segment: {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:57:06.613367 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Bound port: cfd4a31e-764b-4b6f-a8cc-54c88cf638cb, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:57:06.614018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:06.727752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] For port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:57:06.731702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] For port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=cfd4a31e-764b-4b6f-a8cc-54c88cf638cb,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:57:06.806241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:06.905452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:57:06.906116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:56:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:06.915940 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'name': 'tempest-TestShelveInstance-1470253509-router', 'tenant_id': '83064cf0936342928325a34487139ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '76865646-b556-485e-80cc-80e98c1fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:57:04Z', 'updated_at': '2022-03-02T20:57:05Z', 'revision_number': 3, 'project_id': '83064cf0936342928325a34487139ac1', 'gw_port': {'id': '76865646-b556-485e-80cc-80e98c1fc741', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:05Z', 'updated_at': '2022-03-02T20:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:06.921273 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Checking router: 8aad8e58-cd4b-4436-9ebb-ae7060352801 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:57:06.921617 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Updating router 8aad8e58-cd4b-4436-9ebb-ae7060352801 port 76865646-b556-485e-80cc-80e98c1fc741 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:57:06.981766 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:07.044247 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d6b25-1659-4d03-a7e3-719724c3ee93 None None] Pushing event updated for resources: {'Port': ['ID=cfd4a31e-764b-4b6f-a8cc-54c88cf638cb,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:07.156851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:57:07.358021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:07.405789 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:07.424201 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Transition to ACTIVE for port object 76865646-b556-485e-80cc-80e98c1fc741 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:57:07.468983 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:07.532294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2858eb-6019-4f6e-98c3-08035291b76e None None] Network 9eb7f298-a47c-436a-b245-1942a12be857 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:57:07.562592 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Attempting to bind port 76865646-b556-485e-80cc-80e98c1fc741 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:57:07.563101 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Attempting to bind port 76865646-b556-485e-80cc-80e98c1fc741 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:57:07.563338 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Attempting to bind port 76865646-b556-485e-80cc-80e98c1fc741 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:57:07.565220 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d0362-60a6-47d7-a123-22b22d901452 None None] Pushing event updated for resources: {'Port': ['ID=76865646-b556-485e-80cc-80e98c1fc741,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:07.571953 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:57:07.572321 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:57:07.572715 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:07.573096 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:57:07.573644 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Bound port: 76865646-b556-485e-80cc-80e98c1fc741, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:57:07.573994 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:07.611324 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Allocated IP 172.20.0.1 (9eb7f298-a47c-436a-b245-1942a12be857/0531cd33-4432-4fd1-b964-31626cdd97ea/c5264161-9c2c-499e-b526-3097f8f1b918) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:57:07.648939 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] For port 76865646-b556-485e-80cc-80e98c1fc741, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:57:07.652029 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] For port 76865646-b556-485e-80cc-80e98c1fc741, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=76865646-b556-485e-80cc-80e98c1fc741,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:57:07.708879 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:07.713689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-33d66958-457e-4a00-b8f2-de66279ed5ab None None] Provisioning for port 7c7d2625-297b-40e7-926d-2e7f1a81800d completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:57:07.723910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:06Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:07.733793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77783bd-131b-4195-a6f1-120698c5f0e5 None None] The sync data for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv is: [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:06Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:57:07.829012 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d0362-60a6-47d7-a123-22b22d901452 None None] Pushing event updated for resources: {'Port': ['ID=76865646-b556-485e-80cc-80e98c1fc741,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:07.837665 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Routers {'8aad8e58-cd4b-4436-9ebb-ae7060352801'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:57:07.838341 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:56:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8aad8e58-cd4b-4436-9ebb-ae7060352801'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:07.905482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:07.924630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Transition to ACTIVE for port object c5264161-9c2c-499e-b526-3097f8f1b918 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:57:08.025168 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.025833 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7c7d2625-297b-40e7-926d-2e7f1a81800d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:08.092636 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] Set router 8aad8e58-cd4b-4436-9ebb-ae7060352801 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:57:08.128254 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Network 9eb7f298-a47c-436a-b245-1942a12be857 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:57:08.132399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:57:08.138696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:57:08.197566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Pushing event updated for resources: {'Port': ['ID=c5264161-9c2c-499e-b526-3097f8f1b918,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:08.216844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.234854 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 7c7d2625-297b-40e7-926d-2e7f1a81800d completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:57:08.243164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7c7d2625-297b-40e7-926d-2e7f1a81800d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:08.243666 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.329397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e77bfc13-68e6-49d9-a586-5df20cbdb9f1 None None] Provisioning complete for port 7c7d2625-297b-40e7-926d-2e7f1a81800d triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:08.329767 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e77bfc13-68e6-49d9-a586-5df20cbdb9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.431385 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.522294 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e77bfc13-68e6-49d9-a586-5df20cbdb9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.540386 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'name': 'tempest-TestShelveInstance-1470253509-router', 'tenant_id': '83064cf0936342928325a34487139ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '76865646-b556-485e-80cc-80e98c1fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:57:04Z', 'updated_at': '2022-03-02T20:57:05Z', 'revision_number': 3, 'project_id': '83064cf0936342928325a34487139ac1', 'gw_port': {'id': '76865646-b556-485e-80cc-80e98c1fc741', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:05Z', 'updated_at': '2022-03-02T20:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:08.547599 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d65f9b-9560-45b6-bf27-1aef2f8819fb None None] The sync data for ids ['8aad8e58-cd4b-4436-9ebb-ae7060352801'] in dv-neutron-831593-2-hyperv is: [{'id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'name': 'tempest-TestShelveInstance-1470253509-router', 'tenant_id': '83064cf0936342928325a34487139ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '76865646-b556-485e-80cc-80e98c1fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:57:04Z', 'updated_at': '2022-03-02T20:57:05Z', 'revision_number': 3, 'project_id': '83064cf0936342928325a34487139ac1', 'gw_port': {'id': '76865646-b556-485e-80cc-80e98c1fc741', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:05Z', 'updated_at': '2022-03-02T20:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:57:08.562514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e77bfc13-68e6-49d9-a586-5df20cbdb9f1 None None] For port 7c7d2625-297b-40e7-926d-2e7f1a81800d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7c7d2625-297b-40e7-926d-2e7f1a81800d,segment=NetworkSegment(6d209329-9cc4-4f1c-a980-98a287b4834e),segment_id=6d209329-9cc4-4f1c-a980-98a287b4834e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:57:08.565003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.618161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e77bfc13-68e6-49d9-a586-5df20cbdb9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.704492 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.734278 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:57:08.734622 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:57:08.741711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bfc13-68e6-49d9-a586-5df20cbdb9f1 None None] Pushing event updated for resources: {'Port': ['ID=7c7d2625-297b-40e7-926d-2e7f1a81800d,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:08.754083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.834315 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1cad875d-cc71-4119-82d0-1792b5025efe None None] Provisioning for port c5264161-9c2c-499e-b526-3097f8f1b918 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:57:08.839496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-1cad875d-cc71-4119-82d0-1792b5025efe None None] Provisioning complete for port c5264161-9c2c-499e-b526-3097f8f1b918 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:08.840183 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1cad875d-cc71-4119-82d0-1792b5025efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.858219 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Pushing event updated for resources: {'Port': ['ID=c5264161-9c2c-499e-b526-3097f8f1b918,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:08.860738 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:08.894122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-1cad875d-cc71-4119-82d0-1792b5025efe None None] Port c5264161-9c2c-499e-b526-3097f8f1b918 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:57:09.001957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Network 9eb7f298-a47c-436a-b245-1942a12be857 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:57:09.002995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:57:09.216169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d5a82316-9aa7-4084-b75f-d2671e14e15a None None] Provisioning complete for port c5264161-9c2c-499e-b526-3097f8f1b918 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:09.216537 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d5a82316-9aa7-4084-b75f-d2671e14e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:09.320901 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d5a82316-9aa7-4084-b75f-d2671e14e15a None None] Port c5264161-9c2c-499e-b526-3097f8f1b918 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:57:09.325555 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cfd4a31e-764b-4b6f-a8cc-54c88cf638cb up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:09.388210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Router 8aad8e58-cd4b-4436-9ebb-ae7060352801 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:57:09.456987 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:57:09.461869 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:09.462293 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:09.590873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:57:09.597169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:09.600422 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-e60e8057-ee5e-455f-8721-f60251b69e45 admin admin] 10.222.0.44 "PUT /v2.0/routers/8aad8e58-cd4b-4436-9ebb-ae7060352801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2313898 Mar 02 20:57:09.630296 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=cfd4a31e-764b-4b6f-a8cc-54c88cf638cb,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:57:09.685808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:09.751741 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=cfd4a31e-764b-4b6f-a8cc-54c88cf638cb,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:09.885162 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7c7d2625-297b-40e7-926d-2e7f1a81800d up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:09.956274 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 7c7d2625-297b-40e7-926d-2e7f1a81800d triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:09.956643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:10.069733 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cfd4a31e-764b-4b6f-a8cc-54c88cf638cb up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:10.134910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:10.135274 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:10.284981 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54710) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:10.291764 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103193948', 'description': 'tempest-secgroup-smoke-2103193948 description', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:10.297881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:10.301689 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:10.304558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:10.310803 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:10.353872 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:10.388657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:10.392483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:10.395371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:10.401131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:10.458399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:10.531060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:10.572311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:10.634476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:10.635683 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-4e03e62f-9b50-45e7-8fa7-73de111309e4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3495493 Mar 02 20:57:10.638636 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54714) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:10.643942 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-147a90d7-d984-4ff8-b4d3-7a07e12d8871 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f790b5d4-d4bd-4b6c-bf45-ccd500ad7415', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:10.653882 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-147a90d7-d984-4ff8-b4d3-7a07e12d8871 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:10.659228 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-147a90d7-d984-4ff8-b4d3-7a07e12d8871 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:10.662172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-147a90d7-d984-4ff8-b4d3-7a07e12d8871 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:10.668657 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-147a90d7-d984-4ff8-b4d3-7a07e12d8871 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:10.737826 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-147a90d7-d984-4ff8-b4d3-7a07e12d8871 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:10.797571 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-147a90d7-d984-4ff8-b4d3-7a07e12d8871 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:10.885724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-147a90d7-d984-4ff8-b4d3-7a07e12d8871 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:10.914765 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a90d7-d984-4ff8-b4d3-7a07e12d8871 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a5a91f-4a85-45ce-bf58-0321a240d90f,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:10.983038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-147a90d7-d984-4ff8-b4d3-7a07e12d8871 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:10.984435 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-147a90d7-d984-4ff8-b4d3-7a07e12d8871 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3449018 Mar 02 20:57:10.988388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54718) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:10.994172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6829b3a0-9a87-44a2-81ef-c94e3d9a04d7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f790b5d4-d4bd-4b6c-bf45-ccd500ad7415', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:11.000527 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6829b3a0-9a87-44a2-81ef-c94e3d9a04d7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:11.004499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6829b3a0-9a87-44a2-81ef-c94e3d9a04d7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:11.007655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6829b3a0-9a87-44a2-81ef-c94e3d9a04d7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:11.013965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6829b3a0-9a87-44a2-81ef-c94e3d9a04d7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:11.069774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6829b3a0-9a87-44a2-81ef-c94e3d9a04d7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:11.146976 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6829b3a0-9a87-44a2-81ef-c94e3d9a04d7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:11.205667 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6829b3a0-9a87-44a2-81ef-c94e3d9a04d7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:11.338222 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829b3a0-9a87-44a2-81ef-c94e3d9a04d7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261be042-8a3e-4d1d-9918-7561afe82a68,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:11.417588 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6829b3a0-9a87-44a2-81ef-c94e3d9a04d7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:11.419595 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6829b3a0-9a87-44a2-81ef-c94e3d9a04d7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4301636 Mar 02 20:57:11.423190 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54722) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:11.429006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-52c8ba7c-3b17-4681-ad85-dbbd18af4470 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f790b5d4-d4bd-4b6c-bf45-ccd500ad7415', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:11.437482 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-52c8ba7c-3b17-4681-ad85-dbbd18af4470 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:11.442127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-52c8ba7c-3b17-4681-ad85-dbbd18af4470 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:11.445179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-52c8ba7c-3b17-4681-ad85-dbbd18af4470 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:11.452797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-52c8ba7c-3b17-4681-ad85-dbbd18af4470 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:11.532583 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52c8ba7c-3b17-4681-ad85-dbbd18af4470 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:11.598404 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52c8ba7c-3b17-4681-ad85-dbbd18af4470 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:11.668684 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52c8ba7c-3b17-4681-ad85-dbbd18af4470 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:11.693073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8ba7c-3b17-4681-ad85-dbbd18af4470 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f6fd22-f44c-4a7d-bcce-2e271357570c,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:11.748561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-52c8ba7c-3b17-4681-ad85-dbbd18af4470 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:11.749724 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-52c8ba7c-3b17-4681-ad85-dbbd18af4470 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3252442 Mar 02 20:57:11.752408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54726) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:11.757827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d63d41b7-5974-4207-a0ec-e41482b520b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f790b5d4-d4bd-4b6c-bf45-ccd500ad7415', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:11.764465 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d63d41b7-5974-4207-a0ec-e41482b520b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:11.768306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d63d41b7-5974-4207-a0ec-e41482b520b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:11.771259 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d63d41b7-5974-4207-a0ec-e41482b520b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:11.777699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d63d41b7-5974-4207-a0ec-e41482b520b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:11.846585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d63d41b7-5974-4207-a0ec-e41482b520b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:11.903929 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d63d41b7-5974-4207-a0ec-e41482b520b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:11.954477 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d63d41b7-5974-4207-a0ec-e41482b520b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:11.979586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d41b7-5974-4207-a0ec-e41482b520b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435ac788-4713-461f-b2b4-e839e33a71a3,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:12.045673 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d63d41b7-5974-4207-a0ec-e41482b520b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:12.049481 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d63d41b7-5974-4207-a0ec-e41482b520b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2936077 Mar 02 20:57:12.049612 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54730) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:12.055421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f790b5d4-d4bd-4b6c-bf45-ccd500ad7415', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:12.061621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:12.065570 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:12.068421 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:12.074419 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:12.148591 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Project cb6ac616130f4229bf1228fb18a6cd9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:57:12.156726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:12.226585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:12.274005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:12.300911 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9230e2fb-dae9-4fa0-afee-a1a5651fd8fa,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:12.348179 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:12.349425 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3e31d6de-5c27-4bd9-b2d9-6c50c8d54bee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2987568 Mar 02 20:57:12.352154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54734) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:12.357836 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f790b5d4-d4bd-4b6c-bf45-ccd500ad7415', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:12.363856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:12.367774 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:12.370855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:12.376575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:12.422685 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.securitygroups_db [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Project cb6ac616130f4229bf1228fb18a6cd9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:57:12.428849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:12.491524 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:12.543399 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:12.567522 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de42824-3080-462a-aaa4-eef3154cbfb3,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:12.622876 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:12.624104 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-a77b890d-5e59-4039-88d7-f588d4653841 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2710202 Mar 02 20:57:12.793833 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-717aaa00-fe7c-46d7-b84e-8cd0feb46bfc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Synchronizing usage tracker for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:57:12.879811 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-717aaa00-fe7c-46d7-b84e-8cd0feb46bfc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Unset dirty status for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:57:12.880956 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-717aaa00-fe7c-46d7-b84e-8cd0feb46bfc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103193948&fields=id&tenant_id=cb6ac616130f4229bf1228fb18a6cd9f HTTP/1.1" status: 200 len: 267 time: 0.1280680 Mar 02 20:57:13.030469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-44326a64-9426-4b12-b92b-a1f613040ca7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:13.031142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-44326a64-9426-4b12-b92b-a1f613040ca7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Synchronizing usage tracker for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:57:13.137439 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-44326a64-9426-4b12-b92b-a1f613040ca7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Unset dirty status for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:57:13.138551 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-44326a64-9426-4b12-b92b-a1f613040ca7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 809 time: 0.2512195 Mar 02 20:57:13.154989 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-481e262d-510f-4261-8633-51c02d5f9def tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/quotas/cb6ac616130f4229bf1228fb18a6cd9f HTTP/1.1" status: 200 len: 375 time: 0.0112278 Mar 02 20:57:13.222659 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:13.233077 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-5090e2d7-dce2-4214-88f4-27bc0e390b77 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Synchronizing usage tracker for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:57:13.291300 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-5090e2d7-dce2-4214-88f4-27bc0e390b77 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Unset dirty status for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:57:13.292921 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-5090e2d7-dce2-4214-88f4-27bc0e390b77 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328733 Mar 02 20:57:13.438210 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-44ecf5ff-fe75-4052-9402-5230381f6d2b service neutron] 10.222.0.44 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341496 Mar 02 20:57:13.570473 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-ca441449-813e-49d5-baf4-fa46e9718919 service neutron] 10.222.0.44 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264753 Mar 02 20:57:13.960935 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a6d3ff36-0fe6-4d3d-a14e-5e2ca58fb409 req-61abe4b9-5b32-4644-8832-397bb7192ea1 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 210 time: 0.1917889 Mar 02 20:57:15.125416 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3b787ff8-6316-435c-a89e-99b9f4d90272 req-35b26c9a-3896-41de-83ee-95004fbbb5f6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 210 time: 0.0449760 Mar 02 20:57:15.937477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 76865646-b556-485e-80cc-80e98c1fc741 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:16.039815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-492f4436-6dbe-4eb9-af93-71d33591eb95 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:16.041898 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-492f4436-6dbe-4eb9-af93-71d33591eb95 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 809 time: 0.1743519 Mar 02 20:57:16.062826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 76865646-b556-485e-80cc-80e98c1fc741 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:57:16.069257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 76865646-b556-485e-80cc-80e98c1fc741 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:16.069871 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:16.111290 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-dee9e68b-3c80-4402-a7d9-b92471fb35e5 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb6ac616130f4229bf1228fb18a6cd9f HTTP/1.1" status: 200 len: 380 time: 0.0472398 Mar 02 20:57:16.121389 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'port': {'device_id': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'admin_state_up': True, 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'security_groups': ['f790b5d4-d4bd-4b6c-bf45-ccd500ad7415']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:16.238754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:16.268256 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 76865646-b556-485e-80cc-80e98c1fc741, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=76865646-b556-485e-80cc-80e98c1fc741,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:57:16.280847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:16.291766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:16.308830 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:16.356095 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-51623ac7-a48c-4914-a546-73db7a55edac req-5727518c-e8f4-4cde-b42d-2fec7a21bf18 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 210 time: 0.0549059 Mar 02 20:57:16.365776 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Made reservation on behalf of cb6ac616130f4229bf1228fb18a6cd9f for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:57:16.369718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:16.382085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=76865646-b556-485e-80cc-80e98c1fc741,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:16.631680 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Allocated IP 172.20.0.5 (479ad96f-e8c6-48f6-bf11-1c893c99011a/fcff860b-ce41-4783-ad8f-6480902dc995/32de6c8f-b7a4-430b-9cee-b2fea8aa3be6) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:57:16.814650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:16.830007 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Transition to ACTIVE for port object 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:57:16.908719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:16.977363 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Network 479ad96f-e8c6-48f6-bf11-1c893c99011a is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:57:16.980992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:57:16.984896 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:57:17.019621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'Port': ['ID=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:17.055201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:17.055849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:17.143457 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c590b683-4564-414e-9e0a-2ba33920191e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0259397 Mar 02 20:57:17.148446 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-08fd85af-8994-437e-98d3-18cfbe30b067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:17.158945 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Request body: {'port': {'device_id': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:17.222748 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d86d9ce7-a66c-44b3-bb0e-1879859a730a None None] Provisioning for port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:57:17.227859 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d86d9ce7-a66c-44b3-bb0e-1879859a730a None None] Provisioning complete for port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:17.229475 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d86d9ce7-a66c-44b3-bb0e-1879859a730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:17.266996 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:17.283435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d86d9ce7-a66c-44b3-bb0e-1879859a730a None None] Port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:57:17.566825 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdea40-7c9a-4cd6-a08f-edb2ffdfd95e req-cce3fe58-5688-43ca-b620-51aa05a91f4c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:17.568287 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-45bdea40-7c9a-4cd6-a08f-edb2ffdfd95e req-cce3fe58-5688-43ca-b620-51aa05a91f4c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 931 time: 0.0766096 Mar 02 20:57:17.604334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:57:17.611678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:17.617325 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-45bdea40-7c9a-4cd6-a08f-edb2ffdfd95e req-8e4abf3e-566e-42ed-8ba8-f59fa2a17c68 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425847 Mar 02 20:57:17.626826 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Transition to ACTIVE for port object 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:57:17.696845 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:17.821980 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Pushing event updated for resources: {'Port': ['ID=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:17.895984 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 76865646-b556-485e-80cc-80e98c1fc741 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:17.952100 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Attempting to bind port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:57:17.952481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Attempting to bind port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:57:17.952874 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Attempting to bind port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 on network 479ad96f-e8c6-48f6-bf11-1c893c99011a {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:57:17.958938 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 on network 479ad96f-e8c6-48f6-bf11-1c893c99011a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:57:17.959252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Attempting to bind port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 on network 479ad96f-e8c6-48f6-bf11-1c893c99011a {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:57:17.965574 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:57:17.965924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Checking segment: {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:57:17.966315 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Bound using segment: {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:57:17.966733 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Bound port: 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:57:17.967076 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:17.974941 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 76865646-b556-485e-80cc-80e98c1fc741 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:17.975318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:18.055129 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:57:18.058883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:57:18.143397 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:18.212319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:18.214393 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] 10.222.0.31 "PUT /v2.0/ports/32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 200 len: 1093 time: 1.0590487 Mar 02 20:57:18.218121 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:57:18.239382 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633db42-560c-4914-a01c-ad1f8e58139a service neutron] Pushing event updated for resources: {'Port': ['ID=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:18.288407 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'status': 'completed', 'code': 200} Mar 02 20:57:18.373635 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-7a4624db-f2d8-44df-99e8-c790982ef7bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1096 time: 0.0715270 Mar 02 20:57:18.449357 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-9b43b13c-05fa-49f6-a399-40366c8a6c18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 200 len: 217 time: 0.0654960 Mar 02 20:57:18.515324 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c6cf3536-92d5-4eeb-97fa-777e45a96f5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:18.516672 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-c6cf3536-92d5-4eeb-97fa-777e45a96f5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0592246 Mar 02 20:57:18.613346 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-cf59cbc3-694f-4f8d-82bf-f43c71957bff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876744 Mar 02 20:57:18.821043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087c971-30e5-40dd-92fa-66d9d1eee928 req-b30b1d55-d61b-4dbd-9e0f-a2c0245687e1 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:18.822517 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b087c971-30e5-40dd-92fa-66d9d1eee928 req-b30b1d55-d61b-4dbd-9e0f-a2c0245687e1 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0786169 Mar 02 20:57:18.850809 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-d01a5adc-7356-400e-95d2-efbb3b559638 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279561 Mar 02 20:57:18.868050 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b087c971-30e5-40dd-92fa-66d9d1eee928 req-44f01a10-6885-4853-bc4d-95f2b462282b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 Mar 02 20:57:18.989286 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9cae659f-7143-4bb9-abe1-f187a1348e60 req-b2569906-9350-40ae-928a-293a7374d5f1 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260409 Mar 02 20:57:19.170968 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-15787efa-f0bb-4691-a783-3f1e4cf1a416 req-caf4ddd8-79ec-42b5-b783-b7ff9295070c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1096 time: 0.0692203 Mar 02 20:57:19.315505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787efa-f0bb-4691-a783-3f1e4cf1a416 req-e10c3800-80c7-4e58-8517-447cd18c8068 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:19.317053 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-15787efa-f0bb-4691-a783-3f1e4cf1a416 req-e10c3800-80c7-4e58-8517-447cd18c8068 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1388953 Mar 02 20:57:19.359771 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d581965a-2e32-4f1c-807a-173d04bfbf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:19.391513 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-15787efa-f0bb-4691-a783-3f1e4cf1a416 req-52df4793-6ab7-49a9-9266-9c273504f939 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 200 len: 217 time: 0.0678310 Mar 02 20:57:19.470941 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787efa-f0bb-4691-a783-3f1e4cf1a416 req-b471caaa-157e-4cd2-a1e9-ba6e8cf66d84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:19.472399 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-15787efa-f0bb-4691-a783-3f1e4cf1a416 req-b471caaa-157e-4cd2-a1e9-ba6e8cf66d84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0747147 Mar 02 20:57:19.546825 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-15787efa-f0bb-4691-a783-3f1e4cf1a416 req-e738cb30-ad55-4d3e-8dc7-550e64cdb75c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674295 Mar 02 20:57:19.679461 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-15787efa-f0bb-4691-a783-3f1e4cf1a416 req-2fda8e2a-d4b0-43b0-86ef-3cf52a65ceff service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256080 Mar 02 20:57:19.813211 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-15787efa-f0bb-4691-a783-3f1e4cf1a416 req-c7a1ac11-235f-497b-b512-afd8d41f3066 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252437 Mar 02 20:57:20.068334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f6ad4-9e23-41b1-92e5-fce8ee9b1f4f req-a5b9867a-e606-4a80-b298-aeaa2a5abcd2 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:20.069769 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-030f6ad4-9e23-41b1-92e5-fce8ee9b1f4f req-a5b9867a-e606-4a80-b298-aeaa2a5abcd2 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0790517 Mar 02 20:57:20.116490 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-030f6ad4-9e23-41b1-92e5-fce8ee9b1f4f req-e83e0d79-fd5d-4604-89b4-6a42960a4d45 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403845 Mar 02 20:57:20.547969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:20.736886 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:21.309621 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8126a-6d5f-4971-a89e-048f1916d483 req-12299722-ad37-4034-9026-b0859a0392f4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:21.311107 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d7b8126a-6d5f-4971-a89e-048f1916d483 req-12299722-ad37-4034-9026-b0859a0392f4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0757270 Mar 02 20:57:21.356207 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d7b8126a-6d5f-4971-a89e-048f1916d483 req-ee5075a1-0b40-48a6-8e12-58bad9c1b2bf tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392866 Mar 02 20:57:21.587041 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:57:22.016736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:22.556945 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fe4d7-9b16-48f6-818f-6d96c297be58 req-0374266e-f46a-4cc1-9d3c-57e345ab200b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:22.559308 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-226fe4d7-9b16-48f6-818f-6d96c297be58 req-0374266e-f46a-4cc1-9d3c-57e345ab200b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0795565 Mar 02 20:57:22.603110 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-226fe4d7-9b16-48f6-818f-6d96c297be58 req-8167a0f8-b24b-47b7-820f-2b63980a3751 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385616 Mar 02 20:57:22.881083 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:57:23.011583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:57:23.024359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'port_id': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'mac_address': 'fa:16:3e:bf:1e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:57:23.081235 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:23.099500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:57:23.114359 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:57:23.170926 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:23.235621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:23.435182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['32de6c8f-b7a4-430b-9cee-b2fea8aa3be6'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:57:23.800060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed7446-4772-48b5-a5d2-38fd94aa0f25 req-76fd81f5-a549-40c5-9348-8bcb2d89a6e3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:23.801495 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-81ed7446-4772-48b5-a5d2-38fd94aa0f25 req-76fd81f5-a549-40c5-9348-8bcb2d89a6e3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 944 time: 0.0746138 Mar 02 20:57:23.850558 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-81ed7446-4772-48b5-a5d2-38fd94aa0f25 req-d7f0048a-c8b9-4e01-acc2-9026951dd015 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 Mar 02 20:57:24.896487 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:25.022193 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:57:25.028618 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:25.029044 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:25.049509 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a8bc-c8f3-4a69-bd1c-ffd74b5d0fbf req-8425dd97-8d19-498f-bd16-45d6dff60669 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:25.050994 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e90a8bc-c8f3-4a69-bd1c-ffd74b5d0fbf req-8425dd97-8d19-498f-bd16-45d6dff60669 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 944 time: 0.0771325 Mar 02 20:57:25.099531 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-9e90a8bc-c8f3-4a69-bd1c-ffd74b5d0fbf req-04552b3a-63e5-49c1-a479-cc0b06d7c115 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421786 Mar 02 20:57:25.147602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:25.174058 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:57:25.183900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:57:25.228064 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'code': 200} Mar 02 20:57:25.233706 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:25.299948 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:25.595016 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9e2d3c7d-19f6-4dcc-a17b-39143d5b8271 req-aa175042-4459-410c-a437-c32030a6d90e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1098 time: 0.0711551 Mar 02 20:57:25.638909 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-9e2d3c7d-19f6-4dcc-a17b-39143d5b8271 req-012f92a3-1fed-4c62-b17d-1558c1f81799 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346730 Mar 02 20:57:26.294540 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d8a92-f31a-4f53-943e-426a337903de req-ab349beb-946c-433d-94d5-744a14df957f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:26.295986 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-154d8a92-f31a-4f53-943e-426a337903de req-ab349beb-946c-433d-94d5-744a14df957f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0790660 Mar 02 20:57:26.416496 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-154d8a92-f31a-4f53-943e-426a337903de req-abfaa936-f644-4505-82e1-90ff0cdc4c9f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150215 Mar 02 20:57:27.722709 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fabcf3-0e9f-48b8-ba70-04c1f30bddb4 req-fa326f81-cdfa-4ad3-a878-1612f694b911 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:27.724072 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-88fabcf3-0e9f-48b8-ba70-04c1f30bddb4 req-fa326f81-cdfa-4ad3-a878-1612f694b911 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.1828372 Mar 02 20:57:27.771438 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-88fabcf3-0e9f-48b8-ba70-04c1f30bddb4 req-b5dfde75-7dad-4fc0-a943-8e0435bf38f1 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 Mar 02 20:57:27.771592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Sync routers for ids ['8aad8e58-cd4b-4436-9ebb-ae7060352801'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:57:27.785148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Routers {'8aad8e58-cd4b-4436-9ebb-ae7060352801'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:57:27.785148 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e4963059-7646-4886-93ee-3b191ee156de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:57:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8aad8e58-cd4b-4436-9ebb-ae7060352801'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:27.964880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Set router 8aad8e58-cd4b-4436-9ebb-ae7060352801 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:57:27.976181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6e6b0-6ea7-42b5-9656-f84ab5a59997 req-18bfd418-6364-4255-9f72-a63a21a70138 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:27.977137 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-66d6e6b0-6ea7-42b5-9656-f84ab5a59997 req-18bfd418-6364-4255-9f72-a63a21a70138 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0812800 Mar 02 20:57:28.022758 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-66d6e6b0-6ea7-42b5-9656-f84ab5a59997 req-181b660c-b238-410a-8023-2af961138d4d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398867 Mar 02 20:57:28.051813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54792) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:28.189925 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c0b4de6f-f01c-4f4e-a108-24cb740572b3 tempest-TestShelveInstance-895714080 tempest-TestShelveInstance-895714080-project-admin] Synchronizing usage tracker for tenant:83064cf0936342928325a34487139ac1 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:57:28.256311 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-c0b4de6f-f01c-4f4e-a108-24cb740572b3 tempest-TestShelveInstance-895714080 tempest-TestShelveInstance-895714080-project-admin] Unset dirty status for tenant:83064cf0936342928325a34487139ac1 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:57:28.257407 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c0b4de6f-f01c-4f4e-a108-24cb740572b3 tempest-TestShelveInstance-895714080 tempest-TestShelveInstance-895714080-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1093 time: 0.2046180 Mar 02 20:57:28.260609 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54798) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:57:28.268847 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:57:28.271464 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:57:28.275410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:floatingip and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:57:28.278962 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:57:28.284888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:57:28.314318 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e4963059-7646-4886-93ee-3b191ee156de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'name': 'tempest-TestShelveInstance-1470253509-router', 'tenant_id': '83064cf0936342928325a34487139ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '76865646-b556-485e-80cc-80e98c1fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:57:04Z', 'updated_at': '2022-03-02T20:57:08Z', 'revision_number': 4, 'project_id': '83064cf0936342928325a34487139ac1', 'gw_port': {'id': '76865646-b556-485e-80cc-80e98c1fc741', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:05Z', 'updated_at': '2022-03-02T20:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'c5264161-9c2c-499e-b526-3097f8f1b918', 'name': '', 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857', 'tenant_id': '83064cf0936342928325a34487139ac1', 'mac_address': 'fa:16:3e:ed:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0531cd33-4432-4fd1-b964-31626cdd97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:07Z', 'updated_at': '2022-03-02T20:57:08Z', 'revision_number': 2, 'project_id': '83064cf0936342928325a34487139ac1', 'subnets': [{'id': '0531cd33-4432-4fd1-b964-31626cdd97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:28.318173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Checking router: 8aad8e58-cd4b-4436-9ebb-ae7060352801 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:57:28.320467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Updating router 8aad8e58-cd4b-4436-9ebb-ae7060352801 port c5264161-9c2c-499e-b526-3097f8f1b918 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 20:57:28.354176 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:28.369441 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:28.490005 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:28.628928 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Allocated IP 172.26.5.93 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/5e1cc505-4cb2-40cf-9d5c-4a6c626bd4c9) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:57:28.708330 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:28.720481 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Transition to ACTIVE for port object c5264161-9c2c-499e-b526-3097f8f1b918 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:57:28.778168 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:28.788026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:28.863170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:28.913625 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb510df-bcec-4f61-bd0e-48c56da16351 None None] Pushing event updated for resources: {'Port': ['ID=c5264161-9c2c-499e-b526-3097f8f1b918,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:28.939748 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:57:28.943499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:57:28.945504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'Port': ['ID=5e1cc505-4cb2-40cf-9d5c-4a6c626bd4c9,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:28.947671 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:57:29.018483 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Attempting to bind port c5264161-9c2c-499e-b526-3097f8f1b918 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:57:29.019377 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Attempting to bind port c5264161-9c2c-499e-b526-3097f8f1b918 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '6d209329-9cc4-4f1c-a980-98a287b4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:57:29.019922 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Attempting to bind port c5264161-9c2c-499e-b526-3097f8f1b918 on network 9eb7f298-a47c-436a-b245-1942a12be857 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:57:29.027249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:57:29.027616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Checking segment: {'id': '6d209329-9cc4-4f1c-a980-98a287b4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:57:29.028009 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:29.028447 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Bound using segment: {'id': '6d209329-9cc4-4f1c-a980-98a287b4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:57:29.028846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Bound port: c5264161-9c2c-499e-b526-3097f8f1b918, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d209329-9cc4-4f1c-a980-98a287b4834e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:57:29.029210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:29.149649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e4963059-7646-4886-93ee-3b191ee156de None None] For port c5264161-9c2c-499e-b526-3097f8f1b918, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:57:29.153548 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-e4963059-7646-4886-93ee-3b191ee156de None None] For port c5264161-9c2c-499e-b526-3097f8f1b918, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c5264161-9c2c-499e-b526-3097f8f1b918,segment=NetworkSegment(6d209329-9cc4-4f1c-a980-98a287b4834e),segment_id=6d209329-9cc4-4f1c-a980-98a287b4834e)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:57:29.359919 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:29.439533 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb510df-bcec-4f61-bd0e-48c56da16351 None None] Pushing event updated for resources: {'Port': ['ID=c5264161-9c2c-499e-b526-3097f8f1b918,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:29.444164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Routers {'8aad8e58-cd4b-4436-9ebb-ae7060352801'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:57:29.450209 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e4963059-7646-4886-93ee-3b191ee156de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:57:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8aad8e58-cd4b-4436-9ebb-ae7060352801'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:29.470862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:29.578505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:29.630152 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-e4963059-7646-4886-93ee-3b191ee156de None None] Set router 8aad8e58-cd4b-4436-9ebb-ae7060352801 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:57:29.783156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:29.845118 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:29.989954 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-e4963059-7646-4886-93ee-3b191ee156de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'name': 'tempest-TestShelveInstance-1470253509-router', 'tenant_id': '83064cf0936342928325a34487139ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '76865646-b556-485e-80cc-80e98c1fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:57:04Z', 'updated_at': '2022-03-02T20:57:08Z', 'revision_number': 4, 'project_id': '83064cf0936342928325a34487139ac1', 'gw_port': {'id': '76865646-b556-485e-80cc-80e98c1fc741', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:05Z', 'updated_at': '2022-03-02T20:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'c5264161-9c2c-499e-b526-3097f8f1b918', 'name': '', 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857', 'tenant_id': '83064cf0936342928325a34487139ac1', 'mac_address': 'fa:16:3e:ed:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0531cd33-4432-4fd1-b964-31626cdd97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:07Z', 'updated_at': '2022-03-02T20:57:29Z', 'revision_number': 4, 'project_id': '83064cf0936342928325a34487139ac1', 'subnets': [{'id': '0531cd33-4432-4fd1-b964-31626cdd97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:29.993810 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4963059-7646-4886-93ee-3b191ee156de None None] The sync data for ids ['8aad8e58-cd4b-4436-9ebb-ae7060352801'] in dv-neutron-831593-2-hyperv is: [{'id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'name': 'tempest-TestShelveInstance-1470253509-router', 'tenant_id': '83064cf0936342928325a34487139ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '76865646-b556-485e-80cc-80e98c1fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:57:04Z', 'updated_at': '2022-03-02T20:57:08Z', 'revision_number': 4, 'project_id': '83064cf0936342928325a34487139ac1', 'gw_port': {'id': '76865646-b556-485e-80cc-80e98c1fc741', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:05Z', 'updated_at': '2022-03-02T20:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'c5264161-9c2c-499e-b526-3097f8f1b918', 'name': '', 'network_id': '9eb7f298-a47c-436a-b245-1942a12be857', 'tenant_id': '83064cf0936342928325a34487139ac1', 'mac_address': 'fa:16:3e:ed:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0531cd33-4432-4fd1-b964-31626cdd97ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:07Z', 'updated_at': '2022-03-02T20:57:29Z', 'revision_number': 4, 'project_id': '83064cf0936342928325a34487139ac1', 'subnets': [{'id': '0531cd33-4432-4fd1-b964-31626cdd97ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:57:30.045948 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'Port': ['ID=5e1cc505-4cb2-40cf-9d5c-4a6c626bd4c9,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:30.079581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:30.276496 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Floating IP 278be384-4077-4ee8-babd-e809ba9635cb associated. External IP: 172.26.5.93, port: 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6. Mar 02 20:57:30.678875 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Router 3b5686fa-6c67-4d04-aea5-aea707861dcb has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:57:30.884512 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:57:30.893835 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c8b1e0-d03a-4047-9c69-f1745bbb20b7 None None] Sync routers for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:57:30.905696 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c8b1e0-d03a-4047-9c69-f1745bbb20b7 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:57:30.906317 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-78c8b1e0-d03a-4047-9c69-f1745bbb20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:57:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:30.988171 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:31.041755 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3f6a95ae-b502-41fc-a206-e82e585e36c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7799783 Mar 02 20:57:31.043065 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:57:31.084865 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-78c8b1e0-d03a-4047-9c69-f1745bbb20b7 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:57:31.106135 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'status': 'completed', 'code': 200} Mar 02 20:57:31.201873 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-535120ec-ddb7-4568-8330-0ce598aa1ce7 req-e4ec2158-2ac6-4c1e-9df7-c0f051e0786f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1098 time: 0.0714993 Mar 02 20:57:31.335111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535120ec-ddb7-4568-8330-0ce598aa1ce7 req-50d06816-3e03-4902-a4a8-bf245a5f329c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:31.336637 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-535120ec-ddb7-4568-8330-0ce598aa1ce7 req-50d06816-3e03-4902-a4a8-bf245a5f329c service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1261184 Mar 02 20:57:31.436479 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-78c8b1e0-d03a-4047-9c69-f1745bbb20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '278be384-4077-4ee8-babd-e809ba9635cb', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'port_id': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'mac_address': 'fa:16:3e:bf:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:57:29Z', 'updated_at': '2022-03-02T20:57:29Z', 'revision_number': 0, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:31.440988 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c8b1e0-d03a-4047-9c69-f1745bbb20b7 None None] Checking router: 3b5686fa-6c67-4d04-aea5-aea707861dcb for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:57:31.443615 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-535120ec-ddb7-4568-8330-0ce598aa1ce7 req-860c773b-250b-4aab-a0ff-ebe97c873130 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 200 len: 998 time: 0.1014163 Mar 02 20:57:31.453356 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c8b1e0-d03a-4047-9c69-f1745bbb20b7 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:57:31.453955 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-78c8b1e0-d03a-4047-9c69-f1745bbb20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T20:57:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:31.512743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535120ec-ddb7-4568-8330-0ce598aa1ce7 req-e8572595-7203-45e0-bc1c-2295297e745f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:31.514250 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-535120ec-ddb7-4568-8330-0ce598aa1ce7 req-e8572595-7203-45e0-bc1c-2295297e745f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0643990 Mar 02 20:57:31.592509 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-535120ec-ddb7-4568-8330-0ce598aa1ce7 req-ee6595b7-6f0f-4a1d-b06e-402ef019c51a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713069 Mar 02 20:57:31.634716 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-78c8b1e0-d03a-4047-9c69-f1745bbb20b7 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:57:31.733864 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-535120ec-ddb7-4568-8330-0ce598aa1ce7 req-55034c27-ba8d-443a-bb4d-c916d35e5b51 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349092 Mar 02 20:57:31.916265 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c5264161-9c2c-499e-b526-3097f8f1b918 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:32.008490 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-535120ec-ddb7-4568-8330-0ce598aa1ce7 req-11d0b117-4a5d-487c-9f28-24885c2eff3f service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687306 Mar 02 20:57:32.038228 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-78c8b1e0-d03a-4047-9c69-f1745bbb20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '278be384-4077-4ee8-babd-e809ba9635cb', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'port_id': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'mac_address': 'fa:16:3e:bf:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:57:29Z', 'updated_at': '2022-03-02T20:57:29Z', 'revision_number': 0, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:57:32.042150 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c8b1e0-d03a-4047-9c69-f1745bbb20b7 None None] The sync data for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv is: [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '278be384-4077-4ee8-babd-e809ba9635cb', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'port_id': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'mac_address': 'fa:16:3e:bf:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:57:29Z', 'updated_at': '2022-03-02T20:57:29Z', 'revision_number': 0, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:57:32.074267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port c5264161-9c2c-499e-b526-3097f8f1b918 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:57:32.080018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c5264161-9c2c-499e-b526-3097f8f1b918 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:32.083390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:32.197497 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:32.229469 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port c5264161-9c2c-499e-b526-3097f8f1b918, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c5264161-9c2c-499e-b526-3097f8f1b918,segment=NetworkSegment(6d209329-9cc4-4f1c-a980-98a287b4834e),segment_id=6d209329-9cc4-4f1c-a980-98a287b4834e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:57:32.291189 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:32.359473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=c5264161-9c2c-499e-b526-3097f8f1b918,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:57:33.806850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b940782-c86d-4183-91a7-31bb614413c9 None None] New status for floating IP 278be384-4077-4ee8-babd-e809ba9635cb: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:57:33.885079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c5264161-9c2c-499e-b526-3097f8f1b918 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:57:34.107668 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port c5264161-9c2c-499e-b526-3097f8f1b918 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:57:34.108037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:43.268091 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:47.159140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5f9dc43f-4259-4655-94fa-5321eee89299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:49.370122 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2456-016e-4fe4-893b-377c3327fea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:50.575980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:50.770614 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:52.017190 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:57:54.393785 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-62767ad8-39ea-4f9e-97a0-ee8e2c1f1239 req-273b78b0-cae3-4c53-a149-0faef2a93e1f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704889 Mar 02 20:57:54.528751 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-62767ad8-39ea-4f9e-97a0-ee8e2c1f1239 req-42a5a126-84ef-4dab-a577-b50b8cb656c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1098 time: 0.0671897 Mar 02 20:57:54.673009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62767ad8-39ea-4f9e-97a0-ee8e2c1f1239 req-1e7133d8-b8b5-428f-b144-8f3d8e48ac49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:54.674381 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-62767ad8-39ea-4f9e-97a0-ee8e2c1f1239 req-1e7133d8-b8b5-428f-b144-8f3d8e48ac49 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1248202 Mar 02 20:57:54.777782 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-62767ad8-39ea-4f9e-97a0-ee8e2c1f1239 req-16b18080-7b64-4219-b1eb-1524f9f4f9e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 200 len: 1000 time: 0.0972106 Mar 02 20:57:54.839782 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62767ad8-39ea-4f9e-97a0-ee8e2c1f1239 req-39842c08-e990-4cb6-b230-d88ee7832936 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:57:54.841168 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-62767ad8-39ea-4f9e-97a0-ee8e2c1f1239 req-39842c08-e990-4cb6-b230-d88ee7832936 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0569997 Mar 02 20:57:54.917390 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-62767ad8-39ea-4f9e-97a0-ee8e2c1f1239 req-956f764a-8f07-4e2d-92da-d7be5e2c7ee1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698948 Mar 02 20:57:55.046257 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-62767ad8-39ea-4f9e-97a0-ee8e2c1f1239 req-9535242c-f101-4855-8724-b39da2974257 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217687 Mar 02 20:57:55.176193 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-62767ad8-39ea-4f9e-97a0-ee8e2c1f1239 req-a6f734c0-3916-4f84-a578-c1ec6089e278 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228542 Mar 02 20:57:58.588528 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:58:13.255616 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:17.152893 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8721d905-9eee-4aba-a071-38a7c8cc745f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:19.352612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-47992092-a666-484d-b0f6-4ae8bf4fbedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:20.558199 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:20.798370 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:22.029474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:35.589205 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:58:43.271890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:47.157670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9ca88956-8d1e-44fc-8bf7-00f84ea06c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:49.363470 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-019f3161-c88f-4ffe-a33c-f5c4eff1ae23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:50.552060 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:50.734954 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:52.049498 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:58:56.491157 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-362d8db6-8982-4e16-a1ca-821c8c78525e req-67750265-6438-4553-b510-55793eb8f358 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1340239 Mar 02 20:58:56.638111 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-362d8db6-8982-4e16-a1ca-821c8c78525e req-4ce187aa-573e-41a0-8a03-424e220a3347 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1098 time: 0.0705216 Mar 02 20:58:56.783476 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d8db6-8982-4e16-a1ca-821c8c78525e req-725462e3-f947-4a71-b855-767d79306748 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:58:56.784906 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-362d8db6-8982-4e16-a1ca-821c8c78525e req-725462e3-f947-4a71-b855-767d79306748 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1239405 Mar 02 20:58:56.887023 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-362d8db6-8982-4e16-a1ca-821c8c78525e req-6152adf6-7819-4dc9-aeb5-1f6855216c80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 200 len: 1000 time: 0.0918913 Mar 02 20:58:56.955147 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d8db6-8982-4e16-a1ca-821c8c78525e req-a51b9244-eee5-4a44-899b-5fb09a301874 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:58:56.956470 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-362d8db6-8982-4e16-a1ca-821c8c78525e req-a51b9244-eee5-4a44-899b-5fb09a301874 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0592220 Mar 02 20:58:57.033206 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-362d8db6-8982-4e16-a1ca-821c8c78525e req-5e0333e5-ed70-4dfa-a0e2-d913217907c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670278 Mar 02 20:58:57.167368 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-362d8db6-8982-4e16-a1ca-821c8c78525e req-d9249c93-29c9-461a-857d-9ed3e962eb6a service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251678 Mar 02 20:58:57.395787 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-362d8db6-8982-4e16-a1ca-821c8c78525e req-7c6f47f4-529f-4c82-a1a4-15f044065d4c service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190828 Mar 02 20:59:12.589981 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:59:13.248944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:17.151326 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e4e277b3-f992-4352-908c-33a87158da4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:19.368887 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6278-1652-49a6-a48c-99477e7c2c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:20.580028 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:20.739639 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:22.020081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:27.760996 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7afec-32ba-42d5-ae27-92590876a8b4 req-c024eb3a-2bc3-47ec-b2cd-a99b2f9eab1a tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:27.762501 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8d7afec-32ba-42d5-ae27-92590876a8b4 req-c024eb3a-2bc3-47ec-b2cd-a99b2f9eab1a tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0809841 Mar 02 20:59:27.807446 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8d7afec-32ba-42d5-ae27-92590876a8b4 req-761f9077-53d0-4650-be9e-165ec25ea291 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388546 Mar 02 20:59:29.021779 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b0ce1-7849-4326-80af-674ef9bee357 req-f1b31d26-8821-45aa-9dd3-87d9144c3687 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:29.023247 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a1b0ce1-7849-4326-80af-674ef9bee357 req-f1b31d26-8821-45aa-9dd3-87d9144c3687 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0752859 Mar 02 20:59:29.069269 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8a1b0ce1-7849-4326-80af-674ef9bee357 req-6c5a0083-59c5-4039-b43a-cc4a20630587 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406213 Mar 02 20:59:30.285855 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10799dc-7197-4a28-88eb-711e88ff6ce6 req-4eae1b9c-0922-428f-b098-80594eb20a37 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:30.287313 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c10799dc-7197-4a28-88eb-711e88ff6ce6 req-4eae1b9c-0922-428f-b098-80594eb20a37 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0784819 Mar 02 20:59:30.332874 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c10799dc-7197-4a28-88eb-711e88ff6ce6 req-3883db53-5e19-4b4e-8095-c944a9bf45c8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402477 Mar 02 20:59:31.526977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0073e1-0ba2-44b1-b166-e9908e9ec106 req-04fcbcbc-4224-4311-b8c5-148fc9fb061b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:31.528441 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3f0073e1-0ba2-44b1-b166-e9908e9ec106 req-04fcbcbc-4224-4311-b8c5-148fc9fb061b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0753913 Mar 02 20:59:31.574075 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-3f0073e1-0ba2-44b1-b166-e9908e9ec106 req-f8b6183f-bf03-4cc2-9b08-9b24f2d13e21 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402014 Mar 02 20:59:32.770643 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321cdb5-ed26-420f-a115-9641d1dff299 req-d2939232-7170-42db-b0a0-544d44536748 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:32.772064 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2321cdb5-ed26-420f-a115-9641d1dff299 req-d2939232-7170-42db-b0a0-544d44536748 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0785117 Mar 02 20:59:32.818329 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2321cdb5-ed26-420f-a115-9641d1dff299 req-b8090e71-7422-4575-b037-ac2eee60dc85 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Mar 02 20:59:34.012718 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd8b74-5a48-4d47-95ee-639aa3d2d812 req-6a8f9278-f870-4ef6-a511-2c2e3075d4bb tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:34.014172 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d1cd8b74-5a48-4d47-95ee-639aa3d2d812 req-6a8f9278-f870-4ef6-a511-2c2e3075d4bb tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0779772 Mar 02 20:59:34.150310 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d1cd8b74-5a48-4d47-95ee-639aa3d2d812 req-ac004c47-242a-4517-bca7-5e9ae4b232aa tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304545 Mar 02 20:59:35.346295 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875eb77-020f-4d53-b913-dd340694f280 req-46ce6017-c75e-4255-a00e-02f7781ebd0c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:35.347656 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a875eb77-020f-4d53-b913-dd340694f280 req-46ce6017-c75e-4255-a00e-02f7781ebd0c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0750186 Mar 02 20:59:35.392935 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a875eb77-020f-4d53-b913-dd340694f280 req-762255d6-5887-4cbe-a0d6-826f268f8202 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393932 Mar 02 20:59:36.591156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6171ec-61b2-47c2-8e22-78146bbe1ca7 req-0b985767-978c-4525-8970-e12fb0142c19 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:36.592570 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea6171ec-61b2-47c2-8e22-78146bbe1ca7 req-0b985767-978c-4525-8970-e12fb0142c19 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0775912 Mar 02 20:59:36.636598 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ea6171ec-61b2-47c2-8e22-78146bbe1ca7 req-4e25b556-36aa-4669-9b60-491a9b81c6bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386477 Mar 02 20:59:37.838791 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569ddd1-939a-4caa-aa82-8099104a2346 req-2c714a3c-c24c-43df-a172-6724fb3f6fe9 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:37.841198 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1569ddd1-939a-4caa-aa82-8099104a2346 req-2c714a3c-c24c-43df-a172-6724fb3f6fe9 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0862925 Mar 02 20:59:37.886711 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1569ddd1-939a-4caa-aa82-8099104a2346 req-ffbc0e68-81d8-4874-a5a7-e3acd436cf34 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402942 Mar 02 20:59:39.082438 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a1a34-b0ff-4c2b-b069-f82e7ee51d84 req-590aaf59-63a8-42d4-b5b6-b2ce523b8755 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:39.084368 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f92a1a34-b0ff-4c2b-b069-f82e7ee51d84 req-590aaf59-63a8-42d4-b5b6-b2ce523b8755 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0790007 Mar 02 20:59:39.129090 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f92a1a34-b0ff-4c2b-b069-f82e7ee51d84 req-5d267b1f-5eeb-4fff-a40f-4c66d95d3296 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391557 Mar 02 20:59:40.321332 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff047e-3a34-4db2-8d65-58a1dc5615ca req-96ca70f2-7337-4aec-a4c2-dc480f7745ee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:40.322883 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-77ff047e-3a34-4db2-8d65-58a1dc5615ca req-96ca70f2-7337-4aec-a4c2-dc480f7745ee tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0746589 Mar 02 20:59:40.371728 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-77ff047e-3a34-4db2-8d65-58a1dc5615ca req-a689becc-ac75-4a7b-87b6-6c89ee94a575 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Mar 02 20:59:41.472041 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:59:41.587637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562dac2-7cf1-402c-9523-54c874588edf req-68b22d74-3eb1-4560-93f3-a27e45ae2329 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:41.589781 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e562dac2-7cf1-402c-9523-54c874588edf req-68b22d74-3eb1-4560-93f3-a27e45ae2329 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0961647 Mar 02 20:59:41.631463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:59:41.647306 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'port_id': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'mac_address': 'fa:16:3e:bf:1e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:59:41.650367 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e562dac2-7cf1-402c-9523-54c874588edf req-233f383c-8207-411f-af78-0be4567d3768 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527313 Mar 02 20:59:41.711602 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:41.731073 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:59:41.748205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:59:41.799819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:41.873049 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:59:41.881651 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:59:41.882030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:59:41.882621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:59:41.883038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:59:41.883177 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:59:41.883965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:59:41.883965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:59:41.884161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:59:41.884456 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:59:41.884763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:59:41.885076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:59:41.891748 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['32de6c8f-b7a4-430b-9cee-b2fea8aa3be6'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:59:42.887885 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856916-7a30-4417-9151-626bc323b136 req-04706982-ee58-4e12-bd49-613452b3d6d6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:42.889957 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-66856916-7a30-4417-9151-626bc323b136 req-04706982-ee58-4e12-bd49-613452b3d6d6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 944 time: 0.1003101 Mar 02 20:59:42.941970 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-66856916-7a30-4417-9151-626bc323b136 req-618abb3b-3fa3-4808-8b5e-2f6b59cf3a76 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463085 Mar 02 20:59:43.271505 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:43.502368 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:59:43.590486 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:59:43.591137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:43.720758 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:43.752613 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:59:43.764534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:59:43.831299 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:43.912656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:59:43.916843 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'code': 200} Mar 02 20:59:44.171735 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194af0a-b6fb-41a9-87c8-4589444d0b17 req-a76015ed-4936-4be2-9825-163738e3f080 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:44.173223 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e194af0a-b6fb-41a9-87c8-4589444d0b17 req-a76015ed-4936-4be2-9825-163738e3f080 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0884194 Mar 02 20:59:44.223104 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e194af0a-b6fb-41a9-87c8-4589444d0b17 req-c3d4d2b4-5dc5-4842-bba4-432a4c05791a tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434382 Mar 02 20:59:45.442940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1bbc7-da49-4f35-b309-479766ae522f req-f0a65398-3781-4084-b620-39db689f5b70 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:45.444555 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-40e1bbc7-da49-4f35-b309-479766ae522f req-f0a65398-3781-4084-b620-39db689f5b70 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0849652 Mar 02 20:59:45.501370 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-40e1bbc7-da49-4f35-b309-479766ae522f req-3568661d-20e3-449e-8407-cc570f2a2c9a tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499701 Mar 02 20:59:46.710618 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cb2d7-2770-4012-a3e9-b1bfa17ffd88 req-a9734855-74b1-48c0-a649-e3f5345e86b9 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:46.712074 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-508cb2d7-2770-4012-a3e9-b1bfa17ffd88 req-a9734855-74b1-48c0-a649-e3f5345e86b9 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0823460 Mar 02 20:59:46.770486 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-508cb2d7-2770-4012-a3e9-b1bfa17ffd88 req-ceebfb30-85b8-4bcb-bc1d-a427120c46c9 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526469 Mar 02 20:59:47.151376 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3fa447a6-e964-4db2-98ee-9882ccc46292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:47.978042 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dd116-8010-4843-acf8-e5d671bbc35a req-32de0c77-52b9-46db-986e-de1074ab81a2 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:47.979540 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-074dd116-8010-4843-acf8-e5d671bbc35a req-32de0c77-52b9-46db-986e-de1074ab81a2 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0857618 Mar 02 20:59:48.024634 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-074dd116-8010-4843-acf8-e5d671bbc35a req-8762b399-dbfb-440f-be4c-30083f3cb719 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397434 Mar 02 20:59:49.238706 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8f1a3-42e2-46f6-93cf-72ce2563ae3b req-0ee3727d-8257-4685-8571-043b33cc8f17 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:49.242465 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d4b8f1a3-42e2-46f6-93cf-72ce2563ae3b req-0ee3727d-8257-4685-8571-043b33cc8f17 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0858188 Mar 02 20:59:49.304470 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d4b8f1a3-42e2-46f6-93cf-72ce2563ae3b req-8d23346a-0143-46e0-9f17-7a31175ec90c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574439 Mar 02 20:59:49.362597 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c71ed4e5-de7b-4080-90df-433cc44dd727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:49.591087 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:59:50.509987 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827ecd4-8bae-4048-ad7c-fba6148484bc req-28b10331-3642-43ff-a763-01ed9b3de5f8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:50.511469 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c827ecd4-8bae-4048-ad7c-fba6148484bc req-28b10331-3642-43ff-a763-01ed9b3de5f8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0865893 Mar 02 20:59:50.561022 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c827ecd4-8bae-4048-ad7c-fba6148484bc req-8a1c6854-baab-47be-a06a-cdc5132e3914 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Mar 02 20:59:50.602603 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:50.780752 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:51.780971 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eec2c7-63a3-4255-8383-66368df8ad98 req-5048acfb-b999-4b06-8071-8b2bdcacf4dc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:51.782726 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c5eec2c7-63a3-4255-8383-66368df8ad98 req-5048acfb-b999-4b06-8071-8b2bdcacf4dc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0897968 Mar 02 20:59:51.834482 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c5eec2c7-63a3-4255-8383-66368df8ad98 req-9ec499e4-52c9-4377-ada4-8f86813983c6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447946 Mar 02 20:59:52.112760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:53.042504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a0751-4049-41a9-adca-cf4959b6cef7 req-645fc9f5-a1de-4f60-af89-1d159a46d9b6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:53.043837 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e70a0751-4049-41a9-adca-cf4959b6cef7 req-645fc9f5-a1de-4f60-af89-1d159a46d9b6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0761945 Mar 02 20:59:53.089855 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e70a0751-4049-41a9-adca-cf4959b6cef7 req-ba7fe221-aaec-476e-b780-f1be9fae0ad9 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403769 Mar 02 20:59:53.463082 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-222eb3af-a4ca-45ab-88bb-f9b500375a06 req-c92267d6-529b-44fa-aa5e-627fa4782afd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1098 time: 0.0712337 Mar 02 20:59:53.593805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222eb3af-a4ca-45ab-88bb-f9b500375a06 req-516f5ffd-41c5-4d57-9200-419c5ccf7060 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:53.595248 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-222eb3af-a4ca-45ab-88bb-f9b500375a06 req-516f5ffd-41c5-4d57-9200-419c5ccf7060 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1226611 Mar 02 20:59:53.698971 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-222eb3af-a4ca-45ab-88bb-f9b500375a06 req-9488c218-d5db-4807-9d9d-477ddd7d0718 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 200 len: 1000 time: 0.0939279 Mar 02 20:59:53.762171 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222eb3af-a4ca-45ab-88bb-f9b500375a06 req-af722471-241d-4497-adf2-e427ed4f27f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:53.763546 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-222eb3af-a4ca-45ab-88bb-f9b500375a06 req-af722471-241d-4497-adf2-e427ed4f27f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0556417 Mar 02 20:59:53.840302 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-222eb3af-a4ca-45ab-88bb-f9b500375a06 req-1add28ac-aa6a-434a-9fbe-3e6803e837a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675335 Mar 02 20:59:53.971940 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-222eb3af-a4ca-45ab-88bb-f9b500375a06 req-a83fec19-46b2-44f9-bb0a-2ed36dec3f01 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220057 Mar 02 20:59:54.105325 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-222eb3af-a4ca-45ab-88bb-f9b500375a06 req-fc3fbc32-25e5-4502-8983-6a922488c246 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243932 Mar 02 20:59:54.284877 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8710-ed8b-4971-9926-c627322d14b0 req-e52f4c78-b781-47c3-a565-f4340f9aba7c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:54.286802 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c3aa8710-ed8b-4971-9926-c627322d14b0 req-e52f4c78-b781-47c3-a565-f4340f9aba7c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0785925 Mar 02 20:59:54.332936 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-c3aa8710-ed8b-4971-9926-c627322d14b0 req-d263c457-b529-4b99-94a8-23ee79d8eb24 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402262 Mar 02 20:59:55.524542 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322b0e7-dbb6-4c5b-8f08-680543eda371 req-d19f1763-6752-4093-80b6-f077583adafa tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:55.526024 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d322b0e7-dbb6-4c5b-8f08-680543eda371 req-d19f1763-6752-4093-80b6-f077583adafa tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0745196 Mar 02 20:59:55.583879 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d322b0e7-dbb6-4c5b-8f08-680543eda371 req-baa22f3c-2473-483f-9bb3-41b6de5d042b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521517 Mar 02 20:59:56.657236 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4c0fdc85-9185-446a-9028-bdbd057390c0 req-017bd47c-8af4-4112-9141-6d0b0d948a6b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713475 Mar 02 20:59:56.787278 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802db49c-556f-4b9b-be63-575f172394d4 req-1cb41061-334c-4f80-b313-e68c44664ae5 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:56.788817 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-802db49c-556f-4b9b-be63-575f172394d4 req-1cb41061-334c-4f80-b313-e68c44664ae5 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0763965 Mar 02 20:59:56.800529 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4c0fdc85-9185-446a-9028-bdbd057390c0 req-68cad9ce-1824-420d-be4e-0166462de1c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1098 time: 0.0695829 Mar 02 20:59:56.836456 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-802db49c-556f-4b9b-be63-575f172394d4 req-1a1803c9-ceb9-43d7-9ceb-1bbdd3cfc604 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Mar 02 20:59:56.983953 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fdc85-9185-446a-9028-bdbd057390c0 req-1a8d965f-4fd4-44ad-962a-a13dfd36179e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:56.985515 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4c0fdc85-9185-446a-9028-bdbd057390c0 req-1a8d965f-4fd4-44ad-962a-a13dfd36179e service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1296537 Mar 02 20:59:57.033689 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bb608296-48cd-4d2b-b860-305161bee005 req-c370e39b-81fc-48b8-ac38-92b62b4fb511 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0725617 Mar 02 20:59:57.097086 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4c0fdc85-9185-446a-9028-bdbd057390c0 req-402b4203-9123-43b1-8784-559a592f8fc3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 200 len: 1000 time: 0.1013370 Mar 02 20:59:57.164477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fdc85-9185-446a-9028-bdbd057390c0 req-92c177fb-475c-4834-bfbc-2a4840e71ab1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:57.165865 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4c0fdc85-9185-446a-9028-bdbd057390c0 req-92c177fb-475c-4834-bfbc-2a4840e71ab1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0605989 Mar 02 20:59:57.245612 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4c0fdc85-9185-446a-9028-bdbd057390c0 req-f093850f-4b64-489d-bf83-2feff38edde9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697246 Mar 02 20:59:57.388891 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4c0fdc85-9185-446a-9028-bdbd057390c0 req-f25ffc9e-200d-421d-8819-7e37275c634c service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323516 Mar 02 20:59:57.413141 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765c595-45c9-471a-8058-91dcc5b10a7b req-503a6ba6-409e-4f37-816d-ae76cc2898ab tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:57.414675 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f765c595-45c9-471a-8058-91dcc5b10a7b req-503a6ba6-409e-4f37-816d-ae76cc2898ab tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 945 time: 0.0817878 Mar 02 20:59:57.462226 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f765c595-45c9-471a-8058-91dcc5b10a7b req-1c12f9f8-d5fa-4950-a998-39b6d35858c8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Mar 02 20:59:57.587737 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:59:57.606536 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 54956) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:59:57.622425 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-4c0fdc85-9185-446a-9028-bdbd057390c0 req-1d17830e-ec68-4538-bb24-bffaedd52238 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245278 Mar 02 20:59:57.699840 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:57.725888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:59:57.735176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:59:57.777935 dv-neutron-831593-2-hyperv neutron-server[84505]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'code': 422} returned with failed status Mar 02 20:59:57.825329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:59:57.871187 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f3bdbaf7-cb90-42c2-a2a7-6e8101b34332 req-4c452a80-777c-4fbf-aa99-28e937423421 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2634437 Mar 02 20:59:57.891007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:59:58.662537 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81032b08-1750-45f8-be90-e902c899b885 req-23c1a364-f87a-4370-a395-9e0f0da4d262 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:58.664061 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-81032b08-1750-45f8-be90-e902c899b885 req-23c1a364-f87a-4370-a395-9e0f0da4d262 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0794621 Mar 02 20:59:58.710345 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-81032b08-1750-45f8-be90-e902c899b885 req-ef3dbfc2-bc3c-43ff-9b77-940134142499 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407329 Mar 02 20:59:58.809634 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f3bdbaf7-cb90-42c2-a2a7-6e8101b34332 req-469ec051-c99e-479c-b74e-dd36cbd9e7d6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9&tenant_id=cb6ac616130f4229bf1228fb18a6cd9f HTTP/1.1" status: 200 len: 1096 time: 0.0681872 Mar 02 20:59:58.903818 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f3bdbaf7-cb90-42c2-a2a7-6e8101b34332 req-1fb10b6f-4d01-460a-ab83-ccd6d8bc56e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1096 time: 0.0710533 Mar 02 20:59:59.038173 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdbaf7-cb90-42c2-a2a7-6e8101b34332 req-d8b55253-522b-4304-84bf-0d544c19ab62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:59.039628 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f3bdbaf7-cb90-42c2-a2a7-6e8101b34332 req-d8b55253-522b-4304-84bf-0d544c19ab62 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1270139 Mar 02 20:59:59.144219 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f3bdbaf7-cb90-42c2-a2a7-6e8101b34332 req-62b4bd6e-aa01-4745-8496-dedf8af5a615 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 200 len: 998 time: 0.0962036 Mar 02 20:59:59.207651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdbaf7-cb90-42c2-a2a7-6e8101b34332 req-53222a10-d928-453a-acc1-629bda223dc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:59.209787 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f3bdbaf7-cb90-42c2-a2a7-6e8101b34332 req-53222a10-d928-453a-acc1-629bda223dc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0563805 Mar 02 20:59:59.288081 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f3bdbaf7-cb90-42c2-a2a7-6e8101b34332 req-66747e18-9c2b-45f4-86da-0fea4edeee7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683541 Mar 02 20:59:59.427466 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f3bdbaf7-cb90-42c2-a2a7-6e8101b34332 req-a130fa56-3233-4d03-8180-822041c1bb7f service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223159 Mar 02 20:59:59.557605 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f3bdbaf7-cb90-42c2-a2a7-6e8101b34332 req-6ccb1dd4-0cd6-4652-bfd1-ca0aac8dc8e2 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226797 Mar 02 20:59:59.915076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed12e0a-6ab5-4ceb-b8f4-c40cc4950078 req-942118d1-1049-444d-9dcd-e0e60f23ab76 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:59:59.916532 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fed12e0a-6ab5-4ceb-b8f4-c40cc4950078 req-942118d1-1049-444d-9dcd-e0e60f23ab76 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0816166 Mar 02 20:59:59.963630 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fed12e0a-6ab5-4ceb-b8f4-c40cc4950078 req-552135a3-7406-4762-95cb-e5c078a30cb4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414734 Mar 02 21:00:01.165050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623b34e-e2cf-4805-8187-1f2a2b432e0e req-67849323-254e-41bd-8a78-194b17dd5211 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:01.166601 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1623b34e-e2cf-4805-8187-1f2a2b432e0e req-67849323-254e-41bd-8a78-194b17dd5211 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0782092 Mar 02 21:00:01.214046 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1623b34e-e2cf-4805-8187-1f2a2b432e0e req-a6a8ab1d-a5dc-498f-8280-f95b33cc8334 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Mar 02 21:00:02.435668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e61b0-bc96-4999-8c07-2a9647b265fe req-621b142b-f8a6-43dc-9022-54abdf91fd92 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:02.437121 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ec9e61b0-bc96-4999-8c07-2a9647b265fe req-621b142b-f8a6-43dc-9022-54abdf91fd92 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0863440 Mar 02 21:00:02.486163 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ec9e61b0-bc96-4999-8c07-2a9647b265fe req-7bb9ce46-ffd2-43f3-b364-1175fbb2b1a4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Mar 02 21:00:03.701804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aed9a-8638-417c-85d4-ed08fa6a150e req-5c5042e0-2e85-426e-a874-763a93d4be3f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:03.703948 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-431aed9a-8638-417c-85d4-ed08fa6a150e req-5c5042e0-2e85-426e-a874-763a93d4be3f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0820112 Mar 02 21:00:03.756267 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-431aed9a-8638-417c-85d4-ed08fa6a150e req-997e87ca-4e0a-433c-a555-973ca1c256a7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451288 Mar 02 21:00:04.974842 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f3a8d-3016-487d-8185-4e09f4fc3a5b req-56c0bfe4-7291-46d0-ae9a-b5b538b12bbf tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:04.977231 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1a7f3a8d-3016-487d-8185-4e09f4fc3a5b req-56c0bfe4-7291-46d0-ae9a-b5b538b12bbf tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0891066 Mar 02 21:00:05.023292 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1a7f3a8d-3016-487d-8185-4e09f4fc3a5b req-757cf86c-825e-444f-ac00-1570b0972a8e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404434 Mar 02 21:00:06.240313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd01bb-92ae-4d0a-835c-e4668ff49da6 req-bc715c55-49dd-465c-9c9d-0560e9a795d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:06.241732 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e5bd01bb-92ae-4d0a-835c-e4668ff49da6 req-bc715c55-49dd-465c-9c9d-0560e9a795d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0820150 Mar 02 21:00:06.295030 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e5bd01bb-92ae-4d0a-835c-e4668ff49da6 req-cd29374c-5f09-43db-9d10-26efd5401649 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 Mar 02 21:00:07.516719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2897a-ce01-4628-ad4a-a84ede1290cf req-763aa282-0db2-47f8-bec3-675ea42b74dc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:07.518847 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a7e2897a-ce01-4628-ad4a-a84ede1290cf req-763aa282-0db2-47f8-bec3-675ea42b74dc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0944381 Mar 02 21:00:07.571034 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a7e2897a-ce01-4628-ad4a-a84ede1290cf req-850a6592-bb1c-46d3-b125-4ff1a0e7467c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466619 Mar 02 21:00:08.788098 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9945b6a-c7ba-49d8-951d-36eda6c6e0fa req-72c9ea8f-431d-4c25-b4d3-cc1f9392599a tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:08.789523 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a9945b6a-c7ba-49d8-951d-36eda6c6e0fa req-72c9ea8f-431d-4c25-b4d3-cc1f9392599a tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0877595 Mar 02 21:00:08.847474 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a9945b6a-c7ba-49d8-951d-36eda6c6e0fa req-9f4c7342-5667-4302-ad6f-4533daf23c00 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523450 Mar 02 21:00:10.048351 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cc6c4-8e64-42ba-b356-aaefaa5a5c37 req-ae996972-33f9-4dbd-b069-2173fb5a7a91 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:10.049785 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8d7cc6c4-8e64-42ba-b356-aaefaa5a5c37 req-ae996972-33f9-4dbd-b069-2173fb5a7a91 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0782671 Mar 02 21:00:10.095458 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8d7cc6c4-8e64-42ba-b356-aaefaa5a5c37 req-bdab10e8-40f2-448e-9597-ab25cdeb01b0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393958 Mar 02 21:00:11.292969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31aadc1-2212-439c-9c29-76bc75701857 req-a93fcfc4-2e39-44c4-a4fd-0163be0d0015 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:11.294519 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e31aadc1-2212-439c-9c29-76bc75701857 req-a93fcfc4-2e39-44c4-a4fd-0163be0d0015 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 943 time: 0.0786822 Mar 02 21:00:11.339513 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e31aadc1-2212-439c-9c29-76bc75701857 req-6cb3bb16-7b79-4bd6-b5b0-dee42d27b4b1 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396740 Mar 02 21:00:11.659230 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 21:00:11.789970 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:00:11.806382 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'port_id': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'mac_address': 'fa:16:3e:bf:1e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 21:00:11.857954 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:11.874316 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 21:00:11.888438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:00:11.945251 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:12.010621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,revision_number=9']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:00:12.246360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['32de6c8f-b7a4-430b-9cee-b2fea8aa3be6'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 21:00:12.542844 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d0ea1-bd5e-440c-897f-26b4984303eb req-b9575eaf-8a75-410a-88d0-04ca0ea688ae tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:12.544175 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-943d0ea1-bd5e-440c-897f-26b4984303eb req-b9575eaf-8a75-410a-88d0-04ca0ea688ae tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 944 time: 0.0818541 Mar 02 21:00:12.593435 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-943d0ea1-bd5e-440c-897f-26b4984303eb req-dcd285a6-4583-4dc0-aae9-2629447ade78 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436544 Mar 02 21:00:13.258881 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:13.673548 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:00:13.740779 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:00:13.741137 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:13.806110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ce011-e238-4829-afa5-6a415cab9db9 req-bfe0f275-ecf1-451c-ae52-948ef9232758 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:13.807582 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1a1ce011-e238-4829-afa5-6a415cab9db9 req-bfe0f275-ecf1-451c-ae52-948ef9232758 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 944 time: 0.0871117 Mar 02 21:00:13.862282 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1a1ce011-e238-4829-afa5-6a415cab9db9 req-e6179704-1e62-4480-b220-21f9dc5d4786 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469174 Mar 02 21:00:13.863538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:13.895910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:00:13.909030 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:00:13.958674 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'code': 200} Mar 02 21:00:14.008369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:14.088806 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,revision_number=10']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:00:14.391807 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e9c1ee9b-1ced-4050-8bb4-44b67f4ed77e req-81461570-cbe1-45f5-92dc-eb4a91b8e9ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1099 time: 0.0860128 Mar 02 21:00:14.449636 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e9c1ee9b-1ced-4050-8bb4-44b67f4ed77e req-8835f033-f3bc-4efd-a474-bce222451a36 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387471 Mar 02 21:00:15.067881 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341e368-80aa-4069-9f02-5cf83cfd2c9f req-968c77af-06dd-4b49-bee2-a872c8fd894c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:15.069334 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8341e368-80aa-4069-9f02-5cf83cfd2c9f req-968c77af-06dd-4b49-bee2-a872c8fd894c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 946 time: 0.0795577 Mar 02 21:00:15.114295 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8341e368-80aa-4069-9f02-5cf83cfd2c9f req-bc2f64b6-a960-4f4e-a701-064fce271e14 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390134 Mar 02 21:00:16.314066 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ff89-7550-4791-abe2-be59acd3f694 req-161484a6-e7ba-417f-8f26-c04b5df1a06d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:16.315524 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0a72ff89-7550-4791-abe2-be59acd3f694 req-161484a6-e7ba-417f-8f26-c04b5df1a06d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 946 time: 0.0776768 Mar 02 21:00:16.367151 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0a72ff89-7550-4791-abe2-be59acd3f694 req-68839955-2594-4eba-93ee-d7923ed8ee13 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429375 Mar 02 21:00:17.167610 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-88630f6d-38d0-44bc-bc7d-f3f241c5dc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:17.563831 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a5d6-6122-4362-b21e-313cf37ec74a req-7aaf26b0-c55d-4c3e-82c8-36a2218893d6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:17.565251 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4de3a5d6-6122-4362-b21e-313cf37ec74a req-7aaf26b0-c55d-4c3e-82c8-36a2218893d6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 946 time: 0.0794873 Mar 02 21:00:17.609702 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4de3a5d6-6122-4362-b21e-313cf37ec74a req-7f438763-40ab-4699-9dd5-a2f38be3bdec tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390637 Mar 02 21:00:19.367538 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c228e779-236d-4294-9acd-ebf8115bcad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:20.567775 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:20.756081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:22.036269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:26.591431 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:00:43.264108 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:47.150049 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1cebde06-e9c5-4790-80e2-ef8e1dc5d892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:49.361673 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-62846c2b-8256-46e9-b995-efeb23e817e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:50.601153 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:50.784050 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:52.047024 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:00:56.408490 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b048ba2d-888a-44c9-8726-5684be73d88f req-a67823d5-b3ee-4f7f-a93a-9318a9f54671 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669918 Mar 02 21:00:56.557790 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b048ba2d-888a-44c9-8726-5684be73d88f req-2bbcea37-2761-4fa0-bc3e-fbb8125ac4f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1099 time: 0.0704949 Mar 02 21:00:56.712201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048ba2d-888a-44c9-8726-5684be73d88f req-89d9b07a-0ff9-4674-89a8-166972d1675b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:56.713553 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b048ba2d-888a-44c9-8726-5684be73d88f req-89d9b07a-0ff9-4674-89a8-166972d1675b service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1321850 Mar 02 21:00:56.834530 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b048ba2d-888a-44c9-8726-5684be73d88f req-50761e43-6c51-4119-af37-760381c57a89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 200 len: 1000 time: 0.1110394 Mar 02 21:00:56.897696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048ba2d-888a-44c9-8726-5684be73d88f req-5bcd2e69-c60e-43a9-8c03-ddd01adc2e45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:00:56.899108 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b048ba2d-888a-44c9-8726-5684be73d88f req-5bcd2e69-c60e-43a9-8c03-ddd01adc2e45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0555615 Mar 02 21:00:56.978247 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b048ba2d-888a-44c9-8726-5684be73d88f req-5585f5b2-593a-4384-9dd7-090809a89e20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698934 Mar 02 21:00:57.116235 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b048ba2d-888a-44c9-8726-5684be73d88f req-b18f1561-274b-4051-b06a-e3de022502c3 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283696 Mar 02 21:00:57.333064 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-b048ba2d-888a-44c9-8726-5684be73d88f req-88b43038-5e49-4a1a-8a74-a62b6e678179 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079976 Mar 02 21:01:03.591373 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:01:13.286772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:17.160649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-21c2f48a-0f75-453c-a94b-8b145ee03edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:19.366824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d72b262a-f9c3-417f-8832-7e8a0884ece1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:20.566027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:20.795118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:22.046633 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:30.650666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55080) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:01:30.851919 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Deleting port 5e1cc505-4cb2-40cf-9d5c-4a6c626bd4c9 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:01:30.852255 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:31.017420 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:31.017660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:31.135181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Calling delete_port for 5e1cc505-4cb2-40cf-9d5c-4a6c626bd4c9 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:01:31.326888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:31.370300 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event deleted for resources: {'Port': ['ID=5e1cc505-4cb2-40cf-9d5c-4a6c626bd4c9,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:01:31.408152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:01:31.408499 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:01:31.408838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:01:31.409172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:01:31.409503 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:01:31.409833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:01:31.410184 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:01:31.410510 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:01:31.410833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:01:31.411157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:01:31.411528 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:01:31.476050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:31.868208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Router 3b5686fa-6c67-4d04-aea5-aea707861dcb has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:01:32.180821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:01:32.190460 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fde7d-b622-49a7-a593-6289ffadf167 None None] Sync routers for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:01:32.197813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:32.203621 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fde7d-b622-49a7-a593-6289ffadf167 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:01:32.204233 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-611fde7d-b622-49a7-a593-6289ffadf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:01:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:01:32.254276 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8d96fb7a-371f-4c96-980f-6202e607c9bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "DELETE /v2.0/floatingips/278be384-4077-4ee8-babd-e809ba9635cb HTTP/1.1" status: 204 len: 168 time: 1.5999429 Mar 02 21:01:32.254276 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:01:32.404522 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-611fde7d-b622-49a7-a593-6289ffadf167 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:01:32.435667 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'status': 'completed', 'code': 200} Mar 02 21:01:32.535563 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d86fd01c-6087-429e-93a1-74bb355d3598 req-9f1eed52-1232-4731-9a73-25aa64293e55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 1099 time: 0.0694695 Mar 02 21:01:32.676489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fd01c-6087-429e-93a1-74bb355d3598 req-499580df-110a-4035-bda3-415eba052c71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:01:32.677946 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d86fd01c-6087-429e-93a1-74bb355d3598 req-499580df-110a-4035-bda3-415eba052c71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1329584 Mar 02 21:01:32.721266 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-611fde7d-b622-49a7-a593-6289ffadf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:01:32.725485 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fde7d-b622-49a7-a593-6289ffadf167 None None] Checking router: 3b5686fa-6c67-4d04-aea5-aea707861dcb for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:01:32.741443 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611fde7d-b622-49a7-a593-6289ffadf167 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:01:32.742301 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-611fde7d-b622-49a7-a593-6289ffadf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:01:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:01:32.757504 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d86fd01c-6087-429e-93a1-74bb355d3598 req-0381591c-3ac0-4d05-adf2-1d52a984503c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 200 len: 217 time: 0.0697198 Mar 02 21:01:32.834706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fd01c-6087-429e-93a1-74bb355d3598 req-f883c0e3-f91c-47d0-9a94-2db07abc6f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:01:32.836160 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d86fd01c-6087-429e-93a1-74bb355d3598 req-f883c0e3-f91c-47d0-9a94-2db07abc6f2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0700674 Mar 02 21:01:32.891021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a82cf-c28b-43b3-8503-2f43c2de8305 req-33cb9f63-8788-4c20-92c5-ce6da89517f3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:01:32.892478 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f89a82cf-c28b-43b3-8503-2f43c2de8305 req-33cb9f63-8788-4c20-92c5-ce6da89517f3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 946 time: 0.0858259 Mar 02 21:01:32.918829 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d86fd01c-6087-429e-93a1-74bb355d3598 req-51797159-019b-42a9-aba6-b0756b1145b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746081 Mar 02 21:01:32.925690 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-611fde7d-b622-49a7-a593-6289ffadf167 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:01:32.932877 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [req-d86fd01c-6087-429e-93a1-74bb355d3598 req-3fc0a5cc-ad6f-4bb0-9e9b-521edb4cb7d8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84503) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 21:01:32.933884 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d86fd01c-6087-429e-93a1-74bb355d3598 req-3fc0a5cc-ad6f-4bb0-9e9b-521edb4cb7d8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051944 Mar 02 21:01:32.944358 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f89a82cf-c28b-43b3-8503-2f43c2de8305 req-7e3060ce-5bed-4eb1-ac65-2cca85df837b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452123 Mar 02 21:01:33.070198 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d86fd01c-6087-429e-93a1-74bb355d3598 req-fb6ce693-e54c-4eb6-862d-4ba4483c4dbf service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289952 Mar 02 21:01:33.203917 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d86fd01c-6087-429e-93a1-74bb355d3598 req-c63d5687-25a1-41f0-96a8-ee352a4712bb service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260598 Mar 02 21:01:33.266816 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-611fde7d-b622-49a7-a593-6289ffadf167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:01:33.270538 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611fde7d-b622-49a7-a593-6289ffadf167 None None] The sync data for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv is: [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:01:33.502161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d5e9b-3e25-427c-ab8d-963bd097f443 None None] New status for floating IP 278be384-4077-4ee8-babd-e809ba9635cb: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 21:01:34.142255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe56a83-9f4e-4300-a431-cea5b456f12a req-140cd24c-1c92-40cb-b4d8-45734dae3197 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:01:34.143721 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dfe56a83-9f4e-4300-a431-cea5b456f12a req-140cd24c-1c92-40cb-b4d8-45734dae3197 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 946 time: 0.0781958 Mar 02 21:01:34.188220 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dfe56a83-9f4e-4300-a431-cea5b456f12a req-3740f2f9-6991-4dd9-abde-b40f135db875 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379608 Mar 02 21:01:34.368052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-955c552a-1067-427d-b479-b70abb69f24d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:01:34.368734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-955c552a-1067-427d-b479-b70abb69f24d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Synchronizing usage tracker for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 21:01:34.486095 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-955c552a-1067-427d-b479-b70abb69f24d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Unset dirty status for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 21:01:34.487145 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-955c552a-1067-427d-b479-b70abb69f24d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 946 time: 0.1935241 Mar 02 21:01:34.560757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-dd8ec461-5ab0-451b-aecb-4c9d9e0b9196 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Deleting port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:01:34.561113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-dd8ec461-5ab0-451b-aecb-4c9d9e0b9196 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:34.807902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-dd8ec461-5ab0-451b-aecb-4c9d9e0b9196 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] For port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:01:34.808260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-dd8ec461-5ab0-451b-aecb-4c9d9e0b9196 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:34.931757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-dd8ec461-5ab0-451b-aecb-4c9d9e0b9196 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Calling delete_port for 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:01:35.137901 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-dd8ec461-5ab0-451b-aecb-4c9d9e0b9196 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:35.282723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ec461-5ab0-451b-aecb-4c9d9e0b9196 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event deleted for resources: {'Port': ['ID=32de6c8f-b7a4-430b-9cee-b2fea8aa3be6,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:01:35.356280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-dd8ec461-5ab0-451b-aecb-4c9d9e0b9196 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] No DVR routers for this DVR port 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 21:01:35.357890 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-dd8ec461-5ab0-451b-aecb-4c9d9e0b9196 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:35.358447 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-de83f831-e08f-4f11-a999-a5654b9feea0 req-8409c53f-5dc7-4a39-86a4-6b77befc291e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5cb71b1-af98-4cc9-ac8c-22b8aed734d9 HTTP/1.1" status: 200 len: 210 time: 0.0416987 Mar 02 21:01:35.360651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'name': 'network-vif-deleted', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:01:35.416688 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cb71b1-af98-4cc9-ac8c-22b8aed734d9', 'name': 'network-vif-deleted', 'tag': '32de6c8f-b7a4-430b-9cee-b2fea8aa3be6', 'status': 'completed', 'code': 200} Mar 02 21:01:35.424063 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f6f37b3f-2fdb-4e18-be8e-472cdd81d66a req-dd8ec461-5ab0-451b-aecb-4c9d9e0b9196 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.31 "DELETE /v2.0/ports/32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 HTTP/1.1" status: 204 len: 173 time: 0.9288542 Mar 02 21:01:36.462281 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55108) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:01:36.533149 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-54a1cb24-2fba-4f35-97c6-c622cb3bd31c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:36.562469 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-54a1cb24-2fba-4f35-97c6-c622cb3bd31c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:36.680608 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-54a1cb24-2fba-4f35-97c6-c622cb3bd31c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:36.698825 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1cb24-2fba-4f35-97c6-c622cb3bd31c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f790b5d4-d4bd-4b6c-bf45-ccd500ad7415,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:01:36.765284 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-54a1cb24-2fba-4f35-97c6-c622cb3bd31c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:36.766476 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-54a1cb24-2fba-4f35-97c6-c622cb3bd31c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "DELETE /v2.0/security-groups/f790b5d4-d4bd-4b6c-bf45-ccd500ad7415 HTTP/1.1" status: 204 len: 168 time: 0.3030813 Mar 02 21:01:37.469992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55116) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:01:37.475658 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-780855569', 'description': 'tempest-secgroup-smoke-780855569 description', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:01:37.481516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:01:37.485543 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:01:37.488385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:01:37.494585 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:01:37.555089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:37.589144 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:01:37.592826 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:01:37.595505 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:01:37.602140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:01:37.655050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:37.731722 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:37.776176 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30a54f9-3e62-4720-85c9-ffeee894510e,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:01:37.817839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:37.819298 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-66b6a846-7ea6-46db-b97a-15686414fb9d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3481379 Mar 02 21:01:37.822042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55120) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:01:37.827709 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-638126c8-d362-4ce4-af39-4a41c7cd5f27 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f30a54f9-3e62-4720-85c9-ffeee894510e', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:01:37.833669 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-638126c8-d362-4ce4-af39-4a41c7cd5f27 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:01:37.837897 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-638126c8-d362-4ce4-af39-4a41c7cd5f27 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:01:37.840759 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-638126c8-d362-4ce4-af39-4a41c7cd5f27 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:01:37.846317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-638126c8-d362-4ce4-af39-4a41c7cd5f27 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:01:37.898252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-638126c8-d362-4ce4-af39-4a41c7cd5f27 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:37.961376 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-638126c8-d362-4ce4-af39-4a41c7cd5f27 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.000843 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-638126c8-d362-4ce4-af39-4a41c7cd5f27 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.025645 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638126c8-d362-4ce4-af39-4a41c7cd5f27 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74b9cc9-4388-4ce2-8150-6c2c18bea286,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:01:38.047085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:01:38.081412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:01:38.081999 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 32de6c8f-b7a4-430b-9cee-b2fea8aa3be6 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:01:38.092521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-638126c8-d362-4ce4-af39-4a41c7cd5f27 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.093872 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-638126c8-d362-4ce4-af39-4a41c7cd5f27 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2709160 Mar 02 21:01:38.096646 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55124) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:01:38.102821 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-a0f33d9b-c68e-4e1f-b9c7-e29d380f457b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f30a54f9-3e62-4720-85c9-ffeee894510e', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:01:38.108790 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a0f33d9b-c68e-4e1f-b9c7-e29d380f457b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:01:38.112650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a0f33d9b-c68e-4e1f-b9c7-e29d380f457b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:01:38.115529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-a0f33d9b-c68e-4e1f-b9c7-e29d380f457b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:01:38.121194 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-a0f33d9b-c68e-4e1f-b9c7-e29d380f457b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:01:38.200612 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0f33d9b-c68e-4e1f-b9c7-e29d380f457b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.261152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0f33d9b-c68e-4e1f-b9c7-e29d380f457b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.343093 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0f33d9b-c68e-4e1f-b9c7-e29d380f457b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.366994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f33d9b-c68e-4e1f-b9c7-e29d380f457b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e3c88d-4331-48bd-8b5d-ecfaf97978f9,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:01:38.457635 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-a0f33d9b-c68e-4e1f-b9c7-e29d380f457b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.458883 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-a0f33d9b-c68e-4e1f-b9c7-e29d380f457b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3613076 Mar 02 21:01:38.462306 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55128) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:01:38.467757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-210ee1d0-530b-4c11-9c98-ffe2a1b4d955 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f30a54f9-3e62-4720-85c9-ffeee894510e', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:01:38.473810 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-210ee1d0-530b-4c11-9c98-ffe2a1b4d955 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:01:38.477780 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-210ee1d0-530b-4c11-9c98-ffe2a1b4d955 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:01:38.480678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-210ee1d0-530b-4c11-9c98-ffe2a1b4d955 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:01:38.486297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-210ee1d0-530b-4c11-9c98-ffe2a1b4d955 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:01:38.555616 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-210ee1d0-530b-4c11-9c98-ffe2a1b4d955 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.619222 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-210ee1d0-530b-4c11-9c98-ffe2a1b4d955 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.669011 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-210ee1d0-530b-4c11-9c98-ffe2a1b4d955 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.691507 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ee1d0-530b-4c11-9c98-ffe2a1b4d955 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92366341-c03e-4049-bdfb-c93fd6513243,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:01:38.766302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-210ee1d0-530b-4c11-9c98-ffe2a1b4d955 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.767517 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-210ee1d0-530b-4c11-9c98-ffe2a1b4d955 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3042829 Mar 02 21:01:38.770286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55132) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:01:38.775653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-815f532a-4611-406a-b64c-52e01bb42307 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f30a54f9-3e62-4720-85c9-ffeee894510e', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:01:38.781711 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-815f532a-4611-406a-b64c-52e01bb42307 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:01:38.785536 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-815f532a-4611-406a-b64c-52e01bb42307 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:01:38.788603 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-815f532a-4611-406a-b64c-52e01bb42307 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:01:38.794244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-815f532a-4611-406a-b64c-52e01bb42307 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:01:38.858054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-815f532a-4611-406a-b64c-52e01bb42307 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.920186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-815f532a-4611-406a-b64c-52e01bb42307 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.972004 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-815f532a-4611-406a-b64c-52e01bb42307 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:38.995822 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f532a-4611-406a-b64c-52e01bb42307 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb36d6ef-c26c-4499-a39f-29179b9ca493,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:01:39.051937 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-815f532a-4611-406a-b64c-52e01bb42307 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:39.053629 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-815f532a-4611-406a-b64c-52e01bb42307 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2820737 Mar 02 21:01:39.057341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55136) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:01:39.062888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f30a54f9-3e62-4720-85c9-ffeee894510e', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:01:39.068814 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:01:39.073088 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:01:39.075892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:01:39.081641 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:01:39.217339 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Project cb6ac616130f4229bf1228fb18a6cd9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 21:01:39.223871 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:39.286137 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:39.348604 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:39.372231 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4575b8bf-4ca9-4e9f-bcce-9b0d187bb63d,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:01:39.440219 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:39.441378 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e1cf0b18-2388-40ce-a5b1-ec356411e608 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3828773 Mar 02 21:01:39.444062 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55140) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:01:39.449920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'security_group_rule': {'security_group_id': 'f30a54f9-3e62-4720-85c9-ffeee894510e', 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:01:39.455892 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:01:39.459657 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:security_group_rule and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:01:39.462516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:01:39.468180 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:01:39.560403 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Project cb6ac616130f4229bf1228fb18a6cd9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 21:01:39.566863 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:39.631414 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:39.697600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:39.718309 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233386ad-6fdd-4672-92f7-52e07dd13271,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:01:39.800280 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:39.801576 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-dce5e291-daa7-40e9-96c1-c6f73e4ef737 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3565409 Mar 02 21:01:40.591417 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:01:43.263708 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:47.166596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d43cc351-062b-4a20-9980-44b59dc751d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:49.560723 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-77492959-51f3-464c-a320-95f34052e3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:50.606347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:50.754489 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:01:52.107906 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:00.285725 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-fb8562a1-e958-4a44-b952-e49deb144657 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780855569&fields=id&tenant_id=cb6ac616130f4229bf1228fb18a6cd9f HTTP/1.1" status: 200 len: 267 time: 0.0463428 Mar 02 21:02:00.514998 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-1b9cc712-8861-4c41-a52d-eb09ce630e8f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:00.516320 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-1b9cc712-8861-4c41-a52d-eb09ce630e8f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 809 time: 0.2238624 Mar 02 21:02:00.532099 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-b788f1a3-9af3-4ad6-a61f-b9109733ca21 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/quotas/cb6ac616130f4229bf1228fb18a6cd9f HTTP/1.1" status: 200 len: 375 time: 0.0104890 Mar 02 21:02:00.609307 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-e6b921dd-c896-409f-ace6-f8386b986e82 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725460 Mar 02 21:02:00.688424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-69a17740-5112-4b06-9110-270ac1a3b5f4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 21:02:00.689378 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-69a17740-5112-4b06-9110-270ac1a3b5f4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0688031 Mar 02 21:02:00.819188 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-2b9ee85e-b271-4537-acaf-d76455708210 service neutron] 10.222.0.44 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237915 Mar 02 21:02:00.954856 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-d84cf8ae-217d-4374-9023-52751fd7b6dd service neutron] 10.222.0.44 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298974 Mar 02 21:02:01.501705 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5038e08a-3640-40ed-b611-f0d947e00400 req-c04e8893-4c05-4d92-a188-651e02d33c52 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 210 time: 0.0460029 Mar 02 21:02:02.673156 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4715b344-8375-48b1-986f-60343333c83f req-dae43799-aa21-4973-b5ea-ba5456735582 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 210 time: 0.0422254 Mar 02 21:02:03.596435 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-bd42bb9d-6e91-46f5-b628-84e2ebd33846 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:03.597890 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-bd42bb9d-6e91-46f5-b628-84e2ebd33846 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 809 time: 0.1483610 Mar 02 21:02:03.661013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-dcfff28d-5c98-49d6-ad14-bfec3fe9d82e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Synchronizing usage tracker for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 21:02:03.747988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-dcfff28d-5c98-49d6-ad14-bfec3fe9d82e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Unset dirty status for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 21:02:03.749169 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-dcfff28d-5c98-49d6-ad14-bfec3fe9d82e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb6ac616130f4229bf1228fb18a6cd9f HTTP/1.1" status: 200 len: 379 time: 0.1313591 Mar 02 21:02:03.762013 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'port': {'device_id': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'admin_state_up': True, 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'security_groups': ['f30a54f9-3e62-4720-85c9-ffeee894510e']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:02:03.842031 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1d6e8547-20a6-46c9-89e6-48d033220071 req-2b1229c8-53ad-4aa2-9844-b81a78aff5d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 210 time: 0.0475695 Mar 02 21:02:03.903040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:02:03.907043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:port and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:02:03.909835 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:02:03.915477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:02:03.993867 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Made reservation on behalf of cb6ac616130f4229bf1228fb18a6cd9f for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 21:02:03.998111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:04.162151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Allocated IP 172.20.0.6 (479ad96f-e8c6-48f6-bf11-1c893c99011a/fcff860b-ce41-4783-ad8f-6480902dc995/c1ef32a1-5bb1-4c72-9ea9-aea0a1778634) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:02:04.366529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:04.383915 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Transition to ACTIVE for port object c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:02:04.475083 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:04.565331 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Network 479ad96f-e8c6-48f6-bf11-1c893c99011a is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:02:04.568406 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:02:04.572483 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:02:04.602819 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'Port': ['ID=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:02:04.638210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:04.638847 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:04.726554 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-07cd8d60-bea1-4249-9f07-83e6c6955634 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9683616 Mar 02 21:02:04.743391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Request body: {'port': {'device_id': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:02:04.855341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:04.942899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ba94ce36-d9b3-4a73-8c68-92c5f458cb62 None None] Provisioning for port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:02:04.949996 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ba94ce36-d9b3-4a73-8c68-92c5f458cb62 None None] Provisioning complete for port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:02:04.950714 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ba94ce36-d9b3-4a73-8c68-92c5f458cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:05.011757 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ba94ce36-d9b3-4a73-8c68-92c5f458cb62 None None] Port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 21:02:05.058284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdc0f3-3001-4c7b-bd97-f9e2e7f13624 req-1926f7d1-e8ee-41f3-9a2b-613b2ce35f50 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:05.059812 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-09bdc0f3-3001-4c7b-bd97-f9e2e7f13624 req-1926f7d1-e8ee-41f3-9a2b-613b2ce35f50 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 931 time: 0.0933609 Mar 02 21:02:05.114438 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-09bdc0f3-3001-4c7b-bd97-f9e2e7f13624 req-2e4505c0-cf7f-4198-9243-138ae0e38cc1 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478358 Mar 02 21:02:05.316472 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 21:02:05.323918 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:05.338600 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Transition to ACTIVE for port object c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:02:05.405106 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:05.539986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:02:05.661460 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Attempting to bind port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 21:02:05.662191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Attempting to bind port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 21:02:05.662191 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Attempting to bind port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 on network 479ad96f-e8c6-48f6-bf11-1c893c99011a {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:02:05.668521 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 on network 479ad96f-e8c6-48f6-bf11-1c893c99011a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 21:02:05.668817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Attempting to bind port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 on network 479ad96f-e8c6-48f6-bf11-1c893c99011a {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:02:05.674849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 21, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 21:02:05.675177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Checking segment: {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 21:02:05.675550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Bound using segment: {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 21:02:05.675961 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Bound port: c1ef32a1-5bb1-4c72-9ea9-aea0a1778634, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91db3f37-199a-4f7f-aa56-63271a14ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 21:02:05.676299 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:05.764786 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] For port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 21:02:05.767768 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] For port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 21:02:05.835021 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:05.901639 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:05.903166 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] 10.222.0.31 "PUT /v2.0/ports/c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 200 len: 1093 time: 1.1641023 Mar 02 21:02:05.903596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:02:05.921660 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916ba51-9d40-4bfd-9cb5-6a00931f9261 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:02:05.973894 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'status': 'completed', 'code': 200} Mar 02 21:02:06.075057 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-51633e44-c73f-4bc5-be46-ea19eb83dafc req-cf11adaf-7f0a-4fb3-bbf6-594e91e6b57d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0729232 Mar 02 21:02:06.222506 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51633e44-c73f-4bc5-be46-ea19eb83dafc req-460fc21a-7965-41f7-a497-e7ccc75b8366 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:06.223872 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-51633e44-c73f-4bc5-be46-ea19eb83dafc req-460fc21a-7965-41f7-a497-e7ccc75b8366 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1385460 Mar 02 21:02:06.316293 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3eaf3-8cd6-4984-9dcd-a0240cbfa7ed req-d389d275-74a2-43d1-9a0e-2eaf688f42e9 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:06.317721 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-00c3eaf3-8cd6-4984-9dcd-a0240cbfa7ed req-d389d275-74a2-43d1-9a0e-2eaf688f42e9 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0755222 Mar 02 21:02:06.363666 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-00c3eaf3-8cd6-4984-9dcd-a0240cbfa7ed req-6576eb63-d9d6-4140-9409-1478d521852c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389512 Mar 02 21:02:06.365136 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51633e44-c73f-4bc5-be46-ea19eb83dafc req-421fd4f7-5ffd-48a5-9ac6-4856ffbabf8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:06.366615 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-51633e44-c73f-4bc5-be46-ea19eb83dafc req-421fd4f7-5ffd-48a5-9ac6-4856ffbabf8b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1321878 Mar 02 21:02:06.482037 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-8f88b77e-59aa-4df7-8716-3506d6ec4c34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0719821 Mar 02 21:02:06.551942 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-5248d61a-a0fb-4722-90af-c71c81d38d7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 200 len: 217 time: 0.0599244 Mar 02 21:02:06.619492 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-5eca5f67-1d91-40ed-9571-f0a551ecad86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:06.620806 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-5eca5f67-1d91-40ed-9571-f0a551ecad86 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0590570 Mar 02 21:02:06.697432 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-496cd4cd-c6b4-4fa2-9dea-aa3802d0bdfe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667994 Mar 02 21:02:06.830611 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-806081c8-d996-44d3-8cc0-ef96bccf8f72 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243994 Mar 02 21:02:06.964336 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-41570577-3e8c-49c3-ae09-e8dcf33fb4ed req-6de47ef3-f9ba-494b-885d-957ac1bd941f service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240227 Mar 02 21:02:07.563476 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761ec4d-6717-4a4a-886d-a87e0bb36735 req-474268f6-9614-43b6-bc66-b7edcc850c26 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:07.564912 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0761ec4d-6717-4a4a-886d-a87e0bb36735 req-474268f6-9614-43b6-bc66-b7edcc850c26 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0792847 Mar 02 21:02:07.609001 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0761ec4d-6717-4a4a-886d-a87e0bb36735 req-88b8fc80-b16f-4077-b6ad-f7a7fe3ecc34 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387216 Mar 02 21:02:08.802977 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ff1ea-f67a-406f-9a47-f6c208d3dfff req-9e60cf58-0d58-46db-91bf-c20238e124a6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:08.804407 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2b6ff1ea-f67a-406f-9a47-f6c208d3dfff req-9e60cf58-0d58-46db-91bf-c20238e124a6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0753326 Mar 02 21:02:08.853599 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2b6ff1ea-f67a-406f-9a47-f6c208d3dfff req-2e07203a-7c30-44f1-9d5e-1435565d1c47 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419917 Mar 02 21:02:10.047284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba2236-b094-4bcd-a3d5-479e1613bc06 req-c83ac93b-efda-41bc-b4f8-8bef1b1f9fce tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:10.048713 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ceba2236-b094-4bcd-a3d5-479e1613bc06 req-c83ac93b-efda-41bc-b4f8-8bef1b1f9fce tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0756993 Mar 02 21:02:10.094281 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ceba2236-b094-4bcd-a3d5-479e1613bc06 req-2f4d4fc5-a708-441f-83e2-f8f996958c94 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400133 Mar 02 21:02:11.357666 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a4a0c-a809-425a-a5d5-0a5cbd02ba22 req-dabb2d08-2155-42fc-acd8-50ee98363e45 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:11.359023 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-994a4a0c-a809-425a-a5d5-0a5cbd02ba22 req-dabb2d08-2155-42fc-acd8-50ee98363e45 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0799339 Mar 02 21:02:11.403807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-994a4a0c-a809-425a-a5d5-0a5cbd02ba22 req-fa420e3f-93b7-469f-9fbc-c4dc041c1ebf tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393319 Mar 02 21:02:12.603440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ce90f-fa7b-4548-8d30-bd688f15166f req-0e5ad7ed-bcfe-4df1-8f51-881d89762063 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:12.604863 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-db6ce90f-fa7b-4548-8d30-bd688f15166f req-0e5ad7ed-bcfe-4df1-8f51-881d89762063 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0792542 Mar 02 21:02:12.649442 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-db6ce90f-fa7b-4548-8d30-bd688f15166f req-c5773f5d-6257-41c8-9da5-04a9289526d1 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391998 Mar 02 21:02:13.297003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:13.846253 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3e6ff-0edd-42d7-9153-c146912cf456 req-3f094a8b-b9e7-41e0-8cd9-93fc47c96fc3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:13.847708 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0cf3e6ff-0edd-42d7-9153-c146912cf456 req-3f094a8b-b9e7-41e0-8cd9-93fc47c96fc3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0813961 Mar 02 21:02:13.892991 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0cf3e6ff-0edd-42d7-9153-c146912cf456 req-7c215d7d-5525-4f59-8ac4-5d8fb877a62d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398567 Mar 02 21:02:15.272287 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bf9a3-f1bf-4efa-9496-21f8c83e6628 req-1c4944c1-84cb-466c-a900-2e1b8d76ce33 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:15.273662 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-701bf9a3-f1bf-4efa-9496-21f8c83e6628 req-1c4944c1-84cb-466c-a900-2e1b8d76ce33 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0917704 Mar 02 21:02:15.324518 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-701bf9a3-f1bf-4efa-9496-21f8c83e6628 req-020765a4-4a11-4d11-a66d-437525bcd176 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436482 Mar 02 21:02:16.186875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 21:02:16.316899 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:02:16.329891 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'port_id': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'mac_address': 'fa:16:3e:9d:f6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 21:02:16.386375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:16.403903 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 21:02:16.419762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:02:16.473765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:16.540363 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:02:16.548554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:16.548907 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:16.549246 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:16.549579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:16.549939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:16.550265 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:16.550591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:16.550916 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:16.551238 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:16.551558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:16.551878 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:16.593807 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688556fd-1cfb-4c89-ac9a-93ec9b48ba86 req-7d82d931-649f-476e-9254-d19d26f81ce7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:16.595197 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-688556fd-1cfb-4c89-ac9a-93ec9b48ba86 req-7d82d931-649f-476e-9254-d19d26f81ce7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 944 time: 0.1495306 Mar 02 21:02:16.640215 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-688556fd-1cfb-4c89-ac9a-93ec9b48ba86 req-293ec3b4-76d6-4d47-8641-40aa39bb51ca tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395129 Mar 02 21:02:16.749658 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['c1ef32a1-5bb1-4c72-9ea9-aea0a1778634'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 21:02:17.148129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-da8d8d5b-c365-4515-9df7-e5723386199a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:17.592307 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:02:17.831130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6695c-df8d-495e-86e4-6954c02a22f3 req-9d86a3e2-b5b2-4789-a57c-fb5ccaf96450 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:17.832564 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8cd6695c-df8d-495e-86e4-6954c02a22f3 req-9d86a3e2-b5b2-4789-a57c-fb5ccaf96450 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 944 time: 0.0751784 Mar 02 21:02:17.880230 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8cd6695c-df8d-495e-86e4-6954c02a22f3 req-21b75641-92df-484c-8c26-dcdfb0f73afc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416634 Mar 02 21:02:18.202399 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:02:18.353430 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:02:18.358087 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:02:18.358477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:18.469873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:18.501801 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:02:18.512113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:02:18.557487 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'code': 200} Mar 02 21:02:18.593817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:18.659047 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:02:19.069255 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6e825e60-bd43-4b20-a0d1-a92833316e3a req-9a9bdcf6-9870-4179-8816-38b34d05a856 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1098 time: 0.1602409 Mar 02 21:02:19.082429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c130-b1a2-4496-978e-c508e8dc786b req-476f104d-e121-46b3-b66c-56134d611096 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:19.084016 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7f39c130-b1a2-4496-978e-c508e8dc786b req-476f104d-e121-46b3-b66c-56134d611096 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0804179 Mar 02 21:02:19.115722 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-6e825e60-bd43-4b20-a0d1-a92833316e3a req-9a1289d3-8831-4b9c-b9b7-d3f0e954ecd6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367079 Mar 02 21:02:19.130240 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7f39c130-b1a2-4496-978e-c508e8dc786b req-b77e6b30-40ed-416d-9a3f-cde71b4ca889 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396066 Mar 02 21:02:19.371362 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3e32ad2c-118a-42f5-9ef1-b5ad6a71c7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:20.416440 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccc292-9cca-4664-94cd-2ea9037d13d1 req-75bbd33b-2198-4c32-b1f5-700063dbe166 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:20.417928 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-00ccc292-9cca-4664-94cd-2ea9037d13d1 req-75bbd33b-2198-4c32-b1f5-700063dbe166 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.1655798 Mar 02 21:02:20.463219 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-00ccc292-9cca-4664-94cd-2ea9037d13d1 req-cde52a12-e907-4900-8852-bb881b075f9a tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391464 Mar 02 21:02:20.600104 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:20.765241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:21.655237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770c551-1014-47f2-ae45-3cee374e8ccf req-bcc9607b-acae-4359-b038-7023cbb07a31 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:21.656670 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6770c551-1014-47f2-ae45-3cee374e8ccf req-bcc9607b-acae-4359-b038-7023cbb07a31 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0754988 Mar 02 21:02:21.701581 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6770c551-1014-47f2-ae45-3cee374e8ccf req-44cc3b50-ff5f-4d0b-83e0-96eb489c57a7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395899 Mar 02 21:02:21.896924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbaec9-6d1d-46b9-a87f-b34f56364604 req-875b38df-768b-4dc1-903c-c10f01e2b16f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:21.898364 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bdcbaec9-6d1d-46b9-a87f-b34f56364604 req-875b38df-768b-4dc1-903c-c10f01e2b16f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0791895 Mar 02 21:02:21.942875 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-bdcbaec9-6d1d-46b9-a87f-b34f56364604 req-b92d19e3-379b-4229-b83f-96ffe1126628 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380456 Mar 02 21:02:21.970597 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 55322) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:02:22.039798 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-b6578f4d-ef76-47b8-8841-0d1d3561d62a tempest-TestShelveInstance-895714080 tempest-TestShelveInstance-895714080-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1093 time: 0.0680881 Mar 02 21:02:22.042270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 55326) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:02:22.047654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:02:22.051437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:22.053204 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:02:22.057237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Usage tracker for resource:floatingip and tenant:cb6ac616130f4229bf1228fb18a6cd9f is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:02:22.060211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:02:22.066070 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:02:22.153573 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:22.286363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:22.422276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Allocated IP 172.26.5.199 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/a16e587e-b311-4ea7-9cb9-d601d38a1938) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:02:22.571953 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:22.656944 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:22.725895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:02:22.729064 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:02:22.732776 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:02:22.765596 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'Port': ['ID=a16e587e-b311-4ea7-9cb9-d601d38a1938,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:02:22.783827 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:22.784170 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:22.784504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:22.784891 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:22.785175 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:22.785475 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:22.785795 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:22.786429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:22.786429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:22.786755 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:22.787072 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:02:23.242285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:23.347769 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:23.546983 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:23.599630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:23.794155 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event updated for resources: {'Port': ['ID=a16e587e-b311-4ea7-9cb9-d601d38a1938,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:02:23.805552 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:23.991689 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Floating IP 1a745ba4-d68c-4787-8a02-7e35738b0399 associated. External IP: 172.26.5.199, port: c1ef32a1-5bb1-4c72-9ea9-aea0a1778634. Mar 02 21:02:24.374536 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Router 3b5686fa-6c67-4d04-aea5-aea707861dcb has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:02:24.570985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:02:24.582055 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9164a-5948-43e4-9c6b-a1cf4d3bea46 None None] Sync routers for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:02:24.598407 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9164a-5948-43e4-9c6b-a1cf4d3bea46 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:02:24.599014 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fba9164a-5948-43e4-9c6b-a1cf4d3bea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:02:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:02:24.702992 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:24.758674 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-d0869e53-6e73-4ba0-9571-df2e9f75228b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7153850 Mar 02 21:02:24.759863 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:02:24.785160 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-fba9164a-5948-43e4-9c6b-a1cf4d3bea46 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:02:24.914583 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'status': 'completed', 'code': 200} Mar 02 21:02:25.137631 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fba9164a-5948-43e4-9c6b-a1cf4d3bea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '1a745ba4-d68c-4787-8a02-7e35738b0399', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'port_id': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'mac_address': 'fa:16:3e:9d:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:02:23Z', 'updated_at': '2022-03-02T21:02:23Z', 'revision_number': 0, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:02:25.138764 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81b01274-56b1-4e80-9791-3227041a4fea req-7e7d6d1f-45cd-4c1a-9ac2-0c3dacc4dab4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0698142 Mar 02 21:02:25.141594 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9164a-5948-43e4-9c6b-a1cf4d3bea46 None None] Checking router: 3b5686fa-6c67-4d04-aea5-aea707861dcb for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:02:25.151974 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9164a-5948-43e4-9c6b-a1cf4d3bea46 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:02:25.152557 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fba9164a-5948-43e4-9c6b-a1cf4d3bea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:02:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:02:25.272294 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b01274-56b1-4e80-9791-3227041a4fea req-1222bce9-343c-41e4-ba1e-45ec53fc240b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:25.273812 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81b01274-56b1-4e80-9791-3227041a4fea req-1222bce9-343c-41e4-ba1e-45ec53fc240b service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1295030 Mar 02 21:02:25.331664 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-fba9164a-5948-43e4-9c6b-a1cf4d3bea46 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:02:25.376394 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81b01274-56b1-4e80-9791-3227041a4fea req-8f5d21ed-2d9c-4683-ac2a-9a1b2c2f51c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 200 len: 999 time: 0.0969014 Mar 02 21:02:25.437720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b01274-56b1-4e80-9791-3227041a4fea req-90c9793a-19cf-4910-af59-e51ee3c5df70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:25.439192 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81b01274-56b1-4e80-9791-3227041a4fea req-90c9793a-19cf-4910-af59-e51ee3c5df70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0569904 Mar 02 21:02:25.517571 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81b01274-56b1-4e80-9791-3227041a4fea req-89d3110b-3544-44d7-803b-4b95183b62e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722303 Mar 02 21:02:25.651251 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81b01274-56b1-4e80-9791-3227041a4fea req-22327d54-1677-4bb5-96ba-9ab26d90611e service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262295 Mar 02 21:02:25.694237 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-fba9164a-5948-43e4-9c6b-a1cf4d3bea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '1a745ba4-d68c-4787-8a02-7e35738b0399', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'port_id': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'mac_address': 'fa:16:3e:9d:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:02:23Z', 'updated_at': '2022-03-02T21:02:23Z', 'revision_number': 0, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:02:25.699034 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9164a-5948-43e4-9c6b-a1cf4d3bea46 None None] The sync data for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv is: [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': '1a745ba4-d68c-4787-8a02-7e35738b0399', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'floating_ip_address': '172.26.5.199', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'port_id': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'mac_address': 'fa:16:3e:9d:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:02:23Z', 'updated_at': '2022-03-02T21:02:23Z', 'revision_number': 0, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:02:25.784923 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-81b01274-56b1-4e80-9791-3227041a4fea req-15b56396-ea94-4078-a9ee-8f02b9a4d388 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278553 Mar 02 21:02:25.889820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec393a6-1231-4df0-8e9f-dca2779f57d6 None None] New status for floating IP 1a745ba4-d68c-4787-8a02-7e35738b0399: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 21:02:43.319360 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:47.188075 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-debe7dbc-55bc-46f5-8713-de438dbe6a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:49.364784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5d775d7d-6aed-4d57-a320-852996621fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:50.609889 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:50.797255 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:52.045836 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:02:54.592192 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:02:57.402752 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1d1d3f8-e2a4-41dc-917f-1f2ccf0025f2 req-51632e7f-6791-40e6-8b48-904d34a01ca9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669558 Mar 02 21:02:57.552334 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1d1d3f8-e2a4-41dc-917f-1f2ccf0025f2 req-517b893c-860d-47bb-ad55-42511edc160e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0720267 Mar 02 21:02:57.710302 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d3f8-e2a4-41dc-917f-1f2ccf0025f2 req-71a3fc4b-7186-40e8-80f4-23c1f523f580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:57.711727 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1d1d3f8-e2a4-41dc-917f-1f2ccf0025f2 req-71a3fc4b-7186-40e8-80f4-23c1f523f580 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1357729 Mar 02 21:02:57.813482 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1d1d3f8-e2a4-41dc-917f-1f2ccf0025f2 req-8b1bb69d-3d26-47ae-9b77-b1b433dc7b07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 200 len: 1001 time: 0.0923193 Mar 02 21:02:57.883043 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d3f8-e2a4-41dc-917f-1f2ccf0025f2 req-b4f80f97-1d45-402d-8227-c641e42761cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:02:57.884472 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1d1d3f8-e2a4-41dc-917f-1f2ccf0025f2 req-b4f80f97-1d45-402d-8227-c641e42761cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0616891 Mar 02 21:02:57.962403 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1d1d3f8-e2a4-41dc-917f-1f2ccf0025f2 req-731a1727-b77e-4418-9d17-b2be148e8724 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683365 Mar 02 21:02:58.095961 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1d1d3f8-e2a4-41dc-917f-1f2ccf0025f2 req-16eff75e-bda1-4c79-9b12-bbee79d81aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251652 Mar 02 21:02:58.229477 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-a1d1d3f8-e2a4-41dc-917f-1f2ccf0025f2 req-457f719d-8318-48b0-9778-58bf6b45a37e service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247456 Mar 02 21:03:13.296275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:17.193159 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-8cc53707-483e-4c6d-a28d-4cbc88406359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:19.410373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4f851e62-35a6-4689-8bb9-c42388dc2c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:20.581474 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:20.787171 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:22.090384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:31.592536 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:03:43.301568 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:47.192874 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a6304518-3415-4ef0-8a30-4dacc04c184d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:49.375224 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-38d4c9c0-f76e-40ca-9bb6-eaaf8087d040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:50.587004 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:50.804213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:52.069838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:03:57.629146 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5db75337-68e4-43c8-bc0a-fe842ee8eb0a req-92fe9791-1394-4a2a-bea1-5eb2d2665dbd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3255620 Mar 02 21:03:57.772333 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5db75337-68e4-43c8-bc0a-fe842ee8eb0a req-4ff68f30-8894-4469-b740-52e600b63a88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0676754 Mar 02 21:03:57.920463 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db75337-68e4-43c8-bc0a-fe842ee8eb0a req-1a70df37-44ca-4245-a51c-813b6b4a1784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:03:57.921825 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5db75337-68e4-43c8-bc0a-fe842ee8eb0a req-1a70df37-44ca-4245-a51c-813b6b4a1784 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1249027 Mar 02 21:03:58.026144 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5db75337-68e4-43c8-bc0a-fe842ee8eb0a req-3b88a5b9-30f6-417e-8bea-9a47f442a2a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 200 len: 1001 time: 0.0951126 Mar 02 21:03:58.090965 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db75337-68e4-43c8-bc0a-fe842ee8eb0a req-b710562f-c8e3-43d5-a7bf-5185d2d301d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:03:58.092397 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5db75337-68e4-43c8-bc0a-fe842ee8eb0a req-b710562f-c8e3-43d5-a7bf-5185d2d301d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0575101 Mar 02 21:03:58.171369 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5db75337-68e4-43c8-bc0a-fe842ee8eb0a req-6cc30328-aaea-4d04-9088-e6889f7650c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701427 Mar 02 21:03:58.303237 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5db75337-68e4-43c8-bc0a-fe842ee8eb0a req-a9084acf-9c28-45dc-b303-e8cb65217412 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221170 Mar 02 21:03:58.434215 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-5db75337-68e4-43c8-bc0a-fe842ee8eb0a req-f4643039-c0a8-48dd-b1a5-7f3e3dd8bec0 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213698 Mar 02 21:04:08.593556 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:04:13.311960 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:17.158106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-27c575c7-77b2-4837-b816-66dad76f63c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:19.408911 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ca199d83-44ad-4c96-afcd-20a605210e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:20.608969 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:20.757397 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:22.065173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:43.339319 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:45.594166 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:04:47.180462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2c32a8c1-73ff-469f-9d3f-f2d63396daf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:49.397067 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-02579e0f-a7b5-40c3-89f6-f2ad5440405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:50.625724 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:50.757072 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:52.077656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:04:58.526795 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e6f73e0d-a477-4229-8f60-9d9b0d19c0dc req-7d136b29-ee0f-499d-aa30-ccea40511004 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679543 Mar 02 21:04:58.679911 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e6f73e0d-a477-4229-8f60-9d9b0d19c0dc req-1cdea332-c3c1-46d4-a55a-7fa35ed75841 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0744758 Mar 02 21:04:58.823862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f73e0d-a477-4229-8f60-9d9b0d19c0dc req-3e795765-fa36-4fbd-b136-f01e0c2ab9a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:04:58.825455 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e6f73e0d-a477-4229-8f60-9d9b0d19c0dc req-3e795765-fa36-4fbd-b136-f01e0c2ab9a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1263907 Mar 02 21:04:58.924024 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e6f73e0d-a477-4229-8f60-9d9b0d19c0dc req-5e636e02-9349-47eb-ab80-5b49e288a6d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 200 len: 1001 time: 0.0918643 Mar 02 21:04:58.995878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f73e0d-a477-4229-8f60-9d9b0d19c0dc req-6e1abd99-57bb-4d73-a325-e828c53603b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:04:59.001239 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e6f73e0d-a477-4229-8f60-9d9b0d19c0dc req-6e1abd99-57bb-4d73-a325-e828c53603b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0596435 Mar 02 21:04:59.072747 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e6f73e0d-a477-4229-8f60-9d9b0d19c0dc req-0ed01970-ca54-4709-9832-6f8ae5d13733 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673294 Mar 02 21:04:59.206226 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e6f73e0d-a477-4229-8f60-9d9b0d19c0dc req-cdb3cf28-6070-413d-a801-101c0cb2fd32 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236668 Mar 02 21:04:59.339985 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-e6f73e0d-a477-4229-8f60-9d9b0d19c0dc req-b4dd3d7c-072a-4cce-9da1-d020115c0476 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242323 Mar 02 21:05:03.954686 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380cdeb-ca47-46e4-a155-9235879bbb8b req-f620b7ac-b938-4dd1-8601-3797f461ba4f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:03.956144 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1380cdeb-ca47-46e4-a155-9235879bbb8b req-f620b7ac-b938-4dd1-8601-3797f461ba4f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.1471925 Mar 02 21:05:04.002117 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1380cdeb-ca47-46e4-a155-9235879bbb8b req-76c1c593-57d5-40f5-8ae9-b2c23c82c2f0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402992 Mar 02 21:05:05.220691 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c66bc-64f8-4d66-beb8-a05f44f2d7f2 req-9ce085fd-4c7e-435b-abeb-638aff2fb7b5 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:05.222134 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-981c66bc-64f8-4d66-beb8-a05f44f2d7f2 req-9ce085fd-4c7e-435b-abeb-638aff2fb7b5 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0773027 Mar 02 21:05:05.266829 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-981c66bc-64f8-4d66-beb8-a05f44f2d7f2 req-21cf14fc-ee63-4735-bd6e-83e339932610 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392857 Mar 02 21:05:06.484211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e16d7-9135-4a37-a7cb-0ff560d4e016 req-a4c1b87d-0c9a-4b49-9d15-d0c49781da61 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:06.485646 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a70e16d7-9135-4a37-a7cb-0ff560d4e016 req-a4c1b87d-0c9a-4b49-9d15-d0c49781da61 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0865300 Mar 02 21:05:06.532937 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a70e16d7-9135-4a37-a7cb-0ff560d4e016 req-ad7b0953-815f-4059-891c-ec157539e4cd tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415761 Mar 02 21:05:07.867742 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6879e59-4fa6-4b73-9e56-ea8ed03392f3 req-2f78f528-57f9-4dfd-b3b5-b6be10f1fb0a tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:07.869097 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d6879e59-4fa6-4b73-9e56-ea8ed03392f3 req-2f78f528-57f9-4dfd-b3b5-b6be10f1fb0a tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0758495 Mar 02 21:05:07.914859 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d6879e59-4fa6-4b73-9e56-ea8ed03392f3 req-ea900589-4c2a-41b2-b08b-773779ae0a46 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403244 Mar 02 21:05:09.112061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe43fd-d8e7-4b55-906b-b749f3aeeb65 req-bc8e7207-7bee-4d48-8c47-d6dc35c94d51 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:09.113601 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08fe43fd-d8e7-4b55-906b-b749f3aeeb65 req-bc8e7207-7bee-4d48-8c47-d6dc35c94d51 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0793703 Mar 02 21:05:09.158199 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08fe43fd-d8e7-4b55-906b-b749f3aeeb65 req-7c6f32f5-7824-41d4-bf43-8061f26c7c00 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390170 Mar 02 21:05:10.350252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e2b62-453d-41c4-9c21-7cc9e911f634 req-ca77c317-6502-4aeb-8ae5-36666384c562 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:10.351844 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b0e2b62-453d-41c4-9c21-7cc9e911f634 req-ca77c317-6502-4aeb-8ae5-36666384c562 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0750582 Mar 02 21:05:10.396971 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5b0e2b62-453d-41c4-9c21-7cc9e911f634 req-d92bec4f-e154-48b6-a173-b2bc87044945 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395947 Mar 02 21:05:11.678090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dda85-8d17-4a64-8dbb-13762edd0f74 req-a02fa023-fb18-42ea-8da1-127f53cd58c9 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:11.679536 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c2dda85-8d17-4a64-8dbb-13762edd0f74 req-a02fa023-fb18-42ea-8da1-127f53cd58c9 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.1667335 Mar 02 21:05:11.724188 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5c2dda85-8d17-4a64-8dbb-13762edd0f74 req-c27cb0f4-8f5f-4074-a4cd-4c8d46c272d2 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391779 Mar 02 21:05:12.926452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8275812-1ff3-458f-bd81-7bb4cd2f5ae8 req-0eedd7ac-42c2-4790-b332-ecddc7a31cec tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:12.928025 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8275812-1ff3-458f-bd81-7bb4cd2f5ae8 req-0eedd7ac-42c2-4790-b332-ecddc7a31cec tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0770068 Mar 02 21:05:12.971757 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d8275812-1ff3-458f-bd81-7bb4cd2f5ae8 req-5b800526-d5a0-4fc5-900e-98621e7861bc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383735 Mar 02 21:05:13.322581 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:14.157024 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-410269a6-2f3b-41fe-9227-eb7d97f93ca8 req-c3010a25-4841-44ba-a080-6f74984209e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1098 time: 0.1679804 Mar 02 21:05:14.175408 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45536b3-6d64-4fc6-8083-b9b7706212a8 req-1a59c3b2-ddee-4fb1-8697-a21613b813e7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:14.177659 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d45536b3-6d64-4fc6-8083-b9b7706212a8 req-1a59c3b2-ddee-4fb1-8697-a21613b813e7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0799932 Mar 02 21:05:14.222167 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d45536b3-6d64-4fc6-8083-b9b7706212a8 req-2b8936fe-c360-4759-8ce3-03351d3e5ff3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390971 Mar 02 21:05:14.292181 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410269a6-2f3b-41fe-9227-eb7d97f93ca8 req-16c1acaa-e3ee-4804-b2f5-6de0b4163c87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:14.293608 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-410269a6-2f3b-41fe-9227-eb7d97f93ca8 req-16c1acaa-e3ee-4804-b2f5-6de0b4163c87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1278026 Mar 02 21:05:14.397696 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-410269a6-2f3b-41fe-9227-eb7d97f93ca8 req-9e6565ea-078a-46de-8347-863a6fb84efa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 200 len: 1001 time: 0.0947788 Mar 02 21:05:14.460637 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410269a6-2f3b-41fe-9227-eb7d97f93ca8 req-341fc94f-ce3e-4790-a270-8f3be42a18e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:14.462035 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-410269a6-2f3b-41fe-9227-eb7d97f93ca8 req-341fc94f-ce3e-4790-a270-8f3be42a18e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0555661 Mar 02 21:05:14.537218 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-410269a6-2f3b-41fe-9227-eb7d97f93ca8 req-c87189a8-b0a3-4a27-8c45-59bef9efd107 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660989 Mar 02 21:05:14.670256 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-410269a6-2f3b-41fe-9227-eb7d97f93ca8 req-defe0cd4-f35f-4c1c-b33f-4d9e52cfbec2 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230929 Mar 02 21:05:14.803747 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-410269a6-2f3b-41fe-9227-eb7d97f93ca8 req-bf6e8f58-1f35-488a-ba28-a27af71e1564 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240008 Mar 02 21:05:15.416081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49ead7-8694-4694-9a11-8d42b5506f57 req-4b6e071b-bab8-4fb7-83bf-53887f66632d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:15.417413 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1e49ead7-8694-4694-9a11-8d42b5506f57 req-4b6e071b-bab8-4fb7-83bf-53887f66632d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0768073 Mar 02 21:05:15.466118 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1e49ead7-8694-4694-9a11-8d42b5506f57 req-f064fb3b-dd15-477e-b60c-33277e763624 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432193 Mar 02 21:05:16.659968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a2cf3-cd55-44b9-b9c8-12ad7350b581 req-323bf3cf-7970-490f-afe8-c0e92990e34f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:16.661430 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-934a2cf3-cd55-44b9-b9c8-12ad7350b581 req-323bf3cf-7970-490f-afe8-c0e92990e34f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0760708 Mar 02 21:05:16.705981 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-934a2cf3-cd55-44b9-b9c8-12ad7350b581 req-75cff583-614b-4418-a8b9-6a13ef207fb3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390172 Mar 02 21:05:17.197023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-85717c7d-2ce1-437b-ae05-10a12f22495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:17.930247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65323df7-57d3-4066-9ce0-06baac4123ee req-2f9354a5-0c84-4cb7-9b33-fc0e797016c2 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:17.932364 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65323df7-57d3-4066-9ce0-06baac4123ee req-2f9354a5-0c84-4cb7-9b33-fc0e797016c2 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0900295 Mar 02 21:05:17.984184 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-65323df7-57d3-4066-9ce0-06baac4123ee req-12b6e438-73f7-42f1-a159-7ae376a5c320 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453157 Mar 02 21:05:18.277716 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fe393d84-f42a-4993-86d6-32ff7aae7df2 req-51775cd1-8cd7-4cb2-92cc-4fc441b036ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1633615 Mar 02 21:05:18.702768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62558c-ab80-41b9-884d-e2111afe8e3a req-bad1ce38-af5d-4842-9822-a93a89f6957d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:18.704250 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dd62558c-ab80-41b9-884d-e2111afe8e3a req-bad1ce38-af5d-4842-9822-a93a89f6957d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0855579 Mar 02 21:05:18.804819 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dd62558c-ab80-41b9-884d-e2111afe8e3a req-ccf7af9b-4599-4db9-afee-73fca35d6878 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938671 Mar 02 21:05:18.817923 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7cefea59-3000-48b4-b1c1-751f2158acda req-911a71bd-98ba-4b84-b63f-79575c094b9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1683612 Mar 02 21:05:19.374085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a5031256-a6e2-4998-86c7-551b6c9713df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:20.004218 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ab4ba-8161-40c7-a139-ad917da070c2 req-e5832f95-9214-4439-97b7-d1c9fa161c91 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:20.006338 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ad3ab4ba-8161-40c7-a139-ad917da070c2 req-e5832f95-9214-4439-97b7-d1c9fa161c91 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0818815 Mar 02 21:05:20.050786 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ad3ab4ba-8161-40c7-a139-ad917da070c2 req-48a0bbd3-a128-4fa3-9cf2-3dc89fc224dd tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391676 Mar 02 21:05:20.596516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:20.774020 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:20.901417 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:05:21.009639 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:21.035993 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:05:21.045463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:05:21.084460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:21.156472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:05:21.183548 dv-neutron-831593-2-hyperv neutron-server[84505]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'code': 422} returned with failed status Mar 02 21:05:21.194442 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:05:21.194791 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:05:21.195128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:05:21.195667 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:05:21.195773 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:05:21.196313 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:05:21.196643 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:05:21.196965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:05:21.197286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:05:21.197606 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:05:21.198007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:05:21.298841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8be3f-34ef-4bb2-8b35-fedba7c2902a req-c5e5407c-7df2-4ab9-b6dd-14cb6c3bf5e7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:21.300282 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7aa8be3f-34ef-4bb2-8b35-fedba7c2902a req-c5e5407c-7df2-4ab9-b6dd-14cb6c3bf5e7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0763886 Mar 02 21:05:21.346012 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7aa8be3f-34ef-4bb2-8b35-fedba7c2902a req-f323f452-aeb2-4fa5-930a-67585aaf74ce tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400741 Mar 02 21:05:22.069832 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:22.545501 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4b9c4-d3b3-4590-866b-905b3e8bdbf4 req-ba0ddd54-8f26-4985-85db-965c77ad79c6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:22.546937 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d1b4b9c4-d3b3-4590-866b-905b3e8bdbf4 req-ba0ddd54-8f26-4985-85db-965c77ad79c6 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0799890 Mar 02 21:05:22.592371 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d1b4b9c4-d3b3-4590-866b-905b3e8bdbf4 req-cf5a2ef2-c3ba-451b-9a6f-242b41b6cd1e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399444 Mar 02 21:05:22.593190 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:05:23.796432 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99313e9-2bab-4205-ba49-02553cdcff1d req-e2726fa7-157d-4091-b0b5-a5cd20710e3c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:23.798012 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e99313e9-2bab-4205-ba49-02553cdcff1d req-e2726fa7-157d-4091-b0b5-a5cd20710e3c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0772002 Mar 02 21:05:23.848108 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e99313e9-2bab-4205-ba49-02553cdcff1d req-afb5c005-2a2f-4a39-a0ed-ece1f85a4a0e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435128 Mar 02 21:05:25.050829 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a8608-8b90-4fd5-aef4-2c8ef17c29a8 req-c1c6a45b-97c8-4596-964b-ed68bb3eca7c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:25.052838 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-337a8608-8b90-4fd5-aef4-2c8ef17c29a8 req-c1c6a45b-97c8-4596-964b-ed68bb3eca7c tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0779345 Mar 02 21:05:25.103457 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-337a8608-8b90-4fd5-aef4-2c8ef17c29a8 req-0c7d5c60-43c5-42bb-9021-53bead79e4f4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412014 Mar 02 21:05:26.150124 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7cefea59-3000-48b4-b1c1-751f2158acda req-c711bfa8-6c40-40ad-b5d3-a467c5eda08d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5&tenant_id=cb6ac616130f4229bf1228fb18a6cd9f HTTP/1.1" status: 200 len: 1096 time: 0.0731785 Mar 02 21:05:26.246635 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7cefea59-3000-48b4-b1c1-751f2158acda req-29e94abd-9e6f-4474-a31f-52a23690a848 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0690243 Mar 02 21:05:26.306181 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5dd22-d780-4af0-9c3e-13b08b11056b req-287c2464-72f9-4b30-aa46-fadfa4f07f40 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:26.307635 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8cb5dd22-d780-4af0-9c3e-13b08b11056b req-287c2464-72f9-4b30-aa46-fadfa4f07f40 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0813134 Mar 02 21:05:26.352807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8cb5dd22-d780-4af0-9c3e-13b08b11056b req-eadc7333-1792-430a-b532-aae95725856e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395920 Mar 02 21:05:26.381085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefea59-3000-48b4-b1c1-751f2158acda req-6b48de05-1ba4-4cf7-95a2-bdf25e685eb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:26.382555 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7cefea59-3000-48b4-b1c1-751f2158acda req-6b48de05-1ba4-4cf7-95a2-bdf25e685eb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1268587 Mar 02 21:05:26.490061 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7cefea59-3000-48b4-b1c1-751f2158acda req-4d39274e-a9e9-47e3-97b2-b0ffa0152b90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 200 len: 999 time: 0.0950074 Mar 02 21:05:26.554881 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefea59-3000-48b4-b1c1-751f2158acda req-9c0a0c55-bc0e-467c-90af-0a877ae28af0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:26.556261 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7cefea59-3000-48b4-b1c1-751f2158acda req-9c0a0c55-bc0e-467c-90af-0a877ae28af0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0581009 Mar 02 21:05:26.630220 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7cefea59-3000-48b4-b1c1-751f2158acda req-d7ec05bc-7924-43d0-b9e3-661d314d1635 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665126 Mar 02 21:05:26.759423 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7cefea59-3000-48b4-b1c1-751f2158acda req-c076d687-6c93-4050-9cea-be50399e4383 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207035 Mar 02 21:05:26.888676 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-7cefea59-3000-48b4-b1c1-751f2158acda req-de024f4a-b264-486a-9ea7-3df4438bdc84 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202581 Mar 02 21:05:27.549132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b3f2f-b02e-4a39-ab77-ffd6cd2d52ee req-174cac3b-2626-4bd7-81b5-e519390748a8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:27.550564 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-714b3f2f-b02e-4a39-ab77-ffd6cd2d52ee req-174cac3b-2626-4bd7-81b5-e519390748a8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0739987 Mar 02 21:05:27.595534 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-714b3f2f-b02e-4a39-ab77-ffd6cd2d52ee req-f6ea3bf6-7fc1-45d2-8b5b-1d6674d2368d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386899 Mar 02 21:05:28.811119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966931d-e492-4a28-9e60-3ee23209aa50 req-91dd6c0f-9d64-49df-bece-d6ee6b842247 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:28.812562 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4966931d-e492-4a28-9e60-3ee23209aa50 req-91dd6c0f-9d64-49df-bece-d6ee6b842247 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0990846 Mar 02 21:05:28.858151 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4966931d-e492-4a28-9e60-3ee23209aa50 req-14e621a7-0024-4596-8bd4-9e05c4f16e89 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391500 Mar 02 21:05:30.053135 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ac442-9d86-451a-a235-50397795ffe1 req-c39feec9-0d68-459a-b12e-91e253febb3d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:30.054617 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-555ac442-9d86-451a-a235-50397795ffe1 req-c39feec9-0d68-459a-b12e-91e253febb3d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0768549 Mar 02 21:05:30.103157 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-555ac442-9d86-451a-a235-50397795ffe1 req-5d74abe0-d2ca-496b-8ae0-c58761d0b197 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420272 Mar 02 21:05:31.334125 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d076be-27f3-4cf8-96a7-6bc3a9e93aac req-ae1e44a8-8426-41df-aeed-ce253d18173e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:31.335557 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a8d076be-27f3-4cf8-96a7-6bc3a9e93aac req-ae1e44a8-8426-41df-aeed-ce253d18173e tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0792289 Mar 02 21:05:31.379385 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a8d076be-27f3-4cf8-96a7-6bc3a9e93aac req-553d1dd5-6067-41fe-b722-5ae2d7c3fb72 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383458 Mar 02 21:05:32.572581 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611657d4-8bca-4d68-870b-e5d72031344f req-77c1ddef-4c40-46dc-be03-b6526163b6a7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:32.574025 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-611657d4-8bca-4d68-870b-e5d72031344f req-77c1ddef-4c40-46dc-be03-b6526163b6a7 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0750427 Mar 02 21:05:32.622473 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-611657d4-8bca-4d68-870b-e5d72031344f req-81f57a8f-46a8-4930-b0fe-e1203c91e337 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426733 Mar 02 21:05:33.815157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2183213-6d69-444e-a686-0fd6c23459a0 req-1e4213ef-3beb-4f12-b3d9-4d9e8e3373e3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:33.817216 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a2183213-6d69-444e-a686-0fd6c23459a0 req-1e4213ef-3beb-4f12-b3d9-4d9e8e3373e3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0754461 Mar 02 21:05:33.861520 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a2183213-6d69-444e-a686-0fd6c23459a0 req-30d4d650-ba26-4a61-9479-505b7a504995 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390065 Mar 02 21:05:35.143357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9ab9-8a6e-4585-87e6-bd4f5b8373de req-538b4ea5-d140-415d-bb9a-9bfec4e0cdef tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:35.144801 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-253e9ab9-8a6e-4585-87e6-bd4f5b8373de req-538b4ea5-d140-415d-bb9a-9bfec4e0cdef tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.1636262 Mar 02 21:05:35.189564 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-253e9ab9-8a6e-4585-87e6-bd4f5b8373de req-c81502c7-d151-49d5-b72f-966463ce5722 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389349 Mar 02 21:05:36.382505 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210a6ff-5102-4c79-aad2-952fc5a46321 req-8add7a64-8a89-4071-b917-d0b8baf92db2 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:36.383860 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5210a6ff-5102-4c79-aad2-952fc5a46321 req-8add7a64-8a89-4071-b917-d0b8baf92db2 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 943 time: 0.0758872 Mar 02 21:05:36.427818 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5210a6ff-5102-4c79-aad2-952fc5a46321 req-ef235ecf-0aa3-42ff-9f6e-b4bde4869f89 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386488 Mar 02 21:05:36.979187 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 21:05:37.111269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:05:37.127989 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'port_id': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'mac_address': 'fa:16:3e:9d:f6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 21:05:37.180695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:37.198130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 21:05:37.215350 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:05:37.293213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:37.360081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:05:37.624871 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf32582-5829-4477-9c4d-3ec5ff508de6 req-35e97407-ead5-4049-a312-25b9c4f3b6cf tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:37.626257 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5bf32582-5829-4477-9c4d-3ec5ff508de6 req-35e97407-ead5-4049-a312-25b9c4f3b6cf tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 944 time: 0.0782261 Mar 02 21:05:37.645955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['c1ef32a1-5bb1-4c72-9ea9-aea0a1778634'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 21:05:37.671542 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-5bf32582-5829-4477-9c4d-3ec5ff508de6 req-7b61fc7c-5b23-45f3-a383-8415195b3e60 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394208 Mar 02 21:05:38.867151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d35cc-f260-4520-80c0-476e6ebadd57 req-71497ec3-8bcd-45c2-8c8c-d7058eee094b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:38.868574 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8e6d35cc-f260-4520-80c0-476e6ebadd57 req-71497ec3-8bcd-45c2-8c8c-d7058eee094b tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 944 time: 0.0763171 Mar 02 21:05:38.912707 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8e6d35cc-f260-4520-80c0-476e6ebadd57 req-51659e8d-9257-451f-a478-f63fc4116717 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386841 Mar 02 21:05:38.994269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:05:39.060817 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:05:39.061178 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:39.174684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:39.201518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:05:39.212016 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:05:39.256533 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'code': 200} Mar 02 21:05:39.294040 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:39.359516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:05:39.617173 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d9fe830d-dac8-424d-8cce-1fe551b4b7cd req-e3bab5c1-7bd4-4f68-9624-ad000ede46d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0659866 Mar 02 21:05:39.664182 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-d9fe830d-dac8-424d-8cce-1fe551b4b7cd req-aeac3af6-d32f-4209-8267-187f4825ec46 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381463 Mar 02 21:05:40.109578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ead400-429b-4e10-a4b8-9ad8e0fbb8c0 req-74e7c133-9214-48e2-b9ee-99c23604686f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:40.111031 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30ead400-429b-4e10-a4b8-9ad8e0fbb8c0 req-74e7c133-9214-48e2-b9ee-99c23604686f tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0797191 Mar 02 21:05:40.155669 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-30ead400-429b-4e10-a4b8-9ad8e0fbb8c0 req-09dddf18-9408-4bce-b09d-c220c48a9a63 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389087 Mar 02 21:05:41.354132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b62475-88a8-4ec4-976d-721553d2bc5d req-c2837a7c-97b6-4d3f-8857-5b8c27712e7d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:41.355467 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e4b62475-88a8-4ec4-976d-721553d2bc5d req-c2837a7c-97b6-4d3f-8857-5b8c27712e7d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0756962 Mar 02 21:05:41.402354 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-e4b62475-88a8-4ec4-976d-721553d2bc5d req-b068454d-55cd-4b88-9005-c1a3ed2221e9 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415716 Mar 02 21:05:43.339126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:47.206519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7d655780-40cc-450f-a53e-6a578f34a48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:49.366328 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eeb5076c-95ab-4626-a0c1-7f483f784ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:50.596032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:50.796286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:52.167583 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:05:58.452660 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ca1dd89a-667c-424c-8847-b8a405e26133 req-04f075ce-bb89-4db9-a9e9-1ce170496eec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1558397 Mar 02 21:05:58.589396 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ca1dd89a-667c-424c-8847-b8a405e26133 req-f5e17337-f3a6-416b-929c-56e9380ac333 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0683990 Mar 02 21:05:58.734650 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dd89a-667c-424c-8847-b8a405e26133 req-a4dd8223-010a-41f4-8e73-ba70a51a267c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:58.736039 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ca1dd89a-667c-424c-8847-b8a405e26133 req-a4dd8223-010a-41f4-8e73-ba70a51a267c service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1258845 Mar 02 21:05:58.837836 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ca1dd89a-667c-424c-8847-b8a405e26133 req-c69b0ba1-7515-4c14-8adc-1dc97cdec23e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 200 len: 1001 time: 0.0950327 Mar 02 21:05:58.900721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dd89a-667c-424c-8847-b8a405e26133 req-03f97c29-5c32-458b-b82d-9317dfc6f4d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:05:58.902138 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ca1dd89a-667c-424c-8847-b8a405e26133 req-03f97c29-5c32-458b-b82d-9317dfc6f4d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0585859 Mar 02 21:05:58.975330 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ca1dd89a-667c-424c-8847-b8a405e26133 req-e2d96e31-cdf1-4a68-a482-2e40b33c28d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669110 Mar 02 21:05:59.111994 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ca1dd89a-667c-424c-8847-b8a405e26133 req-a579224f-a88b-4d6f-bb92-7608b62216b1 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284566 Mar 02 21:05:59.266266 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-ca1dd89a-667c-424c-8847-b8a405e26133 req-94fc9c41-bfb7-4a6e-a97a-892f135af492 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458871 Mar 02 21:05:59.598116 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:06:13.377113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:17.190164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c5ee-9c24-4ade-9044-f2183cfee484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:19.405598 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-15f97ae6-4d3c-4184-96a5-14d6d099ff7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:20.601085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:20.807125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:22.087263 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:36.594923 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:06:43.349454 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:47.210884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e2845ba7-16ff-45d6-8633-fee26d82abc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:49.399557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2efc78ba-8616-4351-9fb2-30c0b9cabdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:50.572182 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:50.794021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:52.081226 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:06:59.404839 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0a6762ca-6865-4c16-9640-7f5981c57fa9 req-f47961ac-0e43-4253-85da-52436ce4c82a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745804 Mar 02 21:06:59.554930 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0a6762ca-6865-4c16-9640-7f5981c57fa9 req-0fe0a984-e9e7-480d-abfd-46a21032631b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0694971 Mar 02 21:06:59.708157 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6762ca-6865-4c16-9640-7f5981c57fa9 req-efbb082a-d3ad-4a80-911d-666db524fd6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:06:59.709629 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0a6762ca-6865-4c16-9640-7f5981c57fa9 req-efbb082a-d3ad-4a80-911d-666db524fd6d service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1279871 Mar 02 21:06:59.815294 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0a6762ca-6865-4c16-9640-7f5981c57fa9 req-f9f7f851-22b9-4d46-b590-3421da0854ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 200 len: 1001 time: 0.0963955 Mar 02 21:06:59.878383 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6762ca-6865-4c16-9640-7f5981c57fa9 req-6f257e85-13ab-40b8-bde4-845582d1d1d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:06:59.879771 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0a6762ca-6865-4c16-9640-7f5981c57fa9 req-6f257e85-13ab-40b8-bde4-845582d1d1d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0573878 Mar 02 21:06:59.958954 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0a6762ca-6865-4c16-9640-7f5981c57fa9 req-28eb3e00-63b3-4855-b63b-64c84438215b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701356 Mar 02 21:07:00.099547 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0a6762ca-6865-4c16-9640-7f5981c57fa9 req-5b356a1f-6d67-4541-a088-ba7efb9a1eb4 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305785 Mar 02 21:07:00.317152 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0a6762ca-6865-4c16-9640-7f5981c57fa9 req-9ff62d86-2cf8-4b5b-b6bf-281a07c12be0 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085168 Mar 02 21:07:13.304590 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-1d68c32c-063e-470c-bda1-d873399a41b5 req-90153dfa-e1cb-4196-aedd-f0a54dc54fe5 service neutron] (84504) timed out ('10.222.0.44', 50540) {{(pid=84504) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 21:07:13.399112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:13.594332 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:07:17.189120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-252ab9a2-2ce0-4181-8464-6ab56de5e591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:19.423248 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-361c8c61-5143-414b-9c95-86cccdb0617e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:20.589222 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:20.789181 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:22.118784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:39.346089 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55550) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:39.750728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Deleting port a16e587e-b311-4ea7-9cb9-d601d38a1938 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:39.750959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:39.917448 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:39.917760 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:40.032774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Calling delete_port for a16e587e-b311-4ea7-9cb9-d601d38a1938 owned by network:floatingip {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:07:40.217336 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:40.262015 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event deleted for resources: {'Port': ['ID=a16e587e-b311-4ea7-9cb9-d601d38a1938,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:40.299917 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:40.300330 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:40.300662 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:40.300994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:40.301322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:40.301647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:40.301995 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:40.302321 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:40.302640 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:40.302956 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:40.303272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:40.365516 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for floatingip, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:40.748756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Router 3b5686fa-6c67-4d04-aea5-aea707861dcb has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:07:40.941486 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:07:40.950750 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340fc21-9e68-4493-9c34-01b25a05c4af None None] Sync routers for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:07:40.957792 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:40.963540 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340fc21-9e68-4493-9c34-01b25a05c4af None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:07:40.964133 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2340fc21-9e68-4493-9c34-01b25a05c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:41.113534 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-61f02f2b-b2ca-4154-842c-feec5342c53d tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "DELETE /v2.0/floatingips/1a745ba4-d68c-4787-8a02-7e35738b0399 HTTP/1.1" status: 204 len: 168 time: 1.7638919 Mar 02 21:07:41.113534 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:07:41.144717 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-2340fc21-9e68-4493-9c34-01b25a05c4af None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:07:41.351136 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'status': 'completed', 'code': 200} Mar 02 21:07:41.451706 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f0fce2e7-9606-4f74-a885-4ed498a7334c req-78f71e1f-0f39-44b1-a61d-887cc5bed09d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0711505 Mar 02 21:07:41.466136 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2340fc21-9e68-4493-9c34-01b25a05c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:41.470682 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340fc21-9e68-4493-9c34-01b25a05c4af None None] Checking router: 3b5686fa-6c67-4d04-aea5-aea707861dcb for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:07:41.482416 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340fc21-9e68-4493-9c34-01b25a05c4af None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:07:41.483012 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2340fc21-9e68-4493-9c34-01b25a05c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:41.612371 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fce2e7-9606-4f74-a885-4ed498a7334c req-6ebffca9-b801-45b1-bc91-d9a3f4ae51dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:07:41.613868 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f0fce2e7-9606-4f74-a885-4ed498a7334c req-6ebffca9-b801-45b1-bc91-d9a3f4ae51dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 200 len: 911 time: 0.1436245 Mar 02 21:07:41.691173 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f0fce2e7-9606-4f74-a885-4ed498a7334c req-0df4db7a-4ceb-4c00-b9ce-e93a2e6fc309 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 200 len: 217 time: 0.0678449 Mar 02 21:07:41.701333 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-2340fc21-9e68-4493-9c34-01b25a05c4af None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:07:41.754651 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fce2e7-9606-4f74-a885-4ed498a7334c req-f05d6205-0166-4ff3-966c-f20f0efb003d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:07:41.756136 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f0fce2e7-9606-4f74-a885-4ed498a7334c req-f05d6205-0166-4ff3-966c-f20f0efb003d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 200 len: 848 time: 0.0588791 Mar 02 21:07:41.801289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d5606-a003-4e94-b128-e44f8ea9fb9b req-845e8631-d2e7-4873-a058-75677451db30 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:07:41.802916 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-090d5606-a003-4e94-b128-e44f8ea9fb9b req-845e8631-d2e7-4873-a058-75677451db30 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.1523371 Mar 02 21:07:41.841956 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f0fce2e7-9606-4f74-a885-4ed498a7334c req-2f662eb1-6178-40d3-9365-4b047a1aa0a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=479ad96f-e8c6-48f6-bf11-1c893c99011a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793707 Mar 02 21:07:41.852444 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-090d5606-a003-4e94-b128-e44f8ea9fb9b req-a1810f1f-1331-426a-b840-9d0bb0da33dc tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434573 Mar 02 21:07:41.975101 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f0fce2e7-9606-4f74-a885-4ed498a7334c req-566f8409-cc25-40f4-83b0-70d61b6461d4 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244049 Mar 02 21:07:42.028150 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2340fc21-9e68-4493-9c34-01b25a05c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:42.032117 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340fc21-9e68-4493-9c34-01b25a05c4af None None] The sync data for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv is: [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:00Z', 'revision_number': 4, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': 'cfd4a31e-764b-4b6f-a8cc-54c88cf638cb', 'name': '', 'network_id': '479ad96f-e8c6-48f6-bf11-1c893c99011a', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'mac_address': 'fa:16:3e:c5:a1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:00Z', 'updated_at': '2022-03-02T20:57:09Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'subnets': [{'id': 'fcff860b-ce41-4783-ad8f-6480902dc995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:07:42.113816 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-f0fce2e7-9606-4f74-a885-4ed498a7334c req-b0cf4ef2-81c8-4ff8-9aa3-bb5038be1e08 service neutron] 10.222.0.31 "GET /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319947 Mar 02 21:07:42.255284 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f235e866-d6eb-43a3-980b-2e56aecf38a7 None None] New status for floating IP 1a745ba4-d68c-4787-8a02-7e35738b0399: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 21:07:43.055397 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed36757-a91c-498a-b15c-2e995d85d24d req-e790de4a-cd13-44f2-9a8d-e06e5aa51ff3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:07:43.056823 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fed36757-a91c-498a-b15c-2e995d85d24d req-e790de4a-cd13-44f2-9a8d-e06e5aa51ff3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.0810874 Mar 02 21:07:43.104022 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fed36757-a91c-498a-b15c-2e995d85d24d req-5cbfcbfa-f412-4ad8-a80e-c5b92a6420c3 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/security-groups?id=f30a54f9-3e62-4720-85c9-ffeee894510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414958 Mar 02 21:07:43.342559 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:43.504244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-5e79b4ad-661a-4f97-b6e8-fee1e5c0f4a4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:07:43.504833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-5e79b4ad-661a-4f97-b6e8-fee1e5c0f4a4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Synchronizing usage tracker for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 21:07:43.553971 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-5e79b4ad-661a-4f97-b6e8-fee1e5c0f4a4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Unset dirty status for tenant:cb6ac616130f4229bf1228fb18a6cd9f on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 21:07:43.555073 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-5e79b4ad-661a-4f97-b6e8-fee1e5c0f4a4 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 945 time: 0.1247709 Mar 02 21:07:43.628246 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-d4de7af1-5cc8-4f19-962d-05d57cd0c2d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Deleting port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:43.628504 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-d4de7af1-5cc8-4f19-962d-05d57cd0c2d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:43.863186 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-d4de7af1-5cc8-4f19-962d-05d57cd0c2d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] For port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:07:43.863543 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-d4de7af1-5cc8-4f19-962d-05d57cd0c2d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:43.984277 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-d4de7af1-5cc8-4f19-962d-05d57cd0c2d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Calling delete_port for c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 owned by compute:nova {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:07:44.171777 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-d4de7af1-5cc8-4f19-962d-05d57cd0c2d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:44.223252 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de7af1-5cc8-4f19-962d-05d57cd0c2d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event deleted for resources: {'Port': ['ID=c1ef32a1-5bb1-4c72-9ea9-aea0a1778634,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:44.274019 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-d880c582-db7e-499f-876d-4a18fc181954 req-e2db8ddc-de94-4299-a179-9ff789219691 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 210 time: 0.0477347 Mar 02 21:07:44.296605 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-d4de7af1-5cc8-4f19-962d-05d57cd0c2d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] No DVR routers for this DVR port c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 on host hv-neutron-8315 {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 21:07:44.303743 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-d4de7af1-5cc8-4f19-962d-05d57cd0c2d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:44.306286 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'name': 'network-vif-deleted', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:07:44.360419 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5', 'name': 'network-vif-deleted', 'tag': 'c1ef32a1-5bb1-4c72-9ea9-aea0a1778634', 'status': 'completed', 'code': 200} Mar 02 21:07:44.417721 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-05682101-25c2-4587-8783-c44dbb3cbfb3 req-d4de7af1-5cc8-4f19-962d-05d57cd0c2d8 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.31 "DELETE /v2.0/ports/c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 HTTP/1.1" status: 204 len: 173 time: 0.8547151 Mar 02 21:07:45.456689 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dfc44253-87c2-40c3-b402-2adf13f97e5c req-bd515d45-855b-46f0-bf5e-dc6779a33ce0 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f73a911-0ea5-4dc5-ab25-1b95f2a55ac5 HTTP/1.1" status: 200 len: 210 time: 0.0445869 Mar 02 21:07:45.616868 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:07:45.649151 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:07:45.649501 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device c1ef32a1-5bb1-4c72-9ea9-aea0a1778634 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:07:46.565357 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55576) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:46.637023 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aedcabef-3094-4b6c-99a1-00decda3ad41 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:46.666243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aedcabef-3094-4b6c-99a1-00decda3ad41 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:46.823398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aedcabef-3094-4b6c-99a1-00decda3ad41 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:46.842318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcabef-3094-4b6c-99a1-00decda3ad41 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30a54f9-3e62-4720-85c9-ffeee894510e,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:46.927019 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-aedcabef-3094-4b6c-99a1-00decda3ad41 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:46.930782 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-aedcabef-3094-4b6c-99a1-00decda3ad41 tempest-TestShelveInstance-1719779213 tempest-TestShelveInstance-1719779213-project] 10.222.0.44 "DELETE /v2.0/security-groups/f30a54f9-3e62-4720-85c9-ffeee894510e HTTP/1.1" status: 204 len: 168 time: 0.3617661 Mar 02 21:07:47.043386 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55582) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:47.177385 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-965d509b-f542-4923-93a1-fcc8c77d4f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:47.715047 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:48.318994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] Deleting port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:48.319322 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:48.485421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] For port cfd4a31e-764b-4b6f-a8cc-54c88cf638cb, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=cfd4a31e-764b-4b6f-a8cc-54c88cf638cb,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:07:48.485667 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:48.600666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] Calling delete_port for cfd4a31e-764b-4b6f-a8cc-54c88cf638cb owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:07:48.828969 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:48.887960 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd4a31e-764b-4b6f-a8cc-54c88cf638cb,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:49.280728 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:49.377865 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-42079ac3-43fe-460d-9da4-ab3c03dabb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:49.839024 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] Router 3b5686fa-6c67-4d04-aea5-aea707861dcb has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:07:50.037356 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:07:50.046096 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40112264-25fd-4da4-8fcf-307f672511c1 None None] Sync routers for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:07:50.052237 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-17fc734d-38ae-469e-86a8-06f01b1c7478 admin admin] 10.222.0.44 "PUT /v2.0/routers/3b5686fa-6c67-4d04-aea5-aea707861dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0077646 Mar 02 21:07:50.054873 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 55588) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:50.059131 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40112264-25fd-4da4-8fcf-307f672511c1 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:07:50.059733 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-40112264-25fd-4da4-8fcf-307f672511c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:50.240248 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-40112264-25fd-4da4-8fcf-307f672511c1 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:07:50.251654 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:50.446075 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:50.508472 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Deleting port f9395464-4f65-4676-9b61-2a89578ab646 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:50.508818 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:50.516964 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-40112264-25fd-4da4-8fcf-307f672511c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T21:07:48Z', 'revision_number': 5, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port': {'id': 'f9395464-4f65-4676-9b61-2a89578ab646', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T20:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:50.521758 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40112264-25fd-4da4-8fcf-307f672511c1 None None] Checking router: 3b5686fa-6c67-4d04-aea5-aea707861dcb for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:07:50.532389 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40112264-25fd-4da4-8fcf-307f672511c1 None None] Routers {'3b5686fa-6c67-4d04-aea5-aea707861dcb'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:07:50.533045 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-40112264-25fd-4da4-8fcf-307f672511c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['3b5686fa-6c67-4d04-aea5-aea707861dcb'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:50.600023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:50.661622 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:07:50.682221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] For port f9395464-4f65-4676-9b61-2a89578ab646, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f9395464-4f65-4676-9b61-2a89578ab646,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:07:50.682610 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:50.695419 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-40112264-25fd-4da4-8fcf-307f672511c1 None None] Set router 3b5686fa-6c67-4d04-aea5-aea707861dcb gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:07:50.798530 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:50.800715 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-40112264-25fd-4da4-8fcf-307f672511c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T21:07:50Z', 'revision_number': 6, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:50.806583 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40112264-25fd-4da4-8fcf-307f672511c1 None None] The sync data for ids ['3b5686fa-6c67-4d04-aea5-aea707861dcb'] in dv-neutron-831593-2-hyperv is: [{'id': '3b5686fa-6c67-4d04-aea5-aea707861dcb', 'name': 'tempest-TestShelveInstance-1787786416-router', 'tenant_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:56:57Z', 'updated_at': '2022-03-02T21:07:50Z', 'revision_number': 6, 'project_id': 'cb6ac616130f4229bf1228fb18a6cd9f', 'gw_port_host': None}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:07:50.806724 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Calling delete_port for f9395464-4f65-4676-9b61-2a89578ab646 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:07:51.103002 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:51.148207 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9395464-4f65-4676-9b61-2a89578ab646,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:51.189096 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:51.190132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:51.190132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:51.190132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:51.190462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:51.190793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:51.191122 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:51.191448 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:51.191768 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:51.192090 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:51.192410 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:07:51.381591 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:51.637063 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:51.641380 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:51.737413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:51.738011 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b5686fa-6c67-4d04-aea5-aea707861dcb {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 21:07:51.750426 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:51.751553 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-04155f50-ba0c-4326-a58a-dc6c626dd270 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3b5686fa-6c67-4d04-aea5-aea707861dcb HTTP/1.1" status: 204 len: 168 time: 1.6952505 Mar 02 21:07:51.755655 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 55592) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:51.820812 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffe2cad-5d3d-4e39-a92b-e53e0f71bb6d admin admin] Deleting subnet fcff860b-ce41-4783-ad8f-6480902dc995 {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 21:07:51.823929 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cffe2cad-5d3d-4e39-a92b-e53e0f71bb6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:51.873178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cffe2cad-5d3d-4e39-a92b-e53e0f71bb6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:51.948131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cffe2cad-5d3d-4e39-a92b-e53e0f71bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:52.092156 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cffe2cad-5d3d-4e39-a92b-e53e0f71bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:52.133069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe2cad-5d3d-4e39-a92b-e53e0f71bb6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcff860b-ce41-4783-ad8f-6480902dc995,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:52.135024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cffe2cad-5d3d-4e39-a92b-e53e0f71bb6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:52.143417 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cffe2cad-5d3d-4e39-a92b-e53e0f71bb6d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fcff860b-ce41-4783-ad8f-6480902dc995 HTTP/1.1" status: 204 len: 168 time: 0.3866479 Mar 02 21:07:52.146040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55598) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:52.150451 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5042eb4-aed3-41a5-b6e4-ae5391008107 None None] Network 479ad96f-e8c6-48f6-bf11-1c893c99011a requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 21:07:52.215435 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f9395464-4f65-4676-9b61-2a89578ab646 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:07:52.239890 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:52.258084 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:52.268769 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: f9395464-4f65-4676-9b61-2a89578ab646 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:07:52.269116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f9395464-4f65-4676-9b61-2a89578ab646 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:07:52.269535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cfd4a31e-764b-4b6f-a8cc-54c88cf638cb no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:07:52.270045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Deleting port 7853435c-d182-4038-ba2f-e14a8e8e95c9 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:52.270378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:52.312295 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: cfd4a31e-764b-4b6f-a8cc-54c88cf638cb {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:07:52.312631 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device cfd4a31e-764b-4b6f-a8cc-54c88cf638cb not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:07:52.476924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] For port 7853435c-d182-4038-ba2f-e14a8e8e95c9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7853435c-d182-4038-ba2f-e14a8e8e95c9,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:07:52.476924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:52.497853 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc6273-3c18-4e3d-8766-e92c6b57ec7a None None] DHCP port deletion for 479ad96f-e8c6-48f6-bf11-1c893c99011a request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 21:07:52.502844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc6273-3c18-4e3d-8766-e92c6b57ec7a None None] Deleting port 7853435c-d182-4038-ba2f-e14a8e8e95c9 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:52.503215 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6273-3c18-4e3d-8766-e92c6b57ec7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:52.701227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Calling delete_port for 7853435c-d182-4038-ba2f-e14a8e8e95c9 owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:07:52.708078 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-2fdc6273-3c18-4e3d-8766-e92c6b57ec7a None None] For port 7853435c-d182-4038-ba2f-e14a8e8e95c9, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7853435c-d182-4038-ba2f-e14a8e8e95c9,segment=NetworkSegment(91db3f37-199a-4f7f-aa56-63271a14ff2c),segment_id=91db3f37-199a-4f7f-aa56-63271a14ff2c)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:07:52.708463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6273-3c18-4e3d-8766-e92c6b57ec7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:52.827648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:52.868005 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc6273-3c18-4e3d-8766-e92c6b57ec7a None None] Calling delete_port for 7853435c-d182-4038-ba2f-e14a8e8e95c9 owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:07:52.876431 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Pushing event deleted for resources: {'Port': ['ID=7853435c-d182-4038-ba2f-e14a8e8e95c9,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:52.884160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] No DVR routers for this DVR port 7853435c-d182-4038-ba2f-e14a8e8e95c9 on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 21:07:52.942257 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-2fdc6273-3c18-4e3d-8766-e92c6b57ec7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 21:07:52.942846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-2fdc6273-3c18-4e3d-8766-e92c6b57ec7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 21:07:52.995035 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:53.020318 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479ad96f-e8c6-48f6-bf11-1c893c99011a']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:53.031987 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91db3f37-199a-4f7f-aa56-63271a14ff2c') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:53.032275 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91db3f37-199a-4f7f-aa56-63271a14ff2c') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:53.043221 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:53.058613 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:53.065068 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 21:07:53.065444 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 21:07:53.078477 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 21:07:53.205615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:53.210159 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:53.233578 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] Pushing event deleted for resources: {'Network': ['ID=479ad96f-e8c6-48f6-bf11-1c893c99011a,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:53.303344 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-1afb4bec-5a1b-4155-98cf-b9253d8937ca admin admin] 10.222.0.44 "DELETE /v2.0/networks/479ad96f-e8c6-48f6-bf11-1c893c99011a HTTP/1.1" status: 204 len: 168 time: 1.1556416 Mar 02 21:07:53.306105 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55604) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:53.443938 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc6273-3c18-4e3d-8766-e92c6b57ec7a None None] Deleting port 7853435c-d182-4038-ba2f-e14a8e8e95c9 {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:53.444463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6273-3c18-4e3d-8766-e92c6b57ec7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:53.511736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc6273-3c18-4e3d-8766-e92c6b57ec7a None None] The port '7853435c-d182-4038-ba2f-e14a8e8e95c9' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 21:07:53.685113 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:54.177749 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7853435c-d182-4038-ba2f-e14a8e8e95c9 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:07:54.214534 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 7853435c-d182-4038-ba2f-e14a8e8e95c9 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:07:54.214880 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7853435c-d182-4038-ba2f-e14a8e8e95c9 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:07:54.360696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] Deleting port c5264161-9c2c-499e-b526-3097f8f1b918 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:54.361373 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:54.526673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] For port c5264161-9c2c-499e-b526-3097f8f1b918, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=c5264161-9c2c-499e-b526-3097f8f1b918,segment=NetworkSegment(6d209329-9cc4-4f1c-a980-98a287b4834e),segment_id=6d209329-9cc4-4f1c-a980-98a287b4834e)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:07:54.527022 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:54.645132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] Calling delete_port for c5264161-9c2c-499e-b526-3097f8f1b918 owned by network:router_interface {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:07:54.867036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:54.910804 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5264161-9c2c-499e-b526-3097f8f1b918,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:55.218683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:55.910663 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] Router 8aad8e58-cd4b-4436-9ebb-ae7060352801 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:07:56.108992 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:07:56.118554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba4f099-3a78-43b3-a7cd-9d44adc2edc9 None None] Sync routers for ids ['8aad8e58-cd4b-4436-9ebb-ae7060352801'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:07:56.134736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba4f099-3a78-43b3-a7cd-9d44adc2edc9 None None] Routers {'8aad8e58-cd4b-4436-9ebb-ae7060352801'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:07:56.134736 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1ba4f099-3a78-43b3-a7cd-9d44adc2edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8aad8e58-cd4b-4436-9ebb-ae7060352801'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:56.190385 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-abcd5bbe-127c-45b7-a4dd-98522d8bf97f admin admin] 10.222.0.44 "PUT /v2.0/routers/8aad8e58-cd4b-4436-9ebb-ae7060352801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8832107 Mar 02 21:07:56.192906 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55610) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:56.308619 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-1ba4f099-3a78-43b3-a7cd-9d44adc2edc9 None None] Set router 8aad8e58-cd4b-4436-9ebb-ae7060352801 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:07:56.386986 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Notify callbacks [] for router, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:56.577967 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:56.592312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1ba4f099-3a78-43b3-a7cd-9d44adc2edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'name': 'tempest-TestShelveInstance-1470253509-router', 'tenant_id': '83064cf0936342928325a34487139ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '76865646-b556-485e-80cc-80e98c1fc741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:57:04Z', 'updated_at': '2022-03-02T21:07:54Z', 'revision_number': 5, 'project_id': '83064cf0936342928325a34487139ac1', 'gw_port': {'id': '76865646-b556-485e-80cc-80e98c1fc741', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:57:05Z', 'updated_at': '2022-03-02T20:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:56.596689 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba4f099-3a78-43b3-a7cd-9d44adc2edc9 None None] Checking router: 8aad8e58-cd4b-4436-9ebb-ae7060352801 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:07:56.607114 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba4f099-3a78-43b3-a7cd-9d44adc2edc9 None None] Routers {'8aad8e58-cd4b-4436-9ebb-ae7060352801'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:07:56.607699 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1ba4f099-3a78-43b3-a7cd-9d44adc2edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['8aad8e58-cd4b-4436-9ebb-ae7060352801'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:56.639829 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Deleting port 76865646-b556-485e-80cc-80e98c1fc741 {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:56.640132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:56.754307 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-1ba4f099-3a78-43b3-a7cd-9d44adc2edc9 None None] Set router 8aad8e58-cd4b-4436-9ebb-ae7060352801 gateway port host: None {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:07:56.813539 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] For port 76865646-b556-485e-80cc-80e98c1fc741, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=76865646-b556-485e-80cc-80e98c1fc741,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:07:56.813895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:56.857873 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-1ba4f099-3a78-43b3-a7cd-9d44adc2edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'name': 'tempest-TestShelveInstance-1470253509-router', 'tenant_id': '83064cf0936342928325a34487139ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:57:04Z', 'updated_at': '2022-03-02T21:07:56Z', 'revision_number': 6, 'project_id': '83064cf0936342928325a34487139ac1', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:56.862688 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba4f099-3a78-43b3-a7cd-9d44adc2edc9 None None] The sync data for ids ['8aad8e58-cd4b-4436-9ebb-ae7060352801'] in dv-neutron-831593-2-hyperv is: [{'id': '8aad8e58-cd4b-4436-9ebb-ae7060352801', 'name': 'tempest-TestShelveInstance-1470253509-router', 'tenant_id': '83064cf0936342928325a34487139ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:57:04Z', 'updated_at': '2022-03-02T21:07:56Z', 'revision_number': 6, 'project_id': '83064cf0936342928325a34487139ac1', 'gw_port_host': None}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:07:56.935882 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Calling delete_port for 76865646-b556-485e-80cc-80e98c1fc741 owned by network:router_gateway {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:07:57.177338 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:57.223723 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Pushing event deleted for resources: {'Port': ['ID=76865646-b556-485e-80cc-80e98c1fc741,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:57.553672 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:57.816693 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:57.820695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:57.929513 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:57.930036 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aad8e58-cd4b-4436-9ebb-ae7060352801 {{(pid=84503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 21:07:57.942140 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] Notify callbacks [] for router, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:57.943259 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-b64a1c0f-5589-443e-b7ff-f1454d7fce12 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8aad8e58-cd4b-4436-9ebb-ae7060352801 HTTP/1.1" status: 204 len: 168 time: 1.7494678 Mar 02 21:07:57.945839 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55616) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:58.007628 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc72742-5258-4a86-811a-de795d026bff admin admin] Deleting subnet 0531cd33-4432-4fd1-b964-31626cdd97ea {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 21:07:58.010683 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-edc72742-5258-4a86-811a-de795d026bff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:58.063032 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-edc72742-5258-4a86-811a-de795d026bff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:58.141104 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-edc72742-5258-4a86-811a-de795d026bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:58.179452 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 76865646-b556-485e-80cc-80e98c1fc741 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:07:58.217739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 76865646-b556-485e-80cc-80e98c1fc741 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:07:58.218112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 76865646-b556-485e-80cc-80e98c1fc741 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:07:58.218528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c5264161-9c2c-499e-b526-3097f8f1b918 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:07:58.249225 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: c5264161-9c2c-499e-b526-3097f8f1b918 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:07:58.249560 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device c5264161-9c2c-499e-b526-3097f8f1b918 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:07:58.274488 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-edc72742-5258-4a86-811a-de795d026bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:58.313132 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc72742-5258-4a86-811a-de795d026bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0531cd33-4432-4fd1-b964-31626cdd97ea,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:58.319817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-edc72742-5258-4a86-811a-de795d026bff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:58.324888 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d9209-692f-495b-ab6d-8d30a7e1b2bc None None] Network 9eb7f298-a47c-436a-b245-1942a12be857 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 21:07:58.328340 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-edc72742-5258-4a86-811a-de795d026bff admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0531cd33-4432-4fd1-b964-31626cdd97ea HTTP/1.1" status: 204 len: 168 time: 0.3791161 Mar 02 21:07:58.328564 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55620) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:58.434151 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:58.445244 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Deleting port 7c7d2625-297b-40e7-926d-2e7f1a81800d {{(pid=84503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:58.445565 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:58.561392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb28c28-6720-4743-a0ae-f72eff45c109 None None] DHCP port deletion for 9eb7f298-a47c-436a-b245-1942a12be857 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 21:07:58.566116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-9cb28c28-6720-4743-a0ae-f72eff45c109 None None] Deleting port 7c7d2625-297b-40e7-926d-2e7f1a81800d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:58.566488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9cb28c28-6720-4743-a0ae-f72eff45c109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:58.647556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] For port 7c7d2625-297b-40e7-926d-2e7f1a81800d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7c7d2625-297b-40e7-926d-2e7f1a81800d,segment=NetworkSegment(6d209329-9cc4-4f1c-a980-98a287b4834e),segment_id=6d209329-9cc4-4f1c-a980-98a287b4834e)] {{(pid=84503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:07:58.647908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:58.771110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.plugin [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Calling delete_port for 7c7d2625-297b-40e7-926d-2e7f1a81800d owned by network:dhcp {{(pid=84503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:07:58.801037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-9cb28c28-6720-4743-a0ae-f72eff45c109 None None] For port 7c7d2625-297b-40e7-926d-2e7f1a81800d, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=7c7d2625-297b-40e7-926d-2e7f1a81800d,segment=NetworkSegment(6d209329-9cc4-4f1c-a980-98a287b4834e),segment_id=6d209329-9cc4-4f1c-a980-98a287b4834e)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:07:58.801037 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9cb28c28-6720-4743-a0ae-f72eff45c109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:58.921677 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-9cb28c28-6720-4743-a0ae-f72eff45c109 None None] Calling delete_port for 7c7d2625-297b-40e7-926d-2e7f1a81800d owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:07:58.952927 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:58.993671 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-9cb28c28-6720-4743-a0ae-f72eff45c109 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 21:07:58.994128 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-9cb28c28-6720-4743-a0ae-f72eff45c109 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 21:07:58.997491 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7d2625-297b-40e7-926d-2e7f1a81800d,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:59.003648 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] No DVR routers for this DVR port 7c7d2625-297b-40e7-926d-2e7f1a81800d on host dv-neutron-831593-2-hyperv {{(pid=84503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 21:07:59.211632 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:59.236398 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb7f298-a47c-436a-b245-1942a12be857']}} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:59.248114 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d209329-9cc4-4f1c-a980-98a287b4834e') {'for_net_delete': True} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:59.248410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.services.segments.db [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d209329-9cc4-4f1c-a980-98a287b4834e') {} {{(pid=84503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:07:59.259618 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7061862'] for segment, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:59.278260 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:59.284706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=84503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 21:07:59.285081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7828171'] for segment, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: Traceback (most recent call last): Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: timer() Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: cb(*args, **kw) Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: return func(*args, **kwargs) Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: self._notify() Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: self.callback(batched_events) Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: event.method(event) Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: return f(self, *a, **k) Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._get(url).json() Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: return self.request(url, 'GET', **kwargs) Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 21:07:59.297861 dv-neutron-831593-2-hyperv neutron-server[84503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 21:07:59.462605 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:59.478673 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Notify callbacks [] for network, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:59.488584 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb7f298-a47c-436a-b245-1942a12be857,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:07:59.495127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-9cb28c28-6720-4743-a0ae-f72eff45c109 None None] Deleting port 7c7d2625-297b-40e7-926d-2e7f1a81800d {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:07:59.495557 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9cb28c28-6720-4743-a0ae-f72eff45c109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:59.495631 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-2db80ebd-4cd8-4fc3-8a28-703dfd346bfe admin admin] 10.222.0.44 "DELETE /v2.0/networks/9eb7f298-a47c-436a-b245-1942a12be857 HTTP/1.1" status: 204 len: 168 time: 1.1660714 Mar 02 21:07:59.558900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-9cb28c28-6720-4743-a0ae-f72eff45c109 None None] The port '7c7d2625-297b-40e7-926d-2e7f1a81800d' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 21:07:59.815380 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55626) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:59.869343 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4956b211-f41a-4dcf-8164-c80b1b0e711c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb6ac616130f4229bf1228fb18a6cd9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527706 Mar 02 21:07:59.871838 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55630) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:07:59.930802 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c453-c14b-492c-97cc-40314c8622e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:07:59.956156 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c453-c14b-492c-97cc-40314c8622e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:00.083665 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c453-c14b-492c-97cc-40314c8622e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:00.101504 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3c453-c14b-492c-97cc-40314c8622e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f74bac-a36f-4fec-b630-04a073846085,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:00.108037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c453-c14b-492c-97cc-40314c8622e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:00.109154 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-9eb3c453-c14b-492c-97cc-40314c8622e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7f74bac-a36f-4fec-b630-04a073846085 HTTP/1.1" status: 204 len: 168 time: 0.2364526 Mar 02 21:08:00.186978 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7c7d2625-297b-40e7-926d-2e7f1a81800d no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:08:00.221342 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 7c7d2625-297b-40e7-926d-2e7f1a81800d {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:08:00.221681 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 7c7d2625-297b-40e7-926d-2e7f1a81800d not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:08:00.792333 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55638) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:00.842144 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4badb4d5-376e-4b3f-825b-066e8b38ff9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83064cf0936342928325a34487139ac1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486555 Mar 02 21:08:00.844470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55642) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:00.905341 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72d919d9-fb4c-4748-8d05-deff0eab1cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:00.930581 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72d919d9-fb4c-4748-8d05-deff0eab1cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:01.049509 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72d919d9-fb4c-4748-8d05-deff0eab1cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:01.067326 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d919d9-fb4c-4748-8d05-deff0eab1cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245b2960-be98-4b25-ac3b-af19b9cdce4b,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:01.071316 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-72d919d9-fb4c-4748-8d05-deff0eab1cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:01.075331 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-72d919d9-fb4c-4748-8d05-deff0eab1cba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/245b2960-be98-4b25-ac3b-af19b9cdce4b HTTP/1.1" status: 204 len: 168 time: 0.2271180 Mar 02 21:08:02.255733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 55664) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:02.383010 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1427646714-network', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:02.387665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:02.391486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Usage tracker for resource:network and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:02.394936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:02.401073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:02.490886 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Made reservation on behalf of 2067e9c12277422ea3fdc75e511342c3 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 21:08:02.493151 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:02.505483 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:02.539153 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:02.542906 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Usage tracker for resource:security_group_rule and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:02.545637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:02.551198 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:02.617674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:02.679504 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:02.707639 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 21:08:02.719489 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e085c32-818a-48bb-af15-7f85a9729d68,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:02.725009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:02.725342 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Added segment 62a10743-cddc-4abe-bf60-f355d3f81f3a of type vlan for network d235652f-844b-4a8d-8a84-b76b387076b4 Mar 02 21:08:02.750720 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:02.839623 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:02.840486 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:02.841067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:02.943083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] Pushing event updated for resources: {'Network': ['ID=d235652f-844b-4a8d-8a84-b76b387076b4,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:02.952586 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network d235652f-844b-4a8d-8a84-b76b387076b4 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 21:08:02.977861 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-cb19e95f-fada-46bb-866b-8266f2e4b33a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7210472 Mar 02 21:08:02.980585 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 55670) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:02.986454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Request body: {'subnet': {'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1427646714-subnet', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'ip_version': 4}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:02.991816 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:02.995717 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Usage tracker for resource:subnet and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:02.998495 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:03.005366 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:03.057116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Made reservation on behalf of 2067e9c12277422ea3fdc75e511342c3 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 21:08:03.059461 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:03.383044 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:03.456076 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=909b0b4f-6c54-40de-bc61-b3703619588b,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:03.467130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Checking segment: {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 21:08:03.467481 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Network hostable DHCP agents. Network: d235652f-844b-4a8d-8a84-b76b387076b4, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 21:08:03.553491 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Network d235652f-844b-4a8d-8a84-b76b387076b4 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 21:08:03.616386 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, d235652f-844b-4a8d-8a84-b76b387076b4) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:03.620384 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:03.621119 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:03.625060 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e918bef0-0f74-4e1c-84c9-a440ae77fa1e None None] Network d235652f-844b-4a8d-8a84-b76b387076b4 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 21:08:03.708975 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-39971127-811b-4ecb-931e-3214e89facf6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7272401 Mar 02 21:08:03.711556 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 55674) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:03.719144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:03.721194 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:03.725050 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Usage tracker for resource:router and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:03.727862 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:03.734275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:03.817200 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:03.818183 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:03.832213 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-d235652f-844b-4a8d-8a84-b76b387076b4', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 21:08:03.833021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:03.837743 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:03.985649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Allocated IP 172.20.0.2 (d235652f-844b-4a8d-8a84-b76b387076b4/909b0b4f-6c54-40de-bc61-b3703619588b/57a92a94-0260-42b2-81f7-0acff7e36b9c) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:08:04.101921 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:04.190102 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:04.199676 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Transition to ACTIVE for port object 57a92a94-0260-42b2-81f7-0acff7e36b9c will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:04.218412 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Transition to ACTIVE for port object 57a92a94-0260-42b2-81f7-0acff7e36b9c will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:04.262979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:04.329084 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Network d235652f-844b-4a8d-8a84-b76b387076b4 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:08:04.332954 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:04.336596 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:08:04.342595 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Pushing event updated for resources: {'Port': ['ID=57a92a94-0260-42b2-81f7-0acff7e36b9c,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:04.393015 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:04.410936 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:04.411277 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:04.411611 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:04.411937 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:04.412260 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:04.412579 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:04.412895 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:04.413211 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:04.413523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:04.413835 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:04.414169 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:04.422315 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:04.442380 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Attempting to bind port 57a92a94-0260-42b2-81f7-0acff7e36b9c on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 21:08:04.442771 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Attempting to bind port 57a92a94-0260-42b2-81f7-0acff7e36b9c by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 21:08:04.443130 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Attempting to bind port 57a92a94-0260-42b2-81f7-0acff7e36b9c on network d235652f-844b-4a8d-8a84-b76b387076b4 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:08:04.449450 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 21, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 21:08:04.449815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Checking segment: {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 21:08:04.450243 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:04.450629 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Bound using segment: {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 21:08:04.451081 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Bound port: 57a92a94-0260-42b2-81f7-0acff7e36b9c, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 21:08:04.451446 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:04.537154 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] For port 57a92a94-0260-42b2-81f7-0acff7e36b9c, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 21:08:04.540440 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] For port 57a92a94-0260-42b2-81f7-0acff7e36b9c, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=57a92a94-0260-42b2-81f7-0acff7e36b9c,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 21:08:04.560206 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Allocated IP 172.26.5.25 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/6905fa17-02a8-4d9d-8735-31f2867a2f87) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:08:04.594850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:04.713441 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfe360-5035-4801-923d-eb4cf0c1e3ef None None] Pushing event updated for resources: {'Port': ['ID=57a92a94-0260-42b2-81f7-0acff7e36b9c,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:04.717960 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:04.794981 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:04.866726 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:08:04.869546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:04.873451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:08:04.913094 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Pushing event updated for resources: {'Port': ['ID=6905fa17-02a8-4d9d-8735-31f2867a2f87,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:05.113707 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:05.114479 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:05.399521 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Router 81519435-8f69-4bbb-aec0-893990f8fded is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 21:08:05.570947 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2e2fd2-24f7-4549-87ab-7f96cba5ba06 None None] Network d235652f-844b-4a8d-8a84-b76b387076b4 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 21:08:05.606534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:08:05.618399 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Sync routers for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:08:05.631557 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:08:05.632039 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:05.691453 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:05.694416 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-41223967-d62b-4285-996c-395cf24b810e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9804804 Mar 02 21:08:05.695853 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 55678) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:05.813321 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-e413b9dc-46c8-4d51-b417-c9750f825662 None None] Provisioning for port 57a92a94-0260-42b2-81f7-0acff7e36b9c completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:05.850539 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:08:06.152571 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:04Z', 'revision_number': 3, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:06.158743 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Checking router: 81519435-8f69-4bbb-aec0-893990f8fded for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:08:06.159062 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Updating router 81519435-8f69-4bbb-aec0-893990f8fded port 6905fa17-02a8-4d9d-8735-31f2867a2f87 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 21:08:06.214452 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:06.216409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 57a92a94-0260-42b2-81f7-0acff7e36b9c up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:06.342405 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 57a92a94-0260-42b2-81f7-0acff7e36b9c completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:06.348939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 57a92a94-0260-42b2-81f7-0acff7e36b9c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:06.349599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:06.470498 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:06.505395 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 57a92a94-0260-42b2-81f7-0acff7e36b9c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=57a92a94-0260-42b2-81f7-0acff7e36b9c,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:08:06.544057 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:06.555345 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Transition to ACTIVE for port object 6905fa17-02a8-4d9d-8735-31f2867a2f87 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:06.576246 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:06.588297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:06.634241 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:06.674176 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=57a92a94-0260-42b2-81f7-0acff7e36b9c,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:06.726667 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Attempting to bind port 6905fa17-02a8-4d9d-8735-31f2867a2f87 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 21:08:06.727079 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Attempting to bind port 6905fa17-02a8-4d9d-8735-31f2867a2f87 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 21:08:06.727445 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Attempting to bind port 6905fa17-02a8-4d9d-8735-31f2867a2f87 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:08:06.729496 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Pushing event updated for resources: {'Port': ['ID=6905fa17-02a8-4d9d-8735-31f2867a2f87,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:06.741347 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:06.741689 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:06.742059 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:06.742387 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:06.742721 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:06.743037 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:06.743352 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:06.743670 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:06.744018 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:06.744337 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:06.744650 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:08:06.749115 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 21, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 21:08:06.749493 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 21:08:06.750102 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:06.750490 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 21:08:06.750955 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Bound port: 6905fa17-02a8-4d9d-8735-31f2867a2f87, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 21:08:06.751466 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:06.792579 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Allocated IP 172.20.0.1 (d235652f-844b-4a8d-8a84-b76b387076b4/909b0b4f-6c54-40de-bc61-b3703619588b/1696cf6e-952a-46a3-aac7-58c118930690) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:08:06.823532 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] For port 6905fa17-02a8-4d9d-8735-31f2867a2f87, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 21:08:06.826869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] For port 6905fa17-02a8-4d9d-8735-31f2867a2f87, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6905fa17-02a8-4d9d-8735-31f2867a2f87,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 21:08:06.897485 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:06.937290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:06.953433 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.provisioning_blocks [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Transition to ACTIVE for port object 1696cf6e-952a-46a3-aac7-58c118930690 will not be triggered until provisioned by entity DHCP. {{(pid=84504) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:06.984620 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984612-1ddc-40f2-b646-c2d5db2346fb None None] Pushing event updated for resources: {'Port': ['ID=6905fa17-02a8-4d9d-8735-31f2867a2f87,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:06.989074 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:08:06.989659 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:07.045897 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:07.117105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Network d235652f-844b-4a8d-8a84-b76b387076b4 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:08:07.119986 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:07.124450 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:08:07.149772 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Pushing event updated for resources: {'Port': ['ID=1696cf6e-952a-46a3-aac7-58c118930690,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:07.180864 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:08:07.182875 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:07.304024 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:07.450923 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fd965310-11a6-45f0-baec-faee0b0d8987 None None] Provisioning for port 1696cf6e-952a-46a3-aac7-58c118930690 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:07.457466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-fd965310-11a6-45f0-baec-faee0b0d8987 None None] Provisioning complete for port 1696cf6e-952a-46a3-aac7-58c118930690 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:07.458215 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fd965310-11a6-45f0-baec-faee0b0d8987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:07.505419 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:04Z', 'revision_number': 3, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:07.509452 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702a03e-851f-40e1-a8b4-1e330b707cbd None None] The sync data for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv is: [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:04Z', 'revision_number': 3, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:08:07.521762 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-fd965310-11a6-45f0-baec-faee0b0d8987 None None] Port 1696cf6e-952a-46a3-aac7-58c118930690 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 21:08:07.530444 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:07.593865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:07.805031 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:07.808459 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Pushing event updated for resources: {'Port': ['ID=1696cf6e-952a-46a3-aac7-58c118930690,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:07.951995 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Network d235652f-844b-4a8d-8a84-b76b387076b4 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:08:07.953367 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:08.262164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-0777cc50-4eb6-451e-b026-7ec58b29b009 None None] Provisioning complete for port 1696cf6e-952a-46a3-aac7-58c118930690 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:08.263195 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0777cc50-4eb6-451e-b026-7ec58b29b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:08.301649 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6905fa17-02a8-4d9d-8735-31f2867a2f87 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:08.362313 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Router 81519435-8f69-4bbb-aec0-893990f8fded has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:08:08.373007 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0777cc50-4eb6-451e-b026-7ec58b29b009 None None] Port 1696cf6e-952a-46a3-aac7-58c118930690 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 21:08:08.467925 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 6905fa17-02a8-4d9d-8735-31f2867a2f87 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:08.473626 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6905fa17-02a8-4d9d-8735-31f2867a2f87 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:08.474031 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:08.570804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:08:08.580954 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-c6d3b580-c581-4249-9411-372c5fef6081 admin admin] 10.222.0.44 "PUT /v2.0/routers/81519435-8f69-4bbb-aec0-893990f8fded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8839476 Mar 02 21:08:08.586580 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:08.603423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 6905fa17-02a8-4d9d-8735-31f2867a2f87, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6905fa17-02a8-4d9d-8735-31f2867a2f87,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:08:08.645502 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:08.646312 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 57a92a94-0260-42b2-81f7-0acff7e36b9c up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:08.758011 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=6905fa17-02a8-4d9d-8735-31f2867a2f87,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:08.772210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 57a92a94-0260-42b2-81f7-0acff7e36b9c triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:08.772578 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:09.713813 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 55700) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:09.719209 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1914545795-network', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:09.724793 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:09.728665 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Usage tracker for resource:network and tenant:22bc2b050af440f5be61cdc02a29d332 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:09.731565 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:09.737285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:09.820702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Made reservation on behalf of 22bc2b050af440f5be61cdc02a29d332 for: {'network': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 21:08:09.823028 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for network, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:09.836061 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:09.866439 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:09.870255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Usage tracker for resource:security_group_rule and tenant:22bc2b050af440f5be61cdc02a29d332 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:09.873003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:09.879048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:09.942128 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:10.020658 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:10.052924 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=84504) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 21:08:10.061130 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5914c4ce-f7e9-49f3-b953-cb650d0dcc25,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:10.067071 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:10.067408 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.segments_db [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Added segment 82dac030-97a5-400f-9150-59d029ef3d2a of type vlan for network a2629980-d598-4dc6-ad6b-93b7ab3a4510 Mar 02 21:08:10.094393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773523346189'] for network, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:10.160117 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463'] for network, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:10.160978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:10.161586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:10.189462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6905fa17-02a8-4d9d-8735-31f2867a2f87 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:10.260856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 6905fa17-02a8-4d9d-8735-31f2867a2f87 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:10.261220 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:10.267400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] Pushing event updated for resources: {'Network': ['ID=a2629980-d598-4dc6-ad6b-93b7ab3a4510,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:10.285055 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Network a2629980-d598-4dc6-ad6b-93b7ab3a4510 details requested by agent ovs-agent-dv-neutron-831593-2-hyperv with host dv-neutron-831593-2-hyperv {{(pid=84505) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 21:08:10.297319 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6a69ff5c-3464-44bd-8c86-638fe865a643 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5823650 Mar 02 21:08:10.300210 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 55704) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:10.305561 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Request body: {'subnet': {'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1914545795-subnet', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'ip_version': 4}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:10.310290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:10.314178 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Usage tracker for resource:subnet and tenant:22bc2b050af440f5be61cdc02a29d332 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:10.324991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:10.324991 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:10.388172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Made reservation on behalf of 22bc2b050af440f5be61cdc02a29d332 for: {'subnet': 1} {{(pid=84504) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 21:08:10.390631 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979042'] for subnet, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:10.651413 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979056'] for subnet, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:10.718132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea5847a-386f-4cb3-a9e4-37503aee6149,revision_number=0']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:10.739867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Checking segment: {'id': '82dac030-97a5-400f-9150-59d029ef3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 21:08:10.740021 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Network hostable DHCP agents. Network: a2629980-d598-4dc6-ad6b-93b7ab3a4510, hostable agents: ['f091f903-85ec-47a6-88c8-aacb2bfccaf5'], hosted agents: [] {{(pid=84504) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 21:08:10.849304 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Network a2629980-d598-4dc6-ad6b-93b7ab3a4510 is scheduled to be hosted by DHCP agent f091f903-85ec-47a6-88c8-aacb2bfccaf5 with binding_index 1 {{(pid=84504) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 21:08:10.924012 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831593-2-hyperv, a2629980-d598-4dc6-ad6b-93b7ab3a4510) {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:10.927797 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:10.933405 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:10.934125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7220abd3-4903-4547-9f6f-e23406b693e7 None None] Network a2629980-d598-4dc6-ad6b-93b7ab3a4510 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 21:08:10.995730 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Sync routers for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:08:11.005610 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-3d3dc487-835c-4389-8d80-320a2783b0a2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7043371 Mar 02 21:08:11.008081 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 55708) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:11.013580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1914545795-router', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:11.018306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:11.022932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Usage tracker for resource:router and tenant:22bc2b050af440f5be61cdc02a29d332 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:11.024934 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:08:11.025448 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:11.026211 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:11.032026 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:11.113310 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8050820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8108'] for router, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:11.117048 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8050919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8049923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8074103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8103'] for router, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:11.133009 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:11.340270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:08:11.383513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba01da95-3e2e-5a95-8f65-673eb8ef647e-a2629980-d598-4dc6-ad6b-93b7ab3a4510', 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'fixed_ips': [{'subnet_id': '5ea5847a-386f-4cb3-a9e4-37503aee6149'}]}} from dv-neutron-831593-2-hyperv. {{(pid=84505) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 21:08:11.384322 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:11.430908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8050161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8052606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6989'] for router, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:11.676022 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:11.710144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:11.749076 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.db_base_plugin_common [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Allocated IP 172.20.0.2 (a2629980-d598-4dc6-ad6b-93b7ab3a4510/5ea5847a-386f-4cb3-a9e4-37503aee6149/f76cfa98-6139-4917-9d23-7e8628948b1b) {{(pid=84505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:08:11.844017 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Allocated IP 172.26.5.156 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/1f6a7a08-bc10-4b17-a174-91927bf1f879) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:08:11.896884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 2, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:11.910886 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Checking router: 81519435-8f69-4bbb-aec0-893990f8fded for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:08:11.911235 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Updating router 81519435-8f69-4bbb-aec0-893990f8fded port 1696cf6e-952a-46a3-aac7-58c118930690 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 21:08:11.993118 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.011704 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.034164 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Notify callbacks [] for port, precommit_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.062865 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.075490 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Transition to ACTIVE for port object f76cfa98-6139-4917-9d23-7e8628948b1b will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:12.109900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Transition to ACTIVE for port object f76cfa98-6139-4917-9d23-7e8628948b1b will not be triggered until provisioned by entity DHCP. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:12.136192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:08:12.139083 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:12.143469 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:08:12.168719 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6a7a08-bc10-4b17-a174-91927bf1f879,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:12.202670 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675'] for port, after_create {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.337951 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Network a2629980-d598-4dc6-ad6b-93b7ab3a4510 is already hosted by enough agents. {{(pid=84505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:08:12.351239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Pushing event updated for resources: {'Port': ['ID=f76cfa98-6139-4917-9d23-7e8628948b1b,revision_number=1']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:12.353897 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.scheduler.base_scheduler [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Resources bound (agent type, host, resource id): {{(pid=84505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:12.359906 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Received port after_create {{(pid=84505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:08:12.380668 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.381419 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8052599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8050158'] for router, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.486263 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Attempting to bind port f76cfa98-6139-4917-9d23-7e8628948b1b on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 21:08:12.486628 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Attempting to bind port f76cfa98-6139-4917-9d23-7e8628948b1b by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '82dac030-97a5-400f-9150-59d029ef3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 21:08:12.486985 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Attempting to bind port f76cfa98-6139-4917-9d23-7e8628948b1b on network a2629980-d598-4dc6-ad6b-93b7ab3a4510 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:08:12.531856 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 21, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 21:08:12.532228 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Checking segment: {'id': '82dac030-97a5-400f-9150-59d029ef3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 21:08:12.532627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.533023 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Bound using segment: {'id': '82dac030-97a5-400f-9150-59d029ef3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 21:08:12.533496 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Bound port: f76cfa98-6139-4917-9d23-7e8628948b1b, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dac030-97a5-400f-9150-59d029ef3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 21:08:12.533980 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.599101 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.621094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Transition to ACTIVE for port object 1696cf6e-952a-46a3-aac7-58c118930690 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:12.678358 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 is scheduled to L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 with binding_index 1 {{(pid=84504) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 21:08:12.698466 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] For port f76cfa98-6139-4917-9d23-7e8628948b1b, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 21:08:12.701558 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] For port f76cfa98-6139-4917-9d23-7e8628948b1b, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f76cfa98-6139-4917-9d23-7e8628948b1b,segment=NetworkSegment(82dac030-97a5-400f-9150-59d029ef3d2a),segment_id=82dac030-97a5-400f-9150-59d029ef3d2a)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 21:08:12.703900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.815001 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:12.833839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a97f9-42a0-4da8-8a29-448d7bc7a19e None None] Pushing event updated for resources: {'Port': ['ID=1696cf6e-952a-46a3-aac7-58c118930690,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:12.905424 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:08:12.915955 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Sync routers for ids ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:08:12.929330 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Routers {'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:08:12.930372 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:12.995588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffd5b8-7501-4395-8253-5a2c5a03b75a None None] Pushing event updated for resources: {'Port': ['ID=f76cfa98-6139-4917-9d23-7e8628948b1b,revision_number=2']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:13.002094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Attempting to bind port 1696cf6e-952a-46a3-aac7-58c118930690 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 21:08:13.002463 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Attempting to bind port 1696cf6e-952a-46a3-aac7-58c118930690 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 21:08:13.002839 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Attempting to bind port 1696cf6e-952a-46a3-aac7-58c118930690 on network d235652f-844b-4a8d-8a84-b76b387076b4 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:08:13.011388 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:13.015329 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6a632c03-8829-411e-816d-2a97d5e6af72 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0037217 Mar 02 21:08:13.015970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55714) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:13.045875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 21, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 21:08:13.045875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Checking segment: {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 21:08:13.045875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:13.045875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Bound using segment: {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 21:08:13.045875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Bound port: 1696cf6e-952a-46a3-aac7-58c118930690, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 21:08:13.045875 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:13.128565 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Set router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:08:13.170201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] For port 1696cf6e-952a-46a3-aac7-58c118930690, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 21:08:13.174106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] For port 1696cf6e-952a-46a3-aac7-58c118930690, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1696cf6e-952a-46a3-aac7-58c118930690,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 21:08:13.275205 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:13.422244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:08:13.423403 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:13.501447 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'name': 'tempest-TestSnapshotPattern-1914545795-router', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:12Z', 'revision_number': 3, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'gw_port': {'id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:13.510156 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Checking router: ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:08:13.510690 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Updating router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 port 1f6a7a08-bc10-4b17-a174-91927bf1f879 binding host dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 21:08:13.556346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:13.569599 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a97f9-42a0-4da8-8a29-448d7bc7a19e None None] Pushing event updated for resources: {'Port': ['ID=1696cf6e-952a-46a3-aac7-58c118930690,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:13.603940 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:13.646175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:08:13.956888 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.023196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:13Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:14.030274 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df1c0d-3a1e-4fca-9665-e1197837846e None None] The sync data for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv is: [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:13Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:08:14.048793 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.063963 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.provisioning_blocks [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Transition to ACTIVE for port object 1f6a7a08-bc10-4b17-a174-91927bf1f879 will not be triggered until provisioned by entity L2. {{(pid=84506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:14.154447 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.212617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ae6e7c-3950-43d3-b409-d47bdf5c4809 None None] Network a2629980-d598-4dc6-ad6b-93b7ab3a4510 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 21:08:14.244019 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Attempting to bind port 1f6a7a08-bc10-4b17-a174-91927bf1f879 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 21:08:14.244520 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Attempting to bind port 1f6a7a08-bc10-4b17-a174-91927bf1f879 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 21:08:14.244982 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Attempting to bind port 1f6a7a08-bc10-4b17-a174-91927bf1f879 on network 8365059c-528a-42c0-931f-6ee8653060e0 {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:08:14.260525 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 21, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 21:08:14.260956 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Checking segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 21:08:14.262455 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.262869 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Bound using segment: {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'} {{(pid=84506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 21:08:14.263348 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.managers [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Bound port: 1f6a7a08-bc10-4b17-a174-91927bf1f879, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012a4ca5-8401-4ec6-b69d-978260f7514b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0'}}] {{(pid=84506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 21:08:14.263770 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.304721 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Allocated IP 172.20.0.1 (a2629980-d598-4dc6-ad6b-93b7ab3a4510/5ea5847a-386f-4cb3-a9e4-37503aee6149/8e44ebd8-886f-4e58-892f-2dadf84360c6) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:08:14.330080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1696cf6e-952a-46a3-aac7-58c118930690 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:14.338627 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90fd96-57a3-4012-8a27-acc5ea151c6f None None] Pushing event updated for resources: {'Port': ['ID=1f6a7a08-bc10-4b17-a174-91927bf1f879,revision_number=2']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:14.377831 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] For port 1f6a7a08-bc10-4b17-a174-91927bf1f879, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 21:08:14.382317 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.plugins.ml2.db [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] For port 1f6a7a08-bc10-4b17-a174-91927bf1f879, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1f6a7a08-bc10-4b17-a174-91927bf1f879,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 21:08:14.463952 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron_lib.callbacks.manager [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.491262 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-10b94f99-e763-475c-952a-0fae6ef85412 None None] Provisioning for port f76cfa98-6139-4917-9d23-7e8628948b1b completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:14.552374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 1696cf6e-952a-46a3-aac7-58c118930690 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:14.561429 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1696cf6e-952a-46a3-aac7-58c118930690 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:14.562194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.566523 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Routers {'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:08:14.567165 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:07:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:14.588568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.606757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Transition to ACTIVE for port object 8e44ebd8-886f-4e58-892f-2dadf84360c6 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:14.686369 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.726684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.785384 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 1696cf6e-952a-46a3-aac7-58c118930690, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1696cf6e-952a-46a3-aac7-58c118930690,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:08:14.786979 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90fd96-57a3-4012-8a27-acc5ea151c6f None None] Pushing event updated for resources: {'Port': ['ID=1f6a7a08-bc10-4b17-a174-91927bf1f879,revision_number=3']} {{(pid=84506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:14.790984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Network a2629980-d598-4dc6-ad6b-93b7ab3a4510 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:08:14.802464 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] Set router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:08:14.802770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:14.802770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:08:14.850865 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Pushing event updated for resources: {'Port': ['ID=8e44ebd8-886f-4e58-892f-2dadf84360c6,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:14.877391 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8048660'] for router_interface, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.885822 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:14.886955 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f76cfa98-6139-4917-9d23-7e8628948b1b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:15.071343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:15.148808 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=1696cf6e-952a-46a3-aac7-58c118930690,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:15.188820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port f76cfa98-6139-4917-9d23-7e8628948b1b completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:15.195161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f76cfa98-6139-4917-9d23-7e8628948b1b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:15.195528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:15.219926 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'name': 'tempest-TestSnapshotPattern-1914545795-router', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:12Z', 'revision_number': 3, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'gw_port': {'id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:15.225041 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49685de8-6864-4f45-bc1e-9e2b9462b3b7 None None] The sync data for ids ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'] in dv-neutron-831593-2-hyperv is: [{'id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'name': 'tempest-TestSnapshotPattern-1914545795-router', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:12Z', 'revision_number': 3, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'gw_port': {'id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:08:15.348241 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-664f2e8f-a3c8-4366-af8b-1ab3469621bc None None] Provisioning for port 8e44ebd8-886f-4e58-892f-2dadf84360c6 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:15.353793 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:15.362392 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-664f2e8f-a3c8-4366-af8b-1ab3469621bc None None] Provisioning complete for port 8e44ebd8-886f-4e58-892f-2dadf84360c6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:15.362760 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-664f2e8f-a3c8-4366-af8b-1ab3469621bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:15.370816 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:15.428173 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-664f2e8f-a3c8-4366-af8b-1ab3469621bc None None] Port 8e44ebd8-886f-4e58-892f-2dadf84360c6 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 21:08:15.434269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port f76cfa98-6139-4917-9d23-7e8628948b1b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f76cfa98-6139-4917-9d23-7e8628948b1b,segment=NetworkSegment(82dac030-97a5-400f-9150-59d029ef3d2a),segment_id=82dac030-97a5-400f-9150-59d029ef3d2a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:08:15.439849 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:15.491051 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:15.547908 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Pushing event updated for resources: {'Port': ['ID=8e44ebd8-886f-4e58-892f-2dadf84360c6,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:15.550429 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6953295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8048825'] for router_interface, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:15.560600 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=f76cfa98-6139-4917-9d23-7e8628948b1b,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:15.688355 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Network a2629980-d598-4dc6-ad6b-93b7ab3a4510 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:08:15.689504 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:15.950886 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-b00e07bc-5bbe-47cd-86e5-204b51ffd51b None None] Provisioning complete for port 8e44ebd8-886f-4e58-892f-2dadf84360c6 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:15.951249 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b00e07bc-5bbe-47cd-86e5-204b51ffd51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:16.003921 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-b00e07bc-5bbe-47cd-86e5-204b51ffd51b None None] Port 8e44ebd8-886f-4e58-892f-2dadf84360c6 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 21:08:16.075913 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:08:16.196826 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f76cfa98-6139-4917-9d23-7e8628948b1b up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:16.266786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port f76cfa98-6139-4917-9d23-7e8628948b1b triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:16.267080 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:16.277959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:08:16.287436 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8494fce0-9a3e-4e69-a12e-f1957cc41a33 admin admin] 10.222.0.44 "PUT /v2.0/routers/ffaa1df6-eff8-4709-b9bc-3bacb2aeb220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2706766 Mar 02 21:08:16.379850 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1696cf6e-952a-46a3-aac7-58c118930690 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:16.448337 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1696cf6e-952a-46a3-aac7-58c118930690 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:16.448703 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:17.165347 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3c9ab69d-5dc8-40a4-8182-bb6365137058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:18.401471 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55730) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:18.407141 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663952239', 'description': 'tempest-secgroup-smoke-1663952239 description', 'project_id': '2067e9c12277422ea3fdc75e511342c3'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:18.414008 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:18.417834 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Usage tracker for resource:security_group and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:18.420678 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:18.427243 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:18.496653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:18.531208 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:18.534915 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Usage tracker for resource:security_group_rule and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:18.537631 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:18.543263 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:18.595428 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:18.656353 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:18.698085 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4041e8-f416-4874-a823-df5a2a72689d,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:18.765111 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:18.766359 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-4c8a9ebc-d847-4354-8b57-6672e613e62e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3638468 Mar 02 21:08:18.769201 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55734) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:18.774572 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-7d1ec664-464e-4c77-b46a-c7afe7d8c763 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Request body: {'security_group_rule': {'security_group_id': '0b4041e8-f416-4874-a823-df5a2a72689d', 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:18.780615 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7d1ec664-464e-4c77-b46a-c7afe7d8c763 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:18.784437 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7d1ec664-464e-4c77-b46a-c7afe7d8c763 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Usage tracker for resource:security_group_rule and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:18.787556 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-7d1ec664-464e-4c77-b46a-c7afe7d8c763 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:18.793162 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-7d1ec664-464e-4c77-b46a-c7afe7d8c763 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:18.884643 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec664-464e-4c77-b46a-c7afe7d8c763 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:18.945801 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec664-464e-4c77-b46a-c7afe7d8c763 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.028158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec664-464e-4c77-b46a-c7afe7d8c763 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.054544 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ec664-464e-4c77-b46a-c7afe7d8c763 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b870fd7-33ae-4e5d-8066-40fe6338fe2a,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:19.136844 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec664-464e-4c77-b46a-c7afe7d8c763 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.138066 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-7d1ec664-464e-4c77-b46a-c7afe7d8c763 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3678944 Mar 02 21:08:19.140808 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55738) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:19.146734 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-022d012f-c6e8-4423-9de5-b231623e457c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Request body: {'security_group_rule': {'security_group_id': '0b4041e8-f416-4874-a823-df5a2a72689d', 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:19.152540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-022d012f-c6e8-4423-9de5-b231623e457c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:19.156225 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-022d012f-c6e8-4423-9de5-b231623e457c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Usage tracker for resource:security_group_rule and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:19.159589 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-022d012f-c6e8-4423-9de5-b231623e457c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:19.165696 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-022d012f-c6e8-4423-9de5-b231623e457c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:19.266840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-022d012f-c6e8-4423-9de5-b231623e457c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.394697 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6f353c54-f25e-4bc1-809f-49fa84f78dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.428807 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-022d012f-c6e8-4423-9de5-b231623e457c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.500766 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-022d012f-c6e8-4423-9de5-b231623e457c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.524334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d012f-c6e8-4423-9de5-b231623e457c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f69c089-f317-4704-8403-d886c2ee32aa,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:19.585949 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-022d012f-c6e8-4423-9de5-b231623e457c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.587139 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-022d012f-c6e8-4423-9de5-b231623e457c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4454448 Mar 02 21:08:19.589788 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55742) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:19.595096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-8aec3cfb-aeb4-4b14-b3d5-5232db094762 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Request body: {'security_group_rule': {'security_group_id': '0b4041e8-f416-4874-a823-df5a2a72689d', 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:19.601596 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8aec3cfb-aeb4-4b14-b3d5-5232db094762 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:19.605741 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8aec3cfb-aeb4-4b14-b3d5-5232db094762 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Usage tracker for resource:security_group_rule and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:19.608583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-8aec3cfb-aeb4-4b14-b3d5-5232db094762 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:19.614489 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-8aec3cfb-aeb4-4b14-b3d5-5232db094762 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:19.683718 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8aec3cfb-aeb4-4b14-b3d5-5232db094762 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.745433 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8aec3cfb-aeb4-4b14-b3d5-5232db094762 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.805079 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8aec3cfb-aeb4-4b14-b3d5-5232db094762 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.829757 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec3cfb-aeb4-4b14-b3d5-5232db094762 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d31861-c8b6-4990-b58d-2e11e0593d14,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:19.902522 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-8aec3cfb-aeb4-4b14-b3d5-5232db094762 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:19.903714 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-8aec3cfb-aeb4-4b14-b3d5-5232db094762 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3130028 Mar 02 21:08:19.906375 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55746) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:19.911699 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-fb1394c6-2e32-4c42-bcc5-bfb06caff9e0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Request body: {'security_group_rule': {'security_group_id': '0b4041e8-f416-4874-a823-df5a2a72689d', 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:19.917695 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fb1394c6-2e32-4c42-bcc5-bfb06caff9e0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:19.921638 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fb1394c6-2e32-4c42-bcc5-bfb06caff9e0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Usage tracker for resource:security_group_rule and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:19.924501 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-fb1394c6-2e32-4c42-bcc5-bfb06caff9e0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:19.930317 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-fb1394c6-2e32-4c42-bcc5-bfb06caff9e0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:20.014378 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb1394c6-2e32-4c42-bcc5-bfb06caff9e0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.093103 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb1394c6-2e32-4c42-bcc5-bfb06caff9e0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.175152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb1394c6-2e32-4c42-bcc5-bfb06caff9e0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.202045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1394c6-2e32-4c42-bcc5-bfb06caff9e0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e16c542-b6c0-40f8-95ef-1f94bd3f600b,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:20.289729 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-fb1394c6-2e32-4c42-bcc5-bfb06caff9e0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.290971 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-fb1394c6-2e32-4c42-bcc5-bfb06caff9e0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3837001 Mar 02 21:08:20.293706 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55750) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:20.299343 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Request body: {'security_group_rule': {'security_group_id': '0b4041e8-f416-4874-a823-df5a2a72689d', 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:20.307773 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:20.313282 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Usage tracker for resource:security_group_rule and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:20.316215 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:20.322301 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:20.392701 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Project 2067e9c12277422ea3fdc75e511342c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 21:08:20.400864 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.477796 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.536920 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.562770 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3ab6b1-7a8e-4fcc-9724-07e2bf9d6c6d,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:20.599805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.623050 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.624374 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-73f6270e-586e-4811-afc3-1a44188cb996 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3297021 Mar 02 21:08:20.627529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55754) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:20.633680 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Request body: {'security_group_rule': {'security_group_id': '0b4041e8-f416-4874-a823-df5a2a72689d', 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:20.639740 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:20.644736 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Usage tracker for resource:security_group_rule and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:20.647625 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:20.656511 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:20.712180 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.securitygroups_db [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Project 2067e9c12277422ea3fdc75e511342c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 21:08:20.719057 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.791681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.810692 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.867924 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8065454'] for security_group_rule, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.894499 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bef394-16f3-4b93-a215-2bd9abd53ef7,revision_number=0']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:20.976815 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:20.978128 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-e0d0341b-4115-42e2-82f0-4549211395c3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3490548 Mar 02 21:08:21.397575 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-0210769a-9c9b-4711-9278-5d41caf13029 req-58cd0db8-bd4a-4daa-9183-a2f78d6c4a3c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Synchronizing usage tracker for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:security_group {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 21:08:21.477674 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-0210769a-9c9b-4711-9278-5d41caf13029 req-58cd0db8-bd4a-4daa-9183-a2f78d6c4a3c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Unset dirty status for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:security_group {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 21:08:21.478765 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-58cd0db8-bd4a-4daa-9183-a2f78d6c4a3c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663952239&fields=id&tenant_id=2067e9c12277422ea3fdc75e511342c3 HTTP/1.1" status: 200 len: 267 time: 0.1210573 Mar 02 21:08:21.623545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210769a-9c9b-4711-9278-5d41caf13029 req-e856e522-6ffe-4a51-9f13-e07908fed4cd tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:21.624212 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-0210769a-9c9b-4711-9278-5d41caf13029 req-e856e522-6ffe-4a51-9f13-e07908fed4cd tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Synchronizing usage tracker for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:network {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 21:08:21.685091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-0210769a-9c9b-4711-9278-5d41caf13029 req-e856e522-6ffe-4a51-9f13-e07908fed4cd tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Unset dirty status for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:network {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 21:08:21.686247 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-e856e522-6ffe-4a51-9f13-e07908fed4cd tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 810 time: 0.2011931 Mar 02 21:08:21.702742 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-087b1b62-f71e-4280-9d33-eb8de54726ca tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/quotas/2067e9c12277422ea3fdc75e511342c3 HTTP/1.1" status: 200 len: 375 time: 0.0105178 Mar 02 21:08:21.786190 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-0210769a-9c9b-4711-9278-5d41caf13029 req-bd44693c-234b-4c8c-9d1b-3fd4ff19ab1d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Synchronizing usage tracker for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 21:08:21.865888 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-0210769a-9c9b-4711-9278-5d41caf13029 req-bd44693c-234b-4c8c-9d1b-3fd4ff19ab1d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Unset dirty status for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 21:08:21.867203 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-bd44693c-234b-4c8c-9d1b-3fd4ff19ab1d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588480 Mar 02 21:08:22.085267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:22.271129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1f6a7a08-bc10-4b17-a174-91927bf1f879 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:22.317100 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b79236ec-9e2c-4f56-a1a6-6971af8fc972 service neutron] 10.222.0.44 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497522 Mar 02 21:08:22.411272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 1f6a7a08-bc10-4b17-a174-91927bf1f879 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:22.418027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1f6a7a08-bc10-4b17-a174-91927bf1f879 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:22.419042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:22.451881 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-7489a0d2-a2b3-41ab-87c3-76685c960cbe service neutron] 10.222.0.44 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339178 Mar 02 21:08:22.540554 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:22.557569 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 1f6a7a08-bc10-4b17-a174-91927bf1f879, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1f6a7a08-bc10-4b17-a174-91927bf1f879,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:08:22.611374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:22.680341 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=1f6a7a08-bc10-4b17-a174-91927bf1f879,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:23.834112 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-416ef374-d436-4a6e-9392-a57df65e1759 req-5220d45b-a079-42ce-ab5f-b6473c484d9f tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 210 time: 0.1087332 Mar 02 21:08:24.201818 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1f6a7a08-bc10-4b17-a174-91927bf1f879 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:24.275907 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 1f6a7a08-bc10-4b17-a174-91927bf1f879 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:24.276259 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:25.000762 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ecefc5ee-4262-47c3-b877-4e32908c0469 req-985bd7e6-d81b-47f2-be81-7e2dab11836c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0414841 Mar 02 21:08:25.964237 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210769a-9c9b-4711-9278-5d41caf13029 req-52427159-585b-4a9b-a853-618ba99e4c95 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:25.965652 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-52427159-585b-4a9b-a853-618ba99e4c95 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.31 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 810 time: 0.1413176 Mar 02 21:08:26.025720 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-0210769a-9c9b-4711-9278-5d41caf13029 req-33d6e9c5-a341-4dd1-a108-e4415f1bbfa3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Synchronizing usage tracker for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:security_group {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 21:08:26.038401 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-0210769a-9c9b-4711-9278-5d41caf13029 req-33d6e9c5-a341-4dd1-a108-e4415f1bbfa3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Unset dirty status for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:security_group {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 21:08:26.039514 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-33d6e9c5-a341-4dd1-a108-e4415f1bbfa3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2067e9c12277422ea3fdc75e511342c3 HTTP/1.1" status: 200 len: 380 time: 0.0537264 Mar 02 21:08:26.052094 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Request body: {'port': {'device_id': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'admin_state_up': True, 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'security_groups': ['0b4041e8-f416-4874-a823-df5a2a72689d']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:26.196134 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:26.196976 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-67764e71-b08c-4651-a3fa-464b9a8cd3d9 req-85fbcebb-4bdc-4a8c-ab8c-123deeba8755 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0528681 Mar 02 21:08:26.205840 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:26.295017 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Made reservation on behalf of 2067e9c12277422ea3fdc75e511342c3 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 21:08:26.298182 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:26.463910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Allocated IP 172.20.0.7 (d235652f-844b-4a8d-8a84-b76b387076b4/909b0b4f-6c54-40de-bc61-b3703619588b/f477ffd3-6ca1-485e-9059-b94693a42bd3) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:08:26.650425 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:26.665319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Transition to ACTIVE for port object f477ffd3-6ca1-485e-9059-b94693a42bd3 will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:26.763576 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:26.836550 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Network d235652f-844b-4a8d-8a84-b76b387076b4 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:08:26.839470 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:26.843410 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:08:26.874297 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'Port': ['ID=f477ffd3-6ca1-485e-9059-b94693a42bd3,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:26.908000 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:26.908527 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:26.988628 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-b4a17f31-f21e-421b-94f5-967cdecd1725 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9413524 Mar 02 21:08:27.003764 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Request body: {'port': {'device_id': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:27.113044 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:27.147653 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a96c5018-00e7-4d46-bed4-fc97089ee048 None None] Provisioning for port f477ffd3-6ca1-485e-9059-b94693a42bd3 completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:27.152516 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-a96c5018-00e7-4d46-bed4-fc97089ee048 None None] Provisioning complete for port f477ffd3-6ca1-485e-9059-b94693a42bd3 triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:27.152879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a96c5018-00e7-4d46-bed4-fc97089ee048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:27.209523 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-a96c5018-00e7-4d46-bed4-fc97089ee048 None None] Port f477ffd3-6ca1-485e-9059-b94693a42bd3 cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 21:08:27.392740 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283fdee-9104-4727-a381-e4ef230c9bcd req-22ec2938-00fe-48dc-88e3-019b44bfcb41 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:27.394215 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b283fdee-9104-4727-a381-e4ef230c9bcd req-22ec2938-00fe-48dc-88e3-019b44bfcb41 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 931 time: 0.0764303 Mar 02 21:08:27.439566 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b283fdee-9104-4727-a381-e4ef230c9bcd req-6914a61c-293d-4811-9d6f-954f3643a3de tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389142 Mar 02 21:08:27.452621 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f477ffd3-6ca1-485e-9059-b94693a42bd3 {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 21:08:27.459862 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:27.474586 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Transition to ACTIVE for port object f477ffd3-6ca1-485e-9059-b94693a42bd3 will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:27.552481 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:27.602210 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:08:27.778665 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Pushing event updated for resources: {'Port': ['ID=f477ffd3-6ca1-485e-9059-b94693a42bd3,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:27.880445 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Attempting to bind port f477ffd3-6ca1-485e-9059-b94693a42bd3 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 21:08:27.880705 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Attempting to bind port f477ffd3-6ca1-485e-9059-b94693a42bd3 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 21:08:27.881028 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Attempting to bind port f477ffd3-6ca1-485e-9059-b94693a42bd3 on network d235652f-844b-4a8d-8a84-b76b387076b4 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:08:27.886694 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Port f477ffd3-6ca1-485e-9059-b94693a42bd3 on network d235652f-844b-4a8d-8a84-b76b387076b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 21:08:27.887009 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Attempting to bind port f477ffd3-6ca1-485e-9059-b94693a42bd3 on network d235652f-844b-4a8d-8a84-b76b387076b4 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:08:27.892988 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 21, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 21:08:27.893319 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Checking segment: {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 21:08:27.893698 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Bound using segment: {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 21:08:27.894138 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Bound port: f477ffd3-6ca1-485e-9059-b94693a42bd3, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 21:08:27.894997 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:27.979449 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] For port f477ffd3-6ca1-485e-9059-b94693a42bd3, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 21:08:27.982315 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] For port f477ffd3-6ca1-485e-9059-b94693a42bd3, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 21:08:28.069153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:28.134045 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:28.135398 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] 10.222.0.31 "PUT /v2.0/ports/f477ffd3-6ca1-485e-9059-b94693a42bd3 HTTP/1.1" status: 200 len: 1093 time: 1.1358557 Mar 02 21:08:28.135833 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:08:28.159081 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1217e-dd54-4835-b6ab-d989ff55b6fc service neutron] Pushing event updated for resources: {'Port': ['ID=f477ffd3-6ca1-485e-9059-b94693a42bd3,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:28.192649 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'status': 'completed', 'code': 200} Mar 02 21:08:28.293412 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e5e2cf6-7638-47ca-90f0-27e8f4b680f7 req-221dc43c-859b-48eb-b1f9-d4c6b984b269 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0750396 Mar 02 21:08:28.439303 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e2cf6-7638-47ca-90f0-27e8f4b680f7 req-04b86ded-16a7-4a93-9c8e-1bf9f7cd6137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:28.440681 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e5e2cf6-7638-47ca-90f0-27e8f4b680f7 req-04b86ded-16a7-4a93-9c8e-1bf9f7cd6137 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2067e9c12277422ea3fdc75e511342c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1367030 Mar 02 21:08:28.582052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e2cf6-7638-47ca-90f0-27e8f4b680f7 req-c4e80078-675b-4e41-a7e8-f3b98fcab6ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:28.583907 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-3e5e2cf6-7638-47ca-90f0-27e8f4b680f7 req-c4e80078-675b-4e41-a7e8-f3b98fcab6ac service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1347127 Mar 02 21:08:28.642822 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cb154-dfb9-420f-bbbe-0da2ce8e7cce req-995f3064-3b07-44f1-8c3b-fbdc7cd86b66 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:28.644260 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-752cb154-dfb9-420f-bbbe-0da2ce8e7cce req-995f3064-3b07-44f1-8c3b-fbdc7cd86b66 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 943 time: 0.0793293 Mar 02 21:08:28.691028 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-752cb154-dfb9-420f-bbbe-0da2ce8e7cce req-f2314307-c4b0-4fae-b252-d773a3d94944 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410068 Mar 02 21:08:28.698219 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-a5f263c5-3bdb-4646-88b6-52f92460b0c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0705900 Mar 02 21:08:28.773281 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-4c54d817-9732-4d7e-b9d3-fc48099b639a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3 HTTP/1.1" status: 200 len: 217 time: 0.0646698 Mar 02 21:08:28.837150 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210769a-9c9b-4711-9278-5d41caf13029 req-c5c658ec-3186-4d73-bf57-bebdd022af4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:28.838589 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-c5c658ec-3186-4d73-bf57-bebdd022af4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=909b0b4f-6c54-40de-bc61-b3703619588b HTTP/1.1" status: 200 len: 849 time: 0.0559390 Mar 02 21:08:28.918235 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-ed779964-df73-41f3-9d8d-bbd07b658798 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d235652f-844b-4a8d-8a84-b76b387076b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694880 Mar 02 21:08:29.051373 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-ffcefe71-b0c2-44ae-a209-7bcabc0da7a4 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229482 Mar 02 21:08:29.183067 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0210769a-9c9b-4711-9278-5d41caf13029 req-c56c39d8-eabb-4c6e-b02d-68938ba73221 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231449 Mar 02 21:08:29.890126 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d072c-2a94-4697-9ecf-ff8ff668ac78 req-c0c38988-7793-4cca-a30a-eac1c07e90f3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:29.891553 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-019d072c-2a94-4697-9ecf-ff8ff668ac78 req-c0c38988-7793-4cca-a30a-eac1c07e90f3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 943 time: 0.0758820 Mar 02 21:08:29.938092 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-019d072c-2a94-4697-9ecf-ff8ff668ac78 req-584b4740-e666-415c-9f10-48d1121869eb tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Mar 02 21:08:31.136144 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fed810-1cd2-4c49-b07e-ab2da4f7347d req-cbbd8f43-1c64-4ef5-9b49-0a77a85734d6 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:31.137633 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-87fed810-1cd2-4c49-b07e-ab2da4f7347d req-cbbd8f43-1c64-4ef5-9b49-0a77a85734d6 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 943 time: 0.0809190 Mar 02 21:08:31.182594 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-87fed810-1cd2-4c49-b07e-ab2da4f7347d req-687f142c-4dc2-462b-9de1-971d290698d1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394149 Mar 02 21:08:31.803129 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f477ffd3-6ca1-485e-9059-b94693a42bd3 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 21:08:31.939144 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f477ffd3-6ca1-485e-9059-b94693a42bd3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:08:31.952118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'mac_address': 'fa:16:3e:0d:7b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 21:08:32.005876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:32.022563 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f477ffd3-6ca1-485e-9059-b94693a42bd3 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 21:08:32.038372 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f477ffd3-6ca1-485e-9059-b94693a42bd3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:08:32.102026 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:32.171336 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f477ffd3-6ca1-485e-9059-b94693a42bd3,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:32.387622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73afa1a-3e89-49c3-98d2-c43dc7b4ff32 req-e657ee85-9fd6-4351-9a6d-234125bb4ab1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:32.389069 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b73afa1a-3e89-49c3-98d2-c43dc7b4ff32 req-e657ee85-9fd6-4351-9a6d-234125bb4ab1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 944 time: 0.0775828 Mar 02 21:08:32.437679 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b73afa1a-3e89-49c3-98d2-c43dc7b4ff32 req-a0b6759c-757e-4e32-a3be-21ae7076d5d0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Mar 02 21:08:32.460457 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['f477ffd3-6ca1-485e-9059-b94693a42bd3'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 21:08:33.631749 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6828c-acb7-4520-90b1-813be82ba7f5 req-19764f84-c1fe-41bd-8e18-f6b4f5428645 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:33.633156 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-04c6828c-acb7-4520-90b1-813be82ba7f5 req-19764f84-c1fe-41bd-8e18-f6b4f5428645 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 944 time: 0.0747569 Mar 02 21:08:33.685893 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-04c6828c-acb7-4520-90b1-813be82ba7f5 req-8bd3acf5-96e4-43a9-9303-de1d3a294190 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402908 Mar 02 21:08:33.803767 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f477ffd3-6ca1-485e-9059-b94693a42bd3 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:33.992002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port f477ffd3-6ca1-485e-9059-b94693a42bd3 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:33.997149 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port f477ffd3-6ca1-485e-9059-b94693a42bd3 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:33.997511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:34.049711 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Sync routers for ids ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:08:34.072725 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Routers {'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:08:34.073268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:08:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:34.251642 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:34.295939 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:08:34.311106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f477ffd3-6ca1-485e-9059-b94693a42bd3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:08:34.317085 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Set router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:08:34.356879 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'code': 200} Mar 02 21:08:34.441003 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:34.586503 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f477ffd3-6ca1-485e-9059-b94693a42bd3,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:34.685095 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'name': 'tempest-TestSnapshotPattern-1914545795-router', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 4, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'gw_port': {'id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '8e44ebd8-886f-4e58-892f-2dadf84360c6', 'name': '', 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'mac_address': 'fa:16:3e:19:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea5847a-386f-4cb3-a9e4-37503aee6149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:14Z', 'updated_at': '2022-03-02T21:08:15Z', 'revision_number': 2, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'subnets': [{'id': '5ea5847a-386f-4cb3-a9e4-37503aee6149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:34.688884 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Checking router: ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:08:34.689270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Updating router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 port 8e44ebd8-886f-4e58-892f-2dadf84360c6 binding host dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 21:08:34.745135 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:34.833879 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-feb3057a-493e-405a-8009-fc2868e1bfe9 req-b485e238-b29a-41d5-8f53-73d292eed74a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 1098 time: 0.1407697 Mar 02 21:08:34.882051 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-feb3057a-493e-405a-8009-fc2868e1bfe9 req-9594e6c6-0f2e-4065-be41-4a85a0749269 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384321 Mar 02 21:08:34.892558 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f871e-71b1-4438-ab71-98f6ca56464f req-432a8e4a-4d1f-4699-8c23-31e7f308df8d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:34.894025 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fc5f871e-71b1-4438-ab71-98f6ca56464f req-432a8e4a-4d1f-4699-8c23-31e7f308df8d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 945 time: 0.0829237 Mar 02 21:08:34.939481 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-fc5f871e-71b1-4438-ab71-98f6ca56464f req-36b132c8-eadb-439f-9c3f-429c3a35c494 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Mar 02 21:08:35.086886 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Notify callbacks [] for port, precommit_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:35.101721 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Transition to ACTIVE for port object 8e44ebd8-886f-4e58-892f-2dadf84360c6 will not be triggered until provisioned by entity L2. {{(pid=84505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:08:35.174694 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:35.300588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d30f9-9c17-4b4c-80c7-f490b0b08bd1 None None] Pushing event updated for resources: {'Port': ['ID=8e44ebd8-886f-4e58-892f-2dadf84360c6,revision_number=3']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:35.431551 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Attempting to bind port 8e44ebd8-886f-4e58-892f-2dadf84360c6 on host dv-neutron-831593-2-hyperv for vnic_type normal with profile {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 21:08:35.431832 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Attempting to bind port 8e44ebd8-886f-4e58-892f-2dadf84360c6 by drivers openvswitch,hyperv on host dv-neutron-831593-2-hyperv at level 0 using segments [{'id': '82dac030-97a5-400f-9150-59d029ef3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510'}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 21:08:35.432196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Attempting to bind port 8e44ebd8-886f-4e58-892f-2dadf84360c6 on network a2629980-d598-4dc6-ad6b-93b7ab3a4510 {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:08:35.443175 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Checking agent: {'id': 'b4376089-46b0-4239-af00-54a5f2908f26', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831593-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 1, 50), 'started_at': datetime.datetime(2022, 3, 2, 20, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 21, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831593-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 21:08:35.443550 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Checking segment: {'id': '82dac030-97a5-400f-9150-59d029ef3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 21:08:35.444082 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:35.444535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Bound using segment: {'id': '82dac030-97a5-400f-9150-59d029ef3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510'} {{(pid=84505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 21:08:35.445002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.managers [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Bound port: 8e44ebd8-886f-4e58-892f-2dadf84360c6, host: dv-neutron-831593-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dac030-97a5-400f-9150-59d029ef3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510'}}] {{(pid=84505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 21:08:35.445374 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:35.535696 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] For port 8e44ebd8-886f-4e58-892f-2dadf84360c6, host dv-neutron-831593-2-hyperv, cleared binding levels {{(pid=84505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 21:08:35.538524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] For port 8e44ebd8-886f-4e58-892f-2dadf84360c6, host dv-neutron-831593-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8e44ebd8-886f-4e58-892f-2dadf84360c6,segment=NetworkSegment(82dac030-97a5-400f-9150-59d029ef3d2a),segment_id=82dac030-97a5-400f-9150-59d029ef3d2a)] {{(pid=84505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 21:08:35.610589 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:35.690777 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d30f9-9c17-4b4c-80c7-f490b0b08bd1 None None] Pushing event updated for resources: {'Port': ['ID=8e44ebd8-886f-4e58-892f-2dadf84360c6,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:35.695902 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Routers {'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:08:35.696518 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:08:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:35.885244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] Set router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:08:36.142403 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c92e-fdc9-4058-be5a-05b069cfac24 req-dc3a3041-6cea-4d40-a893-ed9cbf26f5d6 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:36.143874 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-31a0c92e-fdc9-4058-be5a-05b069cfac24 req-dc3a3041-6cea-4d40-a893-ed9cbf26f5d6 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 945 time: 0.0824308 Mar 02 21:08:36.197278 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-31a0c92e-fdc9-4058-be5a-05b069cfac24 req-1844388f-46ba-482c-9b00-d69c9f0921b3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Mar 02 21:08:36.223979 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'name': 'tempest-TestSnapshotPattern-1914545795-router', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 4, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'gw_port': {'id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '8e44ebd8-886f-4e58-892f-2dadf84360c6', 'name': '', 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'mac_address': 'fa:16:3e:19:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea5847a-386f-4cb3-a9e4-37503aee6149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:14Z', 'updated_at': '2022-03-02T21:08:35Z', 'revision_number': 4, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'subnets': [{'id': '5ea5847a-386f-4cb3-a9e4-37503aee6149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:36.229572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519acbec-bd01-4f15-bda5-f21e1fd2c501 None None] The sync data for ids ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'] in dv-neutron-831593-2-hyperv is: [{'id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'name': 'tempest-TestSnapshotPattern-1914545795-router', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 4, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'gw_port': {'id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '8e44ebd8-886f-4e58-892f-2dadf84360c6', 'name': '', 'network_id': 'a2629980-d598-4dc6-ad6b-93b7ab3a4510', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'mac_address': 'fa:16:3e:19:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea5847a-386f-4cb3-a9e4-37503aee6149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:14Z', 'updated_at': '2022-03-02T21:08:35Z', 'revision_number': 4, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'subnets': [{'id': '5ea5847a-386f-4cb3-a9e4-37503aee6149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:08:37.395754 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f0691-6058-4207-ab41-b9e12a786099 req-88f994c1-652f-44fd-8f49-5f51f54d5732 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:37.397670 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f39f0691-6058-4207-ab41-b9e12a786099 req-88f994c1-652f-44fd-8f49-5f51f54d5732 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 945 time: 0.0826473 Mar 02 21:08:37.445700 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f39f0691-6058-4207-ab41-b9e12a786099 req-18e4afea-4c1d-44d7-af8c-c02a062ddfa8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Mar 02 21:08:37.636856 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08660f-8870-4a00-91c0-a1f627c8b057 req-eb4a08a9-3c51-46f8-8e9a-d6701bb29095 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:37.638323 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2b08660f-8870-4a00-91c0-a1f627c8b057 req-eb4a08a9-3c51-46f8-8e9a-d6701bb29095 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 945 time: 0.0762889 Mar 02 21:08:37.686353 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2b08660f-8870-4a00-91c0-a1f627c8b057 req-4b6bf4ab-2f0e-4ad8-a38a-aeeb7848a07f tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Mar 02 21:08:37.717886 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55824) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:37.853350 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-423fbe6a-5b12-4b5b-bcbb-50bb1a407886 tempest-TestSnapshotPattern-1729134854 tempest-TestSnapshotPattern-1729134854-project-admin] Synchronizing usage tracker for tenant:22bc2b050af440f5be61cdc02a29d332 on resource:port {{(pid=84503) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 21:08:37.951699 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-423fbe6a-5b12-4b5b-bcbb-50bb1a407886 tempest-TestSnapshotPattern-1729134854 tempest-TestSnapshotPattern-1729134854-project-admin] Unset dirty status for tenant:22bc2b050af440f5be61cdc02a29d332 on resource:port {{(pid=84503) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 21:08:37.955188 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-423fbe6a-5b12-4b5b-bcbb-50bb1a407886 tempest-TestSnapshotPattern-1729134854 tempest-TestSnapshotPattern-1729134854-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 1093 time: 0.2342608 Mar 02 21:08:37.956096 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 55830) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:08:37.961213 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:08:37.967120 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:08:37.970902 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Usage tracker for resource:floatingip and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:08:37.974417 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:08:37.980189 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:08:38.060293 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for floatingip, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:38.200532 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:38.230308 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8e44ebd8-886f-4e58-892f-2dadf84360c6 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:38.393500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning for port 8e44ebd8-886f-4e58-892f-2dadf84360c6 completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:08:38.398990 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8e44ebd8-886f-4e58-892f-2dadf84360c6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:38.399357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:38.434817 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Allocated IP 172.26.5.63 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/ca935730-1c87-43f5-9611-3db3d91e5c39) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:08:38.512272 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:38.543952 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] For port 8e44ebd8-886f-4e58-892f-2dadf84360c6, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8e44ebd8-886f-4e58-892f-2dadf84360c6,segment=NetworkSegment(82dac030-97a5-400f-9150-59d029ef3d2a),segment_id=82dac030-97a5-400f-9150-59d029ef3d2a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:08:38.583744 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:38.625913 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:38.674218 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:38.694379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Pushing event updated for resources: {'Port': ['ID=8e44ebd8-886f-4e58-892f-2dadf84360c6,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:38.740160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:08:38.742866 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:08:38.746526 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:08:38.778340 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'Port': ['ID=ca935730-1c87-43f5-9611-3db3d91e5c39,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:39.245666 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:39.348624 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:39.543272 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:39.610458 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:39.715334 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'Port': ['ID=ca935730-1c87-43f5-9611-3db3d91e5c39,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:08:39.729052 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:39.913003 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.db.l3_db [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Floating IP cdbe1711-5e9c-410a-9ca0-c250194d9edc associated. External IP: 172.26.5.63, port: f477ffd3-6ca1-485e-9059-b94693a42bd3. Mar 02 21:08:40.213815 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8e44ebd8-886f-4e58-892f-2dadf84360c6 up at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:08:40.281578 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Provisioning complete for port 8e44ebd8-886f-4e58-892f-2dadf84360c6 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:08:40.281974 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:40.401568 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Router 81519435-8f69-4bbb-aec0-893990f8fded has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:08:40.596262 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:08:40.605695 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c749e0a-c7b1-4349-8a53-b6e2ce413303 None None] Sync routers for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:08:40.617557 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c749e0a-c7b1-4349-8a53-b6e2ce413303 None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:08:40.618186 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7c749e0a-c7b1-4349-8a53-b6e2ce413303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:08:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:40.705985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:40.763045 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-82c15b95-d192-480c-926b-c013be2a66ec tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8058844 Mar 02 21:08:40.763598 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:08:40.794956 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-7c749e0a-c7b1-4349-8a53-b6e2ce413303 None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:08:40.930142 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'status': 'completed', 'code': 200} Mar 02 21:08:41.021882 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cfa53c3a-dac1-40dd-977c-3489b36aa959 req-7691564e-c1af-4edf-8d35-44a038c28294 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 1098 time: 0.0698440 Mar 02 21:08:41.150010 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7c749e0a-c7b1-4349-8a53-b6e2ce413303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'cdbe1711-5e9c-410a-9ca0-c250194d9edc', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:0d:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:08:39Z', 'updated_at': '2022-03-02T21:08:39Z', 'revision_number': 0, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:41.153891 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c749e0a-c7b1-4349-8a53-b6e2ce413303 None None] Checking router: 81519435-8f69-4bbb-aec0-893990f8fded for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:08:41.161609 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa53c3a-dac1-40dd-977c-3489b36aa959 req-5a13c18f-9527-4b1e-ae3b-49839b5231b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:41.163124 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cfa53c3a-dac1-40dd-977c-3489b36aa959 req-5a13c18f-9527-4b1e-ae3b-49839b5231b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 912 time: 0.1353414 Mar 02 21:08:41.164487 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c749e0a-c7b1-4349-8a53-b6e2ce413303 None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:08:41.165078 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7c749e0a-c7b1-4349-8a53-b6e2ce413303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:08:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:41.268804 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cfa53c3a-dac1-40dd-977c-3489b36aa959 req-f4e362ee-67cd-4c36-a004-e9945a3de515 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3 HTTP/1.1" status: 200 len: 998 time: 0.0996065 Mar 02 21:08:41.333674 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa53c3a-dac1-40dd-977c-3489b36aa959 req-651b98db-4efd-4964-b519-7f3131c4ae3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:08:41.335260 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cfa53c3a-dac1-40dd-977c-3489b36aa959 req-651b98db-4efd-4964-b519-7f3131c4ae3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=909b0b4f-6c54-40de-bc61-b3703619588b HTTP/1.1" status: 200 len: 849 time: 0.0586908 Mar 02 21:08:41.342464 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-7c749e0a-c7b1-4349-8a53-b6e2ce413303 None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:08:41.411321 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cfa53c3a-dac1-40dd-977c-3489b36aa959 req-49c947f1-0e68-4f9d-a3c0-a14cfeb34ece service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d235652f-844b-4a8d-8a84-b76b387076b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704994 Mar 02 21:08:41.550163 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cfa53c3a-dac1-40dd-977c-3489b36aa959 req-e3e269ba-ef05-4066-9f85-8372b2fd8f24 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294427 Mar 02 21:08:41.685029 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-cfa53c3a-dac1-40dd-977c-3489b36aa959 req-808182a5-fcff-4eba-aa59-dab52a8f9f55 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291530 Mar 02 21:08:41.697259 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-7c749e0a-c7b1-4349-8a53-b6e2ce413303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'cdbe1711-5e9c-410a-9ca0-c250194d9edc', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:0d:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:08:39Z', 'updated_at': '2022-03-02T21:08:39Z', 'revision_number': 0, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:08:41.701263 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c749e0a-c7b1-4349-8a53-b6e2ce413303 None None] The sync data for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv is: [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'cdbe1711-5e9c-410a-9ca0-c250194d9edc', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:0d:7b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:08:39Z', 'updated_at': '2022-03-02T21:08:39Z', 'revision_number': 0, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:08:43.376375 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:44.359194 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8547db-f713-4edd-9525-78d8b5b6cd0a None None] New status for floating IP cdbe1711-5e9c-410a-9ca0-c250194d9edc: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 21:08:47.158710 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3a709851-47ea-4cda-8f37-292a568f26cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:49.425684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5c024e09-067f-4b42-af92-526b9f900c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:50.587664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:50.787809 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:08:52.128656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:03.407210 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-386edbae-c835-45d0-ab21-6acf83ded25b req-bf62323e-cf10-412a-b9ff-3fd2c3f4eaed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680132 Mar 02 21:09:03.546706 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-386edbae-c835-45d0-ab21-6acf83ded25b req-a9796119-58fe-44a1-9dac-39a47af0fb94 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 1098 time: 0.0680683 Mar 02 21:09:03.686943 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386edbae-c835-45d0-ab21-6acf83ded25b req-70430ee0-cd2b-4a07-8710-e1c3cd2d84e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:09:03.688291 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-386edbae-c835-45d0-ab21-6acf83ded25b req-70430ee0-cd2b-4a07-8710-e1c3cd2d84e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 912 time: 0.1230326 Mar 02 21:09:03.897923 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-386edbae-c835-45d0-ab21-6acf83ded25b req-b0f2e063-043d-4767-ae03-e7f3acf9f14f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3 HTTP/1.1" status: 200 len: 1000 time: 0.2028139 Mar 02 21:09:03.961626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386edbae-c835-45d0-ab21-6acf83ded25b req-f24b662b-2fa6-4bbd-bd7c-7508765f49f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:09:03.962971 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-386edbae-c835-45d0-ab21-6acf83ded25b req-f24b662b-2fa6-4bbd-bd7c-7508765f49f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=909b0b4f-6c54-40de-bc61-b3703619588b HTTP/1.1" status: 200 len: 849 time: 0.0582919 Mar 02 21:09:04.036588 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-386edbae-c835-45d0-ab21-6acf83ded25b req-232f78d1-bd93-4f3d-9478-aede75aa5404 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d235652f-844b-4a8d-8a84-b76b387076b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654452 Mar 02 21:09:04.170530 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-386edbae-c835-45d0-ab21-6acf83ded25b req-24dd6ff4-fa27-460d-8ac3-a998dbf8dcc3 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273556 Mar 02 21:09:04.301057 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-386edbae-c835-45d0-ab21-6acf83ded25b req-9f3947ed-76bd-434d-9958-9c1a615b0584 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231544 Mar 02 21:09:04.603469 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:09:13.358813 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:17.162259 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fac1e77a-42f2-4e22-a200-9d53aecaa85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:19.518678 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b9886687-e3c4-49d7-9937-16bc868c8595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:20.592608 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:20.832520 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:22.089800 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:41.603497 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:09:43.396216 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:47.178572 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-9230e89d-dc3c-4a74-b23b-455ba13e97d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:49.449547 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-33b529b8-d095-498f-8bb4-21ee3de849c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:50.586438 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:50.797774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:09:52.164188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:03.543934 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-124e992b-71c4-4753-8f8e-c7dcedb3d9b3 req-b5a2d26f-b306-4e09-83fa-7fb27be3302e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772667 Mar 02 21:10:03.688829 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-124e992b-71c4-4753-8f8e-c7dcedb3d9b3 req-0fb86788-1745-4562-89aa-093b16b04a69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 1098 time: 0.0689907 Mar 02 21:10:03.842110 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e992b-71c4-4753-8f8e-c7dcedb3d9b3 req-4e20c38b-6694-4bc8-898f-5bc3cadf4154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:10:03.893401 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-124e992b-71c4-4753-8f8e-c7dcedb3d9b3 req-4e20c38b-6694-4bc8-898f-5bc3cadf4154 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 912 time: 0.1295767 Mar 02 21:10:03.950439 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-124e992b-71c4-4753-8f8e-c7dcedb3d9b3 req-9a3abbc7-f97d-46e5-973e-774406058386 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3 HTTP/1.1" status: 200 len: 1000 time: 0.0975163 Mar 02 21:10:04.015749 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e992b-71c4-4753-8f8e-c7dcedb3d9b3 req-75eae729-7c8a-45af-aaa6-fa316617ff1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:10:04.017133 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-124e992b-71c4-4753-8f8e-c7dcedb3d9b3 req-75eae729-7c8a-45af-aaa6-fa316617ff1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=909b0b4f-6c54-40de-bc61-b3703619588b HTTP/1.1" status: 200 len: 849 time: 0.0575826 Mar 02 21:10:04.097545 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-124e992b-71c4-4753-8f8e-c7dcedb3d9b3 req-d8e7003e-897a-4c1e-a435-31387c97a00f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d235652f-844b-4a8d-8a84-b76b387076b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708976 Mar 02 21:10:04.230463 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-124e992b-71c4-4753-8f8e-c7dcedb3d9b3 req-4ba131a1-1f87-42cf-a695-b5edf69021e8 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238072 Mar 02 21:10:04.362553 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-124e992b-71c4-4753-8f8e-c7dcedb3d9b3 req-52ed8c52-310c-4933-9d1c-bd49fbc92473 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215723 Mar 02 21:10:13.414401 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:17.168872 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cb3452e4-6ec3-4cdd-8876-9637f95dc977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:18.604324 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:10:19.401276 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-cd18e550-fa0d-4607-af94-42882114b0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:20.603017 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:20.812753 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:22.105782 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:40.380702 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f477ffd3-6ca1-485e-9059-b94693a42bd3 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 21:10:40.518019 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f477ffd3-6ca1-485e-9059-b94693a42bd3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:10:40.531253 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'mac_address': 'fa:16:3e:0d:7b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 21:10:40.583247 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:40.599712 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f477ffd3-6ca1-485e-9059-b94693a42bd3 {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 21:10:40.614846 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f477ffd3-6ca1-485e-9059-b94693a42bd3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:10:40.686038 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:40.752780 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f477ffd3-6ca1-485e-9059-b94693a42bd3,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:10:40.762803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:40.763147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:40.763485 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:40.763819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:40.764147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:40.764473 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:40.764799 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:40.765118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:40.765437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:40.765754 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:40.766094 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:40.784068 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['f477ffd3-6ca1-485e-9059-b94693a42bd3'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 21:10:42.394121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f477ffd3-6ca1-485e-9059-b94693a42bd3 up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:10:42.465244 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port f477ffd3-6ca1-485e-9059-b94693a42bd3 triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:10:42.465535 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:42.589027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:42.619855 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:10:42.630027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f477ffd3-6ca1-485e-9059-b94693a42bd3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:10:42.705819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:42.787115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f477ffd3-6ca1-485e-9059-b94693a42bd3,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:10:42.842444 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'code': 200} Mar 02 21:10:43.415700 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:47.175048 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-1acd2279-7469-47de-8fce-465a83f1d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:49.397196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b3ef1172-a219-4e93-ac83-baca6442c71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:50.614511 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:50.814495 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:52.115851 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:54.100626 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-150eb874-189c-4ca8-99b4-51024633abf5 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663952239&fields=id&tenant_id=2067e9c12277422ea3fdc75e511342c3 HTTP/1.1" status: 200 len: 267 time: 0.0436461 Mar 02 21:10:54.256904 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-d4f847bf-e822-4b5a-8671-41fbb0419a84 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:10:54.258911 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-d4f847bf-e822-4b5a-8671-41fbb0419a84 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 810 time: 0.1514573 Mar 02 21:10:54.277502 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-34be67db-6707-4479-aa3f-362f3d6cbfbf tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/quotas/2067e9c12277422ea3fdc75e511342c3 HTTP/1.1" status: 200 len: 375 time: 0.0132999 Mar 02 21:10:54.369533 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-1c67494e-d94c-44fb-bf55-a2cc198c6967 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0872600 Mar 02 21:10:54.448982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-982ef329-9923-44e7-b916-48eed0bec694 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 21:10:54.449974 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-982ef329-9923-44e7-b916-48eed0bec694 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0694084 Mar 02 21:10:54.581514 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-1b3001ad-d568-4491-a99d-4f884e339f12 service neutron] 10.222.0.44 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252751 Mar 02 21:10:54.789178 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-3f0debcc-6c61-41db-9190-0c00ecdd3a8e service neutron] 10.222.0.44 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019708 Mar 02 21:10:55.057158 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a478b546-6a40-43fc-9218-74e9dbdccde9 req-6f24a522-2f29-4c01-8daa-d4badd4253a5 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 210 time: 0.0484087 Mar 02 21:10:55.604567 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:10:56.180638 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-73804bad-579a-4ab2-af2a-90e4d06f95f8 req-495a8a1b-e429-47d1-bb7b-1673a6f301b5 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 210 time: 0.0426941 Mar 02 21:10:57.346807 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4e73762e-1e5b-4178-977c-96e6681d0618 req-0d6e2c2b-3ec8-4b28-a994-9fce3b94c7f6 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 210 time: 0.0414152 Mar 02 21:10:57.502970 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-03c9e921-f658-47ae-9a93-c191628c9a2c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:10:57.504384 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-03c9e921-f658-47ae-9a93-c191628c9a2c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.31 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 810 time: 0.1433432 Mar 02 21:10:57.564138 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-f5b42813-96ec-479f-a43a-46afe3283524 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2067e9c12277422ea3fdc75e511342c3 HTTP/1.1" status: 200 len: 380 time: 0.0401509 Mar 02 21:10:57.577853 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Request body: {'port': {'device_id': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'admin_state_up': True, 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'security_groups': ['0b4041e8-f416-4874-a823-df5a2a72689d']}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:10:57.807687 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:10:57.811756 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Usage tracker for resource:port and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:10:57.814540 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.quota.resource [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84503) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:10:57.820172 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.quota.driver [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84503) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:10:57.874671 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Made reservation on behalf of 2067e9c12277422ea3fdc75e511342c3 for: {'port': 1} {{(pid=84503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 21:10:57.877681 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:58.050057 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_common [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Allocated IP 172.20.0.5 (d235652f-844b-4a8d-8a84-b76b387076b4/909b0b4f-6c54-40de-bc61-b3703619588b/11e31fef-b416-468c-b354-e69f6b8a945e) {{(pid=84503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:10:58.251985 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for port, precommit_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:58.271984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Transition to ACTIVE for port object 11e31fef-b416-468c-b354-e69f6b8a945e will not be triggered until provisioned by entity DHCP. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:10:58.374719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7828118'] for port, after_create {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:58.458844 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f477ffd3-6ca1-485e-9059-b94693a42bd3 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:10:58.495913 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Network d235652f-844b-4a8d-8a84-b76b387076b4 is already hosted by enough agents. {{(pid=84503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:10:58.499944 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.scheduler.base_scheduler [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources bound (agent type, host, resource id): {{(pid=84503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:10:58.501959 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'Port': ['ID=11e31fef-b416-468c-b354-e69f6b8a945e,revision_number=1']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:10:58.504227 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Received port after_create {{(pid=84503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:10:58.571005 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:10:58.571653 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:58.608037 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:58.608509 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:58.608958 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:58.609304 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:58.610207 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:58.610742 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:58.611529 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:58.612153 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:58.613257 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:58.614042 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:58.614691 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:10:58.671187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8a9c5-ecc1-4d33-9297-d1ca49d5bfa2 req-5e658376-f74c-4f1d-b614-fb109f8c9fff tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:10:58.678125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:58.678516 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-80c8a9c5-ecc1-4d33-9297-d1ca49d5bfa2 req-5e658376-f74c-4f1d-b614-fb109f8c9fff tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 931 time: 0.1827569 Mar 02 21:10:58.691853 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-96a60682-f61e-4700-b3b8-20c27fc21e72 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1174355 Mar 02 21:10:58.713813 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.v2.base [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Request body: {'port': {'device_id': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:10:58.743488 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-80c8a9c5-ecc1-4d33-9297-d1ca49d5bfa2 req-19cb0a58-f021-40f8-8e48-73e812063c38 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638890 Mar 02 21:10:58.752738 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port f477ffd3-6ca1-485e-9059-b94693a42bd3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:10:58.755866 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:10:58.826057 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:58.875172 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'code': 200} Mar 02 21:10:58.930900 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=f477ffd3-6ca1-485e-9059-b94693a42bd3,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:10:58.935826 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:59.011709 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d1aea420-393c-4e27-918d-7f643157c594 None None] Provisioning for port 11e31fef-b416-468c-b354-e69f6b8a945e completed by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:10:59.017329 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-d1aea420-393c-4e27-918d-7f643157c594 None None] Provisioning complete for port 11e31fef-b416-468c-b354-e69f6b8a945e triggered by entity DHCP. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:10:59.017774 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d1aea420-393c-4e27-918d-7f643157c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:59.101196 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-d1aea420-393c-4e27-918d-7f643157c594 None None] Port 11e31fef-b416-468c-b354-e69f6b8a945e cannot update to ACTIVE because it is not bound. {{(pid=84505) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 21:10:59.380040 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e31fef-b416-468c-b354-e69f6b8a945e {{(pid=84503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 21:10:59.390805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:59.406622 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.provisioning_blocks [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Transition to ACTIVE for port object 11e31fef-b416-468c-b354-e69f6b8a945e will not be triggered until provisioned by entity L2. {{(pid=84503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 21:10:59.463647 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:59.610415 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=11e31fef-b416-468c-b354-e69f6b8a945e,revision_number=2']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:10:59.754812 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Attempting to bind port 11e31fef-b416-468c-b354-e69f6b8a945e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 21:10:59.755143 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Attempting to bind port 11e31fef-b416-468c-b354-e69f6b8a945e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 21:10:59.755467 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Attempting to bind port 11e31fef-b416-468c-b354-e69f6b8a945e on network d235652f-844b-4a8d-8a84-b76b387076b4 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:10:59.762626 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Port 11e31fef-b416-468c-b354-e69f6b8a945e on network d235652f-844b-4a8d-8a84-b76b387076b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 21:10:59.762949 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Attempting to bind port 11e31fef-b416-468c-b354-e69f6b8a945e on network d235652f-844b-4a8d-8a84-b76b387076b4 {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 21:10:59.769805 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Checking agent: {'id': '03bc0adf-9c37-4e07-84c8-d8cb3d6256d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'started_at': datetime.datetime(2022, 3, 2, 20, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 21, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 21:10:59.770210 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Checking segment: {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 21:10:59.770719 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Bound using segment: {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'} {{(pid=84503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 21:10:59.771160 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.managers [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Bound port: 11e31fef-b416-468c-b354-e69f6b8a945e, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a10743-cddc-4abe-bf60-f355d3f81f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4'}}] {{(pid=84503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 21:10:59.771495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:10:59.887803 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] For port 11e31fef-b416-468c-b354-e69f6b8a945e, host hv-neutron-8315, cleared binding levels {{(pid=84503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 21:10:59.890883 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.plugins.ml2.db [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] For port 11e31fef-b416-468c-b354-e69f6b8a945e, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=11e31fef-b416-468c-b354-e69f6b8a945e,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 21:10:59.951878 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7828207'] for port, after_update {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:00.000267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93ca9e-052c-47d9-930b-091d58d4fc79 req-343d393a-8e01-4a6e-b164-6111b0331563 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:00.001776 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7c93ca9e-052c-47d9-930b-091d58d4fc79 req-343d393a-8e01-4a6e-b164-6111b0331563 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 943 time: 0.0846388 Mar 02 21:11:00.039453 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:00.040979 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] 10.222.0.31 "PUT /v2.0/ports/11e31fef-b416-468c-b354-e69f6b8a945e HTTP/1.1" status: 200 len: 1093 time: 1.3343480 Mar 02 21:11:00.041477 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e'}] {{(pid=84503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:11:00.057385 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31f023-8f89-4931-b643-0f64d86c8ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=11e31fef-b416-468c-b354-e69f6b8a945e,revision_number=3']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:11:00.079349 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7c93ca9e-052c-47d9-930b-091d58d4fc79 req-6be9fa8b-b282-4cd2-9b31-f62b74a0d313 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718570 Mar 02 21:11:00.131569 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e', 'status': 'completed', 'code': 200} Mar 02 21:11:01.301154 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bace009-6744-4e3f-94aa-0afd383518da req-b7d87f2f-9d04-4e2e-8ee8-557d77b9be59 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:01.302639 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6bace009-6744-4e3f-94aa-0afd383518da req-b7d87f2f-9d04-4e2e-8ee8-557d77b9be59 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 943 time: 0.0848136 Mar 02 21:11:01.352778 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6bace009-6744-4e3f-94aa-0afd383518da req-95d54e77-eee5-47b7-ae2f-5fc6956d78bd tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411227 Mar 02 21:11:02.557938 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbbe89-2dc7-4323-b277-96196618c7b6 req-ec56d08a-e652-4b8f-a54f-43d8be2ff9b1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:02.559645 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-95dbbe89-2dc7-4323-b277-96196618c7b6 req-ec56d08a-e652-4b8f-a54f-43d8be2ff9b1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 943 time: 0.0804527 Mar 02 21:11:02.613310 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-95dbbe89-2dc7-4323-b277-96196618c7b6 req-065ac5cc-abbc-478f-b183-acf37e906d47 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472405 Mar 02 21:11:03.823363 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688230a-ce89-4dd3-a527-52dde5420695 req-4e2ab6cb-ff19-4675-a081-be15ef2fd8f8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:03.824859 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a688230a-ce89-4dd3-a527-52dde5420695 req-4e2ab6cb-ff19-4675-a081-be15ef2fd8f8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 943 time: 0.0801833 Mar 02 21:11:03.872450 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-a688230a-ce89-4dd3-a527-52dde5420695 req-c9b76645-c1a7-4cd6-8eb5-166cfa8ec5ba tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Mar 02 21:11:05.097941 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8bab3-53e0-4712-971b-dd6cacb57b4f req-fa8cb548-78d6-4a46-98b3-b2e5f38cd3a1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:05.099427 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-03d8bab3-53e0-4712-971b-dd6cacb57b4f req-fa8cb548-78d6-4a46-98b3-b2e5f38cd3a1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 943 time: 0.0879200 Mar 02 21:11:05.147760 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-03d8bab3-53e0-4712-971b-dd6cacb57b4f req-508cb9f1-24a3-423d-bf2e-c8a18b6294f1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416679 Mar 02 21:11:06.348747 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6a819-0fcf-40c8-a05f-ea0c8d8b688a req-e40f2f3e-b975-4cb5-bdf8-30eaa3bc821c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:06.350286 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6ec6a819-0fcf-40c8-a05f-ea0c8d8b688a req-e40f2f3e-b975-4cb5-bdf8-30eaa3bc821c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 943 time: 0.0778966 Mar 02 21:11:06.396700 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-6ec6a819-0fcf-40c8-a05f-ea0c8d8b688a req-75763620-a73a-434d-971d-4a421c6567d0 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409505 Mar 02 21:11:07.030208 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.31', 58798) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:11:07.048750 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0e57aead-36f1-427b-be42-fe9481f7a6fb req-d449647e-d18a-4147-b620-376dff700c8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719914 Mar 02 21:11:07.107250 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f8ab0228-6cf5-427b-affd-2a4bd91b5e17 req-d1fae125-ff30-4a58-8763-174a62d5eb94 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 1096 time: 0.0758443 Mar 02 21:11:07.220522 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0e57aead-36f1-427b-be42-fe9481f7a6fb req-dade2d04-cb82-4150-a5e8-ee6652fedd37 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0731883 Mar 02 21:11:07.252536 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab0228-6cf5-427b-affd-2a4bd91b5e17 req-0394db46-00a9-4c85-96c3-6b39b2bc21f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:07.254053 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f8ab0228-6cf5-427b-affd-2a4bd91b5e17 req-0394db46-00a9-4c85-96c3-6b39b2bc21f1 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=2067e9c12277422ea3fdc75e511342c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1366825 Mar 02 21:11:07.392145 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab0228-6cf5-427b-affd-2a4bd91b5e17 req-ecb61b7b-a4b3-43a6-aa41-07ef4c8ece0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:07.393714 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f8ab0228-6cf5-427b-affd-2a4bd91b5e17 req-ecb61b7b-a4b3-43a6-aa41-07ef4c8ece0f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1328244 Mar 02 21:11:07.461895 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57aead-36f1-427b-be42-fe9481f7a6fb req-fc7ee862-6d2b-4431-9af8-6f2302fbecd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:07.463568 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0e57aead-36f1-427b-be42-fe9481f7a6fb req-fc7ee862-6d2b-4431-9af8-6f2302fbecd7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 912 time: 0.2237918 Mar 02 21:11:07.510190 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-aba60131-3d82-444e-a72d-5446bb6c13c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 1096 time: 0.0710032 Mar 02 21:11:07.565996 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0e57aead-36f1-427b-be42-fe9481f7a6fb req-44221ab2-d52d-43f6-8aba-ccc99831f2f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3 HTTP/1.1" status: 200 len: 998 time: 0.0962477 Mar 02 21:11:07.624395 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-9515141b-eff3-489f-86d6-464c7e05cadf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e31fef-b416-468c-b354-e69f6b8a945e HTTP/1.1" status: 200 len: 217 time: 0.1043971 Mar 02 21:11:07.632362 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57aead-36f1-427b-be42-fe9481f7a6fb req-7bfee900-532b-4fe4-9e85-c581125df3f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:07.633799 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0e57aead-36f1-427b-be42-fe9481f7a6fb req-7bfee900-532b-4fe4-9e85-c581125df3f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=909b0b4f-6c54-40de-bc61-b3703619588b HTTP/1.1" status: 200 len: 849 time: 0.0584567 Mar 02 21:11:07.707143 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd93850-6ebb-4aaa-969d-6c84b259125c req-8aac34aa-a7e7-4915-957c-404dde4ccbda tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:07.708511 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1dd93850-6ebb-4aaa-969d-6c84b259125c req-8aac34aa-a7e7-4915-957c-404dde4ccbda tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 943 time: 0.1874623 Mar 02 21:11:07.711182 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0e57aead-36f1-427b-be42-fe9481f7a6fb req-c776ef9e-7d0a-466e-bd3d-504bdabfe42b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d235652f-844b-4a8d-8a84-b76b387076b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682192 Mar 02 21:11:07.713787 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-f52c290d-8350-49ff-b698-91b77978046e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:07.715153 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-f52c290d-8350-49ff-b698-91b77978046e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=909b0b4f-6c54-40de-bc61-b3703619588b HTTP/1.1" status: 200 len: 849 time: 0.0789227 Mar 02 21:11:07.858048 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0e57aead-36f1-427b-be42-fe9481f7a6fb req-9655b138-67c6-40d5-aafb-638b1061a5c8 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291091 Mar 02 21:11:07.897549 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1dd93850-6ebb-4aaa-969d-6c84b259125c req-90d86b6d-5691-4fa2-94f8-e89e2e47e2db tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814346 Mar 02 21:11:07.910470 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-df5eca7c-edf9-423f-93a5-b7f0ae9b1400 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d235652f-844b-4a8d-8a84-b76b387076b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1808600 Mar 02 21:11:07.996332 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [req-0e57aead-36f1-427b-be42-fe9481f7a6fb req-de0ad5bb-98c8-4d44-b08a-0f47034425ca service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289735 Mar 02 21:11:08.046619 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-a19a49a3-b4cd-4db3-b866-dc083ccb34c2 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262693 Mar 02 21:11:08.182317 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-46e7e130-fe67-483c-8499-78a8633e4c76 req-a06d6bf3-cda2-4be7-8d22-c9dac5dbca64 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274099 Mar 02 21:11:09.110454 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6f515-f707-4962-8c6b-6f259022bc24 req-d231fc07-17fb-4c83-ba62-5d18fb76bf25 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:09.113763 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08d6f515-f707-4962-8c6b-6f259022bc24 req-d231fc07-17fb-4c83-ba62-5d18fb76bf25 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 943 time: 0.0845571 Mar 02 21:11:09.164223 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-08d6f515-f707-4962-8c6b-6f259022bc24 req-77f56d88-71a5-49f2-938a-273e2d12de88 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 Mar 02 21:11:10.364761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1300b-8570-4e9f-bc6d-c7d08b28d52b req-2ef0b76e-0afc-4a36-b40b-ed60569df04d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:10.366124 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-97f1300b-8570-4e9f-bc6d-c7d08b28d52b req-2ef0b76e-0afc-4a36-b40b-ed60569df04d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 943 time: 0.0788748 Mar 02 21:11:10.411129 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-97f1300b-8570-4e9f-bc6d-c7d08b28d52b req-2333460d-effd-4f7d-bd6f-31569ed445cc tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388913 Mar 02 21:11:10.532994 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 11e31fef-b416-468c-b354-e69f6b8a945e details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 21:11:10.665120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 11e31fef-b416-468c-b354-e69f6b8a945e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=11e31fef-b416-468c-b354-e69f6b8a945e,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:11:10.678442 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '11e31fef-b416-468c-b354-e69f6b8a945e', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'port_id': '11e31fef-b416-468c-b354-e69f6b8a945e', 'mac_address': 'fa:16:3e:06:04:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 21:11:10.758422 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:10.775032 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e31fef-b416-468c-b354-e69f6b8a945e {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 21:11:10.789425 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 11e31fef-b416-468c-b354-e69f6b8a945e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=11e31fef-b416-468c-b354-e69f6b8a945e,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:11:10.865207 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:10.930398 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=11e31fef-b416-468c-b354-e69f6b8a945e,revision_number=4']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:11:11.164127 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['11e31fef-b416-468c-b354-e69f6b8a945e'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 21:11:11.615490 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617117c-94c8-4888-a679-ff947678000c req-cb2afde0-8154-4634-b118-14ede9a839b2 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:11.616909 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1617117c-94c8-4888-a679-ff947678000c req-cb2afde0-8154-4634-b118-14ede9a839b2 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 944 time: 0.0823734 Mar 02 21:11:11.661823 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-1617117c-94c8-4888-a679-ff947678000c req-b50ebd35-21fe-4ee6-a73c-43f1d4af297d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390854 Mar 02 21:11:12.564116 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 11e31fef-b416-468c-b354-e69f6b8a945e up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:11:12.687684 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning for port 11e31fef-b416-468c-b354-e69f6b8a945e completed by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 21:11:12.692515 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 11e31fef-b416-468c-b354-e69f6b8a945e triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:11:12.692879 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:12.810390 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:12.838027 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:11:12.847695 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 11e31fef-b416-468c-b354-e69f6b8a945e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=11e31fef-b416-468c-b354-e69f6b8a945e,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:11:12.868761 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466880e0-5662-4116-bbbc-db7b47d0cfdb req-f89d1fc2-9dfd-405c-ba7f-e457d6d835e7 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:12.870494 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-466880e0-5662-4116-bbbc-db7b47d0cfdb req-f89d1fc2-9dfd-405c-ba7f-e457d6d835e7 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 944 time: 0.0822453 Mar 02 21:11:12.892153 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e', 'code': 200} Mar 02 21:11:12.918379 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-466880e0-5662-4116-bbbc-db7b47d0cfdb req-cb9c214c-5104-4bbf-bfec-3b48d340fd0c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420785 Mar 02 21:11:12.928121 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:12.995544 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=11e31fef-b416-468c-b354-e69f6b8a945e,revision_number=5']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:11:13.263742 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a86bfde-3ebb-457e-9400-28a5ee1cb7de req-7a198266-a40f-45d1-a466-a3df9b33ab6b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 1098 time: 0.0667713 Mar 02 21:11:13.309437 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2a86bfde-3ebb-457e-9400-28a5ee1cb7de req-8c06dd0b-9a00-4139-99f8-49cfe08118cf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355401 Mar 02 21:11:13.396476 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:14.121087 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955be43a-2da0-4c23-ac1a-ecb979b14082 req-c30f094d-90e6-4b67-aacf-0cdcd00060e3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:14.122532 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-955be43a-2da0-4c23-ac1a-ecb979b14082 req-c30f094d-90e6-4b67-aacf-0cdcd00060e3 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 945 time: 0.0784655 Mar 02 21:11:14.166918 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-955be43a-2da0-4c23-ac1a-ecb979b14082 req-2ed628e0-febe-4367-8c98-aa304dd573cc tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389836 Mar 02 21:11:15.359662 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da7e41-4b7c-420c-855c-004d5b8b9322 req-a7e1916c-a854-4b2e-beae-f32d8cfa635d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:15.361018 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b5da7e41-4b7c-420c-855c-004d5b8b9322 req-a7e1916c-a854-4b2e-beae-f32d8cfa635d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 945 time: 0.0768552 Mar 02 21:11:15.408584 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-b5da7e41-4b7c-420c-855c-004d5b8b9322 req-c4b130ce-ab3c-4f49-9b37-80e2450f885b tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Mar 02 21:11:15.600678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ddbcc-5543-431f-aa65-5e6b7019135a req-f5a25d92-92ad-4bca-b3ab-af30479f7f0e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:15.602152 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8c5ddbcc-5543-431f-aa65-5e6b7019135a req-f5a25d92-92ad-4bca-b3ab-af30479f7f0e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 945 time: 0.0765083 Mar 02 21:11:15.646986 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-8c5ddbcc-5543-431f-aa65-5e6b7019135a req-343c98f8-ae17-4436-8193-16c588ed0748 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385263 Mar 02 21:11:15.674982 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56126) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:11:15.746712 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-f337a002-8f12-4b4d-bb9e-1f6fa306f8aa tempest-TestSnapshotPattern-1729134854 tempest-TestSnapshotPattern-1729134854-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 1093 time: 0.0705957 Mar 02 21:11:15.749214 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56130) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:11:15.754187 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.v2.base [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Request body: {'floatingip': {'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'port_id': '11e31fef-b416-468c-b354-e69f6b8a945e', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84504) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 21:11:15.761069 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 21:11:15.764974 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Usage tracker for resource:floatingip and tenant:2067e9c12277422ea3fdc75e511342c3 is out of sync, need to count used quota {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 21:11:15.767804 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84504) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 21:11:15.773409 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.quota.driver [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84504) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 21:11:15.842462 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for floatingip, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:15.976840 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:16.107613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_common [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Allocated IP 172.26.5.248 (8365059c-528a-42c0-931f-6ee8653060e0/4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf/d4f35d71-76c6-49c0-81f5-432265e8e1ae) {{(pid=84504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 21:11:16.254393 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for port, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:16.390838 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773523393675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:16.460143 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Network 8365059c-528a-42c0-931f-6ee8653060e0 is already hosted by enough agents. {{(pid=84504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 21:11:16.462989 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.base_scheduler [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Resources bound (agent type, host, resource id): {{(pid=84504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 21:11:16.467284 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Received port after_create {{(pid=84504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 21:11:16.497215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'Port': ['ID=d4f35d71-76c6-49c0-81f5-432265e8e1ae,revision_number=1']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:11:16.512696 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:11:16.513036 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:11:16.513371 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:11:16.513701 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:11:16.514056 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:11:16.514381 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:11:16.514699 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:11:16.515019 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:11:16.515334 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:11:16.515647 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:11:16.515958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:11:17.052308 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:17.152984 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:17.162120 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-32198c29-c302-4390-9def-0d5451a2f25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:17.356407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for port, precommit_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:17.428247 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7007603'] for port, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:17.548427 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event updated for resources: {'Port': ['ID=d4f35d71-76c6-49c0-81f5-432265e8e1ae,revision_number=2']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:11:17.562985 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8050077'] for floatingip, after_update {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:17.751354 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.db.l3_db [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Floating IP d4024b62-ddb0-4fab-8f87-2cfc83e42034 associated. External IP: 172.26.5.248, port: 11e31fef-b416-468c-b354-e69f6b8a945e. Mar 02 21:11:18.142095 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Router 81519435-8f69-4bbb-aec0-893990f8fded has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:11:18.438006 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:11:18.448438 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceca085-8c47-4358-beba-8aaae525f2f5 None None] Sync routers for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:11:18.460061 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceca085-8c47-4358-beba-8aaae525f2f5 None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:11:18.460653 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2ceca085-8c47-4358-beba-8aaae525f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:11:18.528192 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:18.599267 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-9b49f1b6-2045-412b-9681-c4a647e6ff87 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8352716 Mar 02 21:11:18.599267 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:11:18.637176 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-2ceca085-8c47-4358-beba-8aaae525f2f5 None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:11:18.760799 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e', 'status': 'completed', 'code': 200} Mar 02 21:11:18.858523 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64843daf-8030-4b2f-ae25-ede7055e402d req-14bee3b2-40c4-47a9-88d2-973b70ed54c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 1098 time: 0.0760331 Mar 02 21:11:18.984974 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2ceca085-8c47-4358-beba-8aaae525f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'cdbe1711-5e9c-410a-9ca0-c250194d9edc', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:0d:7b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:08:39Z', 'updated_at': '2022-03-02T21:08:44Z', 'revision_number': 1, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}, {'id': 'd4024b62-ddb0-4fab-8f87-2cfc83e42034', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': '11e31fef-b416-468c-b354-e69f6b8a945e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:06:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:11:16Z', 'updated_at': '2022-03-02T21:11:16Z', 'revision_number': 0, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:11:18.988610 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceca085-8c47-4358-beba-8aaae525f2f5 None None] Checking router: 81519435-8f69-4bbb-aec0-893990f8fded for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:11:18.991165 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64843daf-8030-4b2f-ae25-ede7055e402d req-0abd2cca-a0bb-432b-9f54-160694039790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:18.992607 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64843daf-8030-4b2f-ae25-ede7055e402d req-0abd2cca-a0bb-432b-9f54-160694039790 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 912 time: 0.1283295 Mar 02 21:11:18.999028 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceca085-8c47-4358-beba-8aaae525f2f5 None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:11:18.999615 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2ceca085-8c47-4358-beba-8aaae525f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:10:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:11:19.099976 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64843daf-8030-4b2f-ae25-ede7055e402d req-c72f5c79-794e-44e4-978e-3c4ec24bedd2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e31fef-b416-468c-b354-e69f6b8a945e HTTP/1.1" status: 200 len: 999 time: 0.1012325 Mar 02 21:11:19.164092 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64843daf-8030-4b2f-ae25-ede7055e402d req-d0c95581-cdae-49c0-8a95-ab0dc136e044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:11:19.166175 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64843daf-8030-4b2f-ae25-ede7055e402d req-d0c95581-cdae-49c0-8a95-ab0dc136e044 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=909b0b4f-6c54-40de-bc61-b3703619588b HTTP/1.1" status: 200 len: 849 time: 0.0597212 Mar 02 21:11:19.176383 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-2ceca085-8c47-4358-beba-8aaae525f2f5 None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:11:19.245523 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64843daf-8030-4b2f-ae25-ede7055e402d req-40ece0a9-6462-481c-a5d6-5fbc70b5bbfd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d235652f-844b-4a8d-8a84-b76b387076b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731604 Mar 02 21:11:19.379918 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64843daf-8030-4b2f-ae25-ede7055e402d req-d8b5b788-8883-4e7f-8805-59c8b1bf50ed service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286311 Mar 02 21:11:19.407669 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e0393b89-7bf7-4823-b876-17a722d52061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:19.515047 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-64843daf-8030-4b2f-ae25-ede7055e402d req-19c731d3-2c42-4c31-887f-a48024ed9932 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285887 Mar 02 21:11:19.553028 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-2ceca085-8c47-4358-beba-8aaae525f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'cdbe1711-5e9c-410a-9ca0-c250194d9edc', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:0d:7b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:08:39Z', 'updated_at': '2022-03-02T21:08:44Z', 'revision_number': 1, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}, {'id': 'd4024b62-ddb0-4fab-8f87-2cfc83e42034', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': '11e31fef-b416-468c-b354-e69f6b8a945e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:06:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:11:16Z', 'updated_at': '2022-03-02T21:11:16Z', 'revision_number': 0, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:11:19.557531 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceca085-8c47-4358-beba-8aaae525f2f5 None None] The sync data for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv is: [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'cdbe1711-5e9c-410a-9ca0-c250194d9edc', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:0d:7b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:08:39Z', 'updated_at': '2022-03-02T21:08:44Z', 'revision_number': 1, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}, {'id': 'd4024b62-ddb0-4fab-8f87-2cfc83e42034', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': '11e31fef-b416-468c-b354-e69f6b8a945e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:06:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:11:16Z', 'updated_at': '2022-03-02T21:11:16Z', 'revision_number': 0, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:11:19.770514 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d9f2f-f224-4102-8231-57765f3e7b7a None None] New status for floating IP d4024b62-ddb0-4fab-8f87-2cfc83e42034: ACTIVE {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 21:11:20.616687 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:20.811274 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:22.097424 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:32.604847 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:11:43.427739 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:47.199423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-3de813ab-78f4-4e34-bca0-a3c31862c1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:49.456113 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4b93b30c-a9d9-401b-b2f9-4ea62de5fa32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:50.621770 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:50.810325 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:11:52.112472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:07.361532 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-3b62fb11-af07-4b13-9656-33bd41cce851 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674143 Mar 02 21:12:07.508770 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-c5c300ee-f194-4c2a-96c4-bd12d0cb808e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0688882 Mar 02 21:12:07.655416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-3381a477-bc15-43e6-8816-90f413d7ef2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:12:07.656729 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-3381a477-bc15-43e6-8816-90f413d7ef2d service neutron] 10.222.0.31 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 912 time: 0.1229930 Mar 02 21:12:07.761152 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-2f4cb085-b6ba-4701-ba78-0986c09531b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3 HTTP/1.1" status: 200 len: 998 time: 0.0937240 Mar 02 21:12:07.828306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-403ed03e-79b4-46ff-a0ed-9071b16aab7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:12:07.829660 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-403ed03e-79b4-46ff-a0ed-9071b16aab7d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=909b0b4f-6c54-40de-bc61-b3703619588b HTTP/1.1" status: 200 len: 849 time: 0.0584223 Mar 02 21:12:07.904617 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-1994c6d4-2c99-47db-8389-b09af3acc847 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d235652f-844b-4a8d-8a84-b76b387076b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665419 Mar 02 21:12:07.914715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-f609d93c-4600-4df0-a26e-ff3fe6df62e4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84504) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 21:12:07.915551 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-f609d93c-4600-4df0-a26e-ff3fe6df62e4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046060 Mar 02 21:12:08.134558 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-2d1f9807-fad6-4144-a7ff-00915169b64b service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125707 Mar 02 21:12:08.267510 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-4af52a89-4e56-45a7-a249-6f4fa3d3a66b req-37cf24c0-4af9-4f86-9ca0-c106e7be6698 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236067 Mar 02 21:12:09.604533 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:12:13.450607 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:17.187286 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eabc7120-8edd-4924-831e-cb314fdcfb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:19.375677 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e2e475ef-f6c6-4bb2-9d74-a5e74106647b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:20.626837 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:20.821471 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:22.115449 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:43.440901 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:46.604721 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:12:47.177772 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-95be92dd-2f53-4fac-b5f5-8a88882f25d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:49.139777 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 11e31fef-b416-468c-b354-e69f6b8a945e details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84505) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 21:12:49.273369 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 11e31fef-b416-468c-b354-e69f6b8a945e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=11e31fef-b416-468c-b354-e69f6b8a945e,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:12:49.285957 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Returning: {'device': '11e31fef-b416-468c-b354-e69f6b8a945e', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'port_id': '11e31fef-b416-468c-b354-e69f6b8a945e', 'mac_address': 'fa:16:3e:06:04:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84505) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 21:12:49.350946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:49.367946 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11e31fef-b416-468c-b354-e69f6b8a945e {{(pid=84505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 21:12:49.383115 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 11e31fef-b416-468c-b354-e69f6b8a945e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=11e31fef-b416-468c-b354-e69f6b8a945e,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:12:49.398513 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f6efa415-3881-41f6-b5c1-5d302d0b8a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:49.443838 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:49.511346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=11e31fef-b416-468c-b354-e69f6b8a945e,revision_number=6']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:12:49.519612 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:12:49.519956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:12:49.520288 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:12:49.520617 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:12:49.520944 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:12:49.521267 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:12:49.521588 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:12:49.521924 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:12:49.522275 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:12:49.522591 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:12:49.522910 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:12:49.529795 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] get_ports_and_sgs() called for port_ids ['11e31fef-b416-468c-b354-e69f6b8a945e'] {{(pid=84505) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 21:12:50.655309 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:50.832106 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:51.140119 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 11e31fef-b416-468c-b354-e69f6b8a945e up at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 21:12:51.214728 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Provisioning complete for port 11e31fef-b416-468c-b354-e69f6b8a945e triggered by entity L2. {{(pid=84505) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 21:12:51.215775 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1146401'] for port, provisioning_complete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:51.334136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:51.363219 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:12:51.380423 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 11e31fef-b416-468c-b354-e69f6b8a945e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=11e31fef-b416-468c-b354-e69f6b8a945e,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:12:51.436320 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e', 'code': 200} Mar 02 21:12:51.461268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:12:51.529663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=11e31fef-b416-468c-b354-e69f6b8a945e,revision_number=7']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:12:52.106705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:03.372817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56284) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:03.574516 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Deleting port d4f35d71-76c6-49c0-81f5-432265e8e1ae {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:03.574854 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:03.738702 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:03.738949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:03.855043 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Calling delete_port for d4f35d71-76c6-49c0-81f5-432265e8e1ae owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:04.057423 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:04.102778 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event deleted for resources: {'Port': ['ID=d4f35d71-76c6-49c0-81f5-432265e8e1ae,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:04.143298 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:04.143644 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:04.143978 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:04.144306 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:04.144637 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:04.144965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:04.145289 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:04.145611 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:04.145949 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:04.146270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:04.146586 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:04.205221 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:04.587456 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Router 81519435-8f69-4bbb-aec0-893990f8fded has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:13:04.885499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:13:04.895580 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524c4f3-5b36-476f-82b9-eacfff8e04bb None None] Sync routers for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:13:04.901163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:04.906896 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524c4f3-5b36-476f-82b9-eacfff8e04bb None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:13:04.907493 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6524c4f3-5b36-476f-82b9-eacfff8e04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:04.957933 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-2b4179ef-7170-454d-9e72-303dec457793 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "DELETE /v2.0/floatingips/d4024b62-ddb0-4fab-8f87-2cfc83e42034 HTTP/1.1" status: 204 len: 168 time: 1.5815804 Mar 02 21:13:04.957933 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:13:05.012183 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e', 'status': 'completed', 'code': 200} Mar 02 21:13:05.096930 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-6524c4f3-5b36-476f-82b9-eacfff8e04bb None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:13:05.131491 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7898502b-2e2d-4962-a7df-b5a837cfc6b3 req-68735938-245a-4f11-82bb-9b09acc924f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 1098 time: 0.0879412 Mar 02 21:13:05.265566 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898502b-2e2d-4962-a7df-b5a837cfc6b3 req-39331295-740f-4aa8-8c2b-1c066ac0dc1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:13:05.266980 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7898502b-2e2d-4962-a7df-b5a837cfc6b3 req-39331295-740f-4aa8-8c2b-1c066ac0dc1f service neutron] 10.222.0.31 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 912 time: 0.1277099 Mar 02 21:13:05.339872 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7898502b-2e2d-4962-a7df-b5a837cfc6b3 req-b77e1043-bfd8-4ffa-b59d-7eeed0df3a17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e31fef-b416-468c-b354-e69f6b8a945e HTTP/1.1" status: 200 len: 217 time: 0.0656812 Mar 02 21:13:05.405545 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898502b-2e2d-4962-a7df-b5a837cfc6b3 req-c67d8ca6-538f-4089-8ad1-40c46695b148 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:13:05.409468 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7898502b-2e2d-4962-a7df-b5a837cfc6b3 req-c67d8ca6-538f-4089-8ad1-40c46695b148 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=909b0b4f-6c54-40de-bc61-b3703619588b HTTP/1.1" status: 200 len: 849 time: 0.0597079 Mar 02 21:13:05.458714 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6524c4f3-5b36-476f-82b9-eacfff8e04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'cdbe1711-5e9c-410a-9ca0-c250194d9edc', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:0d:7b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:08:39Z', 'updated_at': '2022-03-02T21:08:44Z', 'revision_number': 1, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:05.462583 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524c4f3-5b36-476f-82b9-eacfff8e04bb None None] Checking router: 81519435-8f69-4bbb-aec0-893990f8fded for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:13:05.474034 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524c4f3-5b36-476f-82b9-eacfff8e04bb None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:13:05.474693 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6524c4f3-5b36-476f-82b9-eacfff8e04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:05.489290 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7898502b-2e2d-4962-a7df-b5a837cfc6b3 req-3cef010c-4abc-4e55-b813-ec0a4c646745 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d235652f-844b-4a8d-8a84-b76b387076b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728099 Mar 02 21:13:05.649440 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-6524c4f3-5b36-476f-82b9-eacfff8e04bb None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:13:05.681464 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7898502b-2e2d-4962-a7df-b5a837cfc6b3 req-69091e1a-aa04-4209-b4f2-8e8a13258e40 service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856060 Mar 02 21:13:05.688474 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652ea19-abbd-4f3b-958d-b77e4c748392 req-c40ed394-8225-4897-aa73-549048ef2519 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:13:05.689136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2652ea19-abbd-4f3b-958d-b77e4c748392 req-c40ed394-8225-4897-aa73-549048ef2519 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Synchronizing usage tracker for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 21:13:05.823327 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7898502b-2e2d-4962-a7df-b5a837cfc6b3 req-4142c3e2-87a4-4623-8732-2122441f227e service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305113 Mar 02 21:13:05.835172 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-2652ea19-abbd-4f3b-958d-b77e4c748392 req-c40ed394-8225-4897-aa73-549048ef2519 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Unset dirty status for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 21:13:05.836280 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2652ea19-abbd-4f3b-958d-b77e4c748392 req-c40ed394-8225-4897-aa73-549048ef2519 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 945 time: 0.3207374 Mar 02 21:13:05.883754 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-2652ea19-abbd-4f3b-958d-b77e4c748392 req-9ac3e3a5-7d4a-4915-91bc-08475bb1005e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407424 Mar 02 21:13:05.989861 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-6524c4f3-5b36-476f-82b9-eacfff8e04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'cdbe1711-5e9c-410a-9ca0-c250194d9edc', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:0d:7b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:08:39Z', 'updated_at': '2022-03-02T21:08:44Z', 'revision_number': 1, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:05.993756 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524c4f3-5b36-476f-82b9-eacfff8e04bb None None] The sync data for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv is: [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_floatingips': [{'id': 'cdbe1711-5e9c-410a-9ca0-c250194d9edc', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'floating_ip_address': '172.26.5.63', 'floating_network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'router_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'port_id': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'mac_address': 'fa:16:3e:0d:7b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T21:08:39Z', 'updated_at': '2022-03-02T21:08:44Z', 'revision_number': 1, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:13:06.209079 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632dbed-9b23-430e-8071-97aa59f42901 None None] New status for floating IP d4024b62-ddb0-4fab-8f87-2cfc83e42034: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 21:13:07.084952 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d3db-1596-4163-afde-e14ee22d7b54 req-845e26d5-19af-4a1e-8932-75741e8e884a tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:13:07.086420 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7d00d3db-1596-4163-afde-e14ee22d7b54 req-845e26d5-19af-4a1e-8932-75741e8e884a tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 945 time: 0.0807796 Mar 02 21:13:07.135401 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7d00d3db-1596-4163-afde-e14ee22d7b54 req-04811be4-22cc-4a89-b03e-e377ffcd2f1e tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Mar 02 21:13:07.248565 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 11e31fef-b416-468c-b354-e69f6b8a945e no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:13:07.357239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1075226'] for port, before_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:07.381338 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6f23-ea97-4904-9cd1-7c5b2fdb606e req-f1bc7af4-cdea-44b3-aeca-694abb263a05 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:13:07.382784 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dfec6f23-ea97-4904-9cd1-7c5b2fdb606e req-f1bc7af4-cdea-44b3-aeca-694abb263a05 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 945 time: 0.0759327 Mar 02 21:13:07.382967 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e'}] {{(pid=84505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:13:07.392460 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] For port 11e31fef-b416-468c-b354-e69f6b8a945e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=11e31fef-b416-468c-b354-e69f6b8a945e,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:13:07.439384 dv-neutron-831593-2-hyperv neutron-server[84505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e', 'code': 200} Mar 02 21:13:07.459108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [req-dfec6f23-ea97-4904-9cd1-7c5b2fdb606e req-69f9a76a-422c-4f1c-a74e-a114acfc636d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Deleting port 11e31fef-b416-468c-b354-e69f6b8a945e {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:07.459452 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-dfec6f23-ea97-4904-9cd1-7c5b2fdb606e req-69f9a76a-422c-4f1c-a74e-a114acfc636d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:07.468914 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773523832998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773523393693', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773523393738'] for port, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:07.538776 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Pushing event updated for resources: {'Port': ['ID=11e31fef-b416-468c-b354-e69f6b8a945e,revision_number=8']} {{(pid=84505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:07.697756 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [req-dfec6f23-ea97-4904-9cd1-7c5b2fdb606e req-69f9a76a-422c-4f1c-a74e-a114acfc636d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] For port 11e31fef-b416-468c-b354-e69f6b8a945e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=11e31fef-b416-468c-b354-e69f6b8a945e,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:13:07.698136 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-dfec6f23-ea97-4904-9cd1-7c5b2fdb606e req-69f9a76a-422c-4f1c-a74e-a114acfc636d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:07.908932 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [req-dfec6f23-ea97-4904-9cd1-7c5b2fdb606e req-69f9a76a-422c-4f1c-a74e-a114acfc636d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Calling delete_port for 11e31fef-b416-468c-b354-e69f6b8a945e owned by compute:nova {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:08.103067 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-dfec6f23-ea97-4904-9cd1-7c5b2fdb606e req-69f9a76a-422c-4f1c-a74e-a114acfc636d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:08.156884 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9a76a-422c-4f1c-a74e-a114acfc636d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event deleted for resources: {'Port': ['ID=11e31fef-b416-468c-b354-e69f6b8a945e,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:08.229157 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfec6f23-ea97-4904-9cd1-7c5b2fdb606e req-69f9a76a-422c-4f1c-a74e-a114acfc636d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] No DVR routers for this DVR port 11e31fef-b416-468c-b354-e69f6b8a945e on host hv-neutron-8315 {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 21:13:08.232182 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-dfec6f23-ea97-4904-9cd1-7c5b2fdb606e req-69f9a76a-422c-4f1c-a74e-a114acfc636d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:08.234841 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'name': 'network-vif-deleted', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:13:08.292283 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8654e3e-ca38-4663-ba32-2d1c5c4c3529', 'name': 'network-vif-deleted', 'tag': '11e31fef-b416-468c-b354-e69f6b8a945e', 'status': 'completed', 'code': 200} Mar 02 21:13:08.303741 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-480b13d5-3e37-49be-8712-ea73a18f5c50 req-d3d8e4f8-2adb-4f15-88aa-a0a8be757d67 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Synchronizing usage tracker for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 21:13:08.307070 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-dfec6f23-ea97-4904-9cd1-7c5b2fdb606e req-69f9a76a-422c-4f1c-a74e-a114acfc636d tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.31 "DELETE /v2.0/ports/11e31fef-b416-468c-b354-e69f6b8a945e HTTP/1.1" status: 204 len: 173 time: 0.9151855 Mar 02 21:13:08.420622 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-480b13d5-3e37-49be-8712-ea73a18f5c50 req-d3d8e4f8-2adb-4f15-88aa-a0a8be757d67 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Unset dirty status for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 21:13:08.421711 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-480b13d5-3e37-49be-8712-ea73a18f5c50 req-d3d8e4f8-2adb-4f15-88aa-a0a8be757d67 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8654e3e-ca38-4663-ba32-2d1c5c4c3529 HTTP/1.1" status: 200 len: 210 time: 0.1609054 Mar 02 21:13:10.775203 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56342) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:10.976487 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Deleting port ca935730-1c87-43f5-9611-3db3d91e5c39 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:10.976730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:11.146292 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:11.146615 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:11.265146 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 11e31fef-b416-468c-b354-e69f6b8a945e no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:13:11.267108 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Calling delete_port for ca935730-1c87-43f5-9611-3db3d91e5c39 owned by network:floatingip {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:11.298519 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: 11e31fef-b416-468c-b354-e69f6b8a945e {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:13:11.298862 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device 11e31fef-b416-468c-b354-e69f6b8a945e not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:13:11.480250 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:11.529010 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event deleted for resources: {'Port': ['ID=ca935730-1c87-43f5-9611-3db3d91e5c39,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:11.616572 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for floatingip, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:12.091849 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Router 81519435-8f69-4bbb-aec0-893990f8fded has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:13:12.302678 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:13:12.312542 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1289b049-3c48-4368-8ff6-f67b214c8555 None None] Sync routers for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:13:12.324026 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289b049-3c48-4368-8ff6-f67b214c8555 None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:13:12.324716 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1289b049-3c48-4368-8ff6-f67b214c8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:12.388546 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for floatingip, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:12.443737 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-7a24ee0e-4443-4d1d-b434-0c70074701e8 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "DELETE /v2.0/floatingips/cdbe1711-5e9c-410a-9ca0-c250194d9edc HTTP/1.1" status: 204 len: 168 time: 1.6670783 Mar 02 21:13:12.444301 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:13:12.502447 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'status': 'completed', 'code': 200} Mar 02 21:13:12.509524 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-1289b049-3c48-4368-8ff6-f67b214c8555 None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:13:12.607298 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41bfe6d0-5049-477f-99e8-03058885a5dc req-646151ad-275a-4562-ab21-ae77f6b76d3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2067e9c12277422ea3fdc75e511342c3&device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0759039 Mar 02 21:13:12.749054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfe6d0-5049-477f-99e8-03058885a5dc req-8cd2f408-a99e-473d-a3e4-e557e1029565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:13:12.750555 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41bfe6d0-5049-477f-99e8-03058885a5dc req-8cd2f408-a99e-473d-a3e4-e557e1029565 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 200 len: 912 time: 0.1329079 Mar 02 21:13:12.827924 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1289b049-3c48-4368-8ff6-f67b214c8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:12.833096 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1289b049-3c48-4368-8ff6-f67b214c8555 None None] Checking router: 81519435-8f69-4bbb-aec0-893990f8fded for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:13:12.833363 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41bfe6d0-5049-477f-99e8-03058885a5dc req-0d88694c-4344-486a-990d-a71f22292daf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3 HTTP/1.1" status: 200 len: 217 time: 0.0701482 Mar 02 21:13:12.844669 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289b049-3c48-4368-8ff6-f67b214c8555 None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:13:12.845251 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1289b049-3c48-4368-8ff6-f67b214c8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:12:49Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:12.906430 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfe6d0-5049-477f-99e8-03058885a5dc req-28d6920b-a022-4235-abc2-9c4b02b03558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:13:12.907829 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41bfe6d0-5049-477f-99e8-03058885a5dc req-28d6920b-a022-4235-abc2-9c4b02b03558 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=909b0b4f-6c54-40de-bc61-b3703619588b HTTP/1.1" status: 200 len: 849 time: 0.0604122 Mar 02 21:13:13.025459 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-1289b049-3c48-4368-8ff6-f67b214c8555 None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:13:13.049258 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84147-1b5e-485f-bf89-e77a1427ebb5 req-87213dfe-8203-4c96-96c7-4f1de86f9ae5 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:13:13.049957 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-76c84147-1b5e-485f-bf89-e77a1427ebb5 req-87213dfe-8203-4c96-96c7-4f1de86f9ae5 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Synchronizing usage tracker for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:port {{(pid=84504) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 21:13:13.058775 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41bfe6d0-5049-477f-99e8-03058885a5dc req-642df1d4-105b-44a8-9ab8-32a3fbaa704d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d235652f-844b-4a8d-8a84-b76b387076b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1434257 Mar 02 21:13:13.140242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.quota.resource [req-76c84147-1b5e-485f-bf89-e77a1427ebb5 req-87213dfe-8203-4c96-96c7-4f1de86f9ae5 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Unset dirty status for tenant:2067e9c12277422ea3fdc75e511342c3 on resource:port {{(pid=84504) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 21:13:13.141378 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-76c84147-1b5e-485f-bf89-e77a1427ebb5 req-87213dfe-8203-4c96-96c7-4f1de86f9ae5 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 943 time: 0.1973612 Mar 02 21:13:13.221327 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-76c84147-1b5e-485f-bf89-e77a1427ebb5 req-8e2f130b-1871-4d45-aba0-cf0184451116 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722301 Mar 02 21:13:13.228727 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41bfe6d0-5049-477f-99e8-03058885a5dc req-be63cf11-8c7a-4c7d-8c97-4a1c10ae64ed service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634514 Mar 02 21:13:13.359975 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-1289b049-3c48-4368-8ff6-f67b214c8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:13.362909 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-41bfe6d0-5049-477f-99e8-03058885a5dc req-08f6b7f7-523e-494e-9543-124c64382cae service neutron] 10.222.0.31 "GET /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276393 Mar 02 21:13:13.364013 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1289b049-3c48-4368-8ff6-f67b214c8555 None None] The sync data for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv is: [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:08:07Z', 'revision_number': 4, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv', '_interfaces': [{'id': '1696cf6e-952a-46a3-aac7-58c118930690', 'name': '', 'network_id': 'd235652f-844b-4a8d-8a84-b76b387076b4', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'mac_address': 'fa:16:3e:9f:af:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:06Z', 'updated_at': '2022-03-02T21:08:14Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'subnets': [{'id': '909b0b4f-6c54-40de-bc61-b3703619588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:13:13.463269 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:13.582524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2106897-b968-4f55-8879-c6018c9de58c None None] New status for floating IP cdbe1711-5e9c-410a-9ca0-c250194d9edc: DOWN {{(pid=84505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 21:13:14.414518 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be06c34-cb80-42fb-abaf-5405e024b3fd req-ade46a93-4985-43af-9ce6-b6a063ac3eef tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:13:14.415854 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7be06c34-cb80-42fb-abaf-5405e024b3fd req-ade46a93-4985-43af-9ce6-b6a063ac3eef tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 943 time: 0.0740640 Mar 02 21:13:14.472022 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-7be06c34-cb80-42fb-abaf-5405e024b3fd req-b663b2cd-5d94-41f8-b1b0-d5beb23c893a tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b4041e8-f416-4874-a823-df5a2a72689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501750 Mar 02 21:13:14.805160 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4211e00-426c-414f-a12e-8cf298dbf451 req-9680e547-1311-4916-a76c-06a801412a49 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84504) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 21:13:14.806610 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f4211e00-426c-414f-a12e-8cf298dbf451 req-9680e547-1311-4916-a76c-06a801412a49 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 943 time: 0.0734818 Mar 02 21:13:14.874603 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [req-f4211e00-426c-414f-a12e-8cf298dbf451 req-d1a525f8-5777-4d40-9952-5c9e63023077 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Deleting port f477ffd3-6ca1-485e-9059-b94693a42bd3 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:14.874936 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-f4211e00-426c-414f-a12e-8cf298dbf451 req-d1a525f8-5777-4d40-9952-5c9e63023077 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:15.205511 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [req-f4211e00-426c-414f-a12e-8cf298dbf451 req-d1a525f8-5777-4d40-9952-5c9e63023077 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] For port f477ffd3-6ca1-485e-9059-b94693a42bd3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f477ffd3-6ca1-485e-9059-b94693a42bd3,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:13:15.205861 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-f4211e00-426c-414f-a12e-8cf298dbf451 req-d1a525f8-5777-4d40-9952-5c9e63023077 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:15.326336 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [req-f4211e00-426c-414f-a12e-8cf298dbf451 req-d1a525f8-5777-4d40-9952-5c9e63023077 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Calling delete_port for f477ffd3-6ca1-485e-9059-b94693a42bd3 owned by compute:nova {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:15.512499 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-f4211e00-426c-414f-a12e-8cf298dbf451 req-d1a525f8-5777-4d40-9952-5c9e63023077 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:15.564789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a525f8-5777-4d40-9952-5c9e63023077 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event deleted for resources: {'Port': ['ID=f477ffd3-6ca1-485e-9059-b94693a42bd3,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:15.681217 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4211e00-426c-414f-a12e-8cf298dbf451 req-d1a525f8-5777-4d40-9952-5c9e63023077 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] No DVR routers for this DVR port f477ffd3-6ca1-485e-9059-b94693a42bd3 on host hv-neutron-8315 {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 21:13:15.685682 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-ee26a8f3-c81c-460c-85f3-7404bf35f7d8 req-f9ea6052-c40b-4fd7-b9f2-fe21f842f83c tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fa5866-775e-4946-b702-f03c22b3e3c1 HTTP/1.1" status: 200 len: 210 time: 0.0842512 Mar 02 21:13:15.686607 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [req-f4211e00-426c-414f-a12e-8cf298dbf451 req-d1a525f8-5777-4d40-9952-5c9e63023077 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154852'] for port, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:15.689060 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'name': 'network-vif-deleted', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3'}] {{(pid=84504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 21:13:15.744128 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fa5866-775e-4946-b702-f03c22b3e3c1', 'name': 'network-vif-deleted', 'tag': 'f477ffd3-6ca1-485e-9059-b94693a42bd3', 'status': 'completed', 'code': 200} Mar 02 21:13:15.758338 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [req-f4211e00-426c-414f-a12e-8cf298dbf451 req-d1a525f8-5777-4d40-9952-5c9e63023077 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.31 "DELETE /v2.0/ports/f477ffd3-6ca1-485e-9059-b94693a42bd3 HTTP/1.1" status: 204 len: 173 time: 0.9438553 Mar 02 21:13:16.790568 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56360) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:16.924158 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e31dd29-10a2-4d95-9bac-77b774b4e0a1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:16.953149 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e31dd29-10a2-4d95-9bac-77b774b4e0a1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:17.077596 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e31dd29-10a2-4d95-9bac-77b774b4e0a1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:17.095252 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31dd29-10a2-4d95-9bac-77b774b4e0a1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4041e8-f416-4874-a823-df5a2a72689d,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:17.168186 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8e31dd29-10a2-4d95-9bac-77b774b4e0a1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] Notify callbacks [] for security_group, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:17.169307 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8e31dd29-10a2-4d95-9bac-77b774b4e0a1 tempest-TestSnapshotPattern-1174546585 tempest-TestSnapshotPattern-1174546585-project] 10.222.0.44 "DELETE /v2.0/security-groups/0b4041e8-f416-4874-a823-df5a2a72689d HTTP/1.1" status: 204 len: 168 time: 0.3777492 Mar 02 21:13:17.189065 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-027dd614-9b37-471b-9248-53039bc02d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:17.291407 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56368) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:17.796003 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:18.467023 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] Deleting port 1696cf6e-952a-46a3-aac7-58c118930690 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:18.467270 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:18.632900 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] For port 1696cf6e-952a-46a3-aac7-58c118930690, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1696cf6e-952a-46a3-aac7-58c118930690,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:13:18.633242 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:18.750576 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] Calling delete_port for 1696cf6e-952a-46a3-aac7-58c118930690 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:18.985965 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:19.035285 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] Pushing event deleted for resources: {'Port': ['ID=1696cf6e-952a-46a3-aac7-58c118930690,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:19.320163 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:19.331807 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f477ffd3-6ca1-485e-9059-b94693a42bd3 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:13:19.368467 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] No Port match for: f477ffd3-6ca1-485e-9059-b94693a42bd3 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:13:19.368805 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Device f477ffd3-6ca1-485e-9059-b94693a42bd3 not bound to the agent host hv-neutron-8315 {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:13:19.423161 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7f690bb1-c070-4dc9-83d1-511f93ca3b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:19.968352 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] Router 81519435-8f69-4bbb-aec0-893990f8fded has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:13:20.177035 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:13:20.185897 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04791e0a-3cdd-463c-abd0-de19d452350b None None] Sync routers for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:13:20.189299 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-133c0c92-a6e4-4ea4-acf0-bad2c812ab99 admin admin] 10.222.0.44 "PUT /v2.0/routers/81519435-8f69-4bbb-aec0-893990f8fded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8968022 Mar 02 21:13:20.191730 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56374) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:20.199381 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04791e0a-3cdd-463c-abd0-de19d452350b None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:13:20.200006 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-04791e0a-3cdd-463c-abd0-de19d452350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:20.380156 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-04791e0a-3cdd-463c-abd0-de19d452350b None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: dv-neutron-831593-2-hyperv {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:13:20.389390 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:20.588357 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:20.621159 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:20.672038 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Deleting port 6905fa17-02a8-4d9d-8735-31f2867a2f87 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:20.672383 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:20.698740 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-04791e0a-3cdd-463c-abd0-de19d452350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:13:18Z', 'revision_number': 5, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port': {'id': '6905fa17-02a8-4d9d-8735-31f2867a2f87', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81519435-8f69-4bbb-aec0-893990f8fded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:04Z', 'updated_at': '2022-03-02T21:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:20.703014 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04791e0a-3cdd-463c-abd0-de19d452350b None None] Checking router: 81519435-8f69-4bbb-aec0-893990f8fded for host: dv-neutron-831593-2-hyperv {{(pid=84506) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:13:20.713570 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04791e0a-3cdd-463c-abd0-de19d452350b None None] Routers {'81519435-8f69-4bbb-aec0-893990f8fded'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84506) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:13:20.714594 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-04791e0a-3cdd-463c-abd0-de19d452350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['81519435-8f69-4bbb-aec0-893990f8fded'], 'active': True} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:20.820663 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:20.848414 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] For port 6905fa17-02a8-4d9d-8735-31f2867a2f87, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=6905fa17-02a8-4d9d-8735-31f2867a2f87,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:13:20.848694 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:20.866650 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_dvr_db [None req-04791e0a-3cdd-463c-abd0-de19d452350b None None] Set router 81519435-8f69-4bbb-aec0-893990f8fded gateway port host: None {{(pid=84506) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:13:20.969988 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.l3_hamode_db [None req-04791e0a-3cdd-463c-abd0-de19d452350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:13:20Z', 'revision_number': 6, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port_host': None}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:20.973765 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04791e0a-3cdd-463c-abd0-de19d452350b None None] The sync data for ids ['81519435-8f69-4bbb-aec0-893990f8fded'] in dv-neutron-831593-2-hyperv is: [{'id': '81519435-8f69-4bbb-aec0-893990f8fded', 'name': 'tempest-TestSnapshotPattern-1427646714-router', 'tenant_id': '2067e9c12277422ea3fdc75e511342c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:03Z', 'updated_at': '2022-03-02T21:13:20Z', 'revision_number': 6, 'project_id': '2067e9c12277422ea3fdc75e511342c3', 'gw_port_host': None}] {{(pid=84506) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:13:20.974271 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Calling delete_port for 6905fa17-02a8-4d9d-8735-31f2867a2f87 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:21.223116 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:21.266416 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6905fa17-02a8-4d9d-8735-31f2867a2f87,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:21.576341 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:21.832370 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:21.836817 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:21.940062 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:21.940580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81519435-8f69-4bbb-aec0-893990f8fded {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 21:13:21.954215 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:21.956378 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-24dae5d7-d9c5-4024-9818-7d11182777cd admin admin] 10.222.0.44 "DELETE /v2.0/routers/81519435-8f69-4bbb-aec0-893990f8fded HTTP/1.1" status: 204 len: 168 time: 1.7637658 Mar 02 21:13:21.965534 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56378) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:22.021429 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed49db1-377b-4a1f-8d4b-33401ae7731d admin admin] Deleting subnet 909b0b4f-6c54-40de-bc61-b3703619588b {{(pid=84504) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 21:13:22.024578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bed49db1-377b-4a1f-8d4b-33401ae7731d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.074101 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bed49db1-377b-4a1f-8d4b-33401ae7731d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7007622'] for subnet, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.106999 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.152733 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bed49db1-377b-4a1f-8d4b-33401ae7731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.271788 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bed49db1-377b-4a1f-8d4b-33401ae7731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6978953'] for subnet, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.312142 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed49db1-377b-4a1f-8d4b-33401ae7731d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=909b0b4f-6c54-40de-bc61-b3703619588b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:22.316629 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bed49db1-377b-4a1f-8d4b-33401ae7731d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.321984 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba0dc70-d149-4393-8c24-ca337bebf32b None None] Network d235652f-844b-4a8d-8a84-b76b387076b4 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 21:13:22.323546 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bed49db1-377b-4a1f-8d4b-33401ae7731d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/909b0b4f-6c54-40de-bc61-b3703619588b HTTP/1.1" status: 204 len: 168 time: 0.3636923 Mar 02 21:13:22.325980 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56382) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:22.388418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6905fa17-02a8-4d9d-8735-31f2867a2f87 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:13:22.434091 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.435077 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 6905fa17-02a8-4d9d-8735-31f2867a2f87 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:13:22.435408 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 6905fa17-02a8-4d9d-8735-31f2867a2f87 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:13:22.435819 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1696cf6e-952a-46a3-aac7-58c118930690 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:13:22.444235 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Deleting port 57a92a94-0260-42b2-81f7-0acff7e36b9c {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:22.444594 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.482803 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 1696cf6e-952a-46a3-aac7-58c118930690 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:13:22.483140 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1696cf6e-952a-46a3-aac7-58c118930690 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:13:22.647361 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ee3b80-8dba-4a1c-adc4-0ec188110880 None None] DHCP port deletion for d235652f-844b-4a8d-8a84-b76b387076b4 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 21:13:22.651963 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-58ee3b80-8dba-4a1c-adc4-0ec188110880 None None] Deleting port 57a92a94-0260-42b2-81f7-0acff7e36b9c {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:22.652332 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-58ee3b80-8dba-4a1c-adc4-0ec188110880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.653451 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] For port 57a92a94-0260-42b2-81f7-0acff7e36b9c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=57a92a94-0260-42b2-81f7-0acff7e36b9c,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:13:22.653802 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.770908 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Calling delete_port for 57a92a94-0260-42b2-81f7-0acff7e36b9c owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:22.882904 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-58ee3b80-8dba-4a1c-adc4-0ec188110880 None None] For port 57a92a94-0260-42b2-81f7-0acff7e36b9c, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=57a92a94-0260-42b2-81f7-0acff7e36b9c,segment=NetworkSegment(62a10743-cddc-4abe-bf60-f355d3f81f3a),segment_id=62a10743-cddc-4abe-bf60-f355d3f81f3a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:13:22.883536 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-58ee3b80-8dba-4a1c-adc4-0ec188110880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.957580 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:22.998437 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-58ee3b80-8dba-4a1c-adc4-0ec188110880 None None] Calling delete_port for 57a92a94-0260-42b2-81f7-0acff7e36b9c owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:23.002799 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a92a94-0260-42b2-81f7-0acff7e36b9c,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:23.006563 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] No DVR routers for this DVR port 57a92a94-0260-42b2-81f7-0acff7e36b9c on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 21:13:23.063575 dv-neutron-831593-2-hyperv neutron-server[84505]: util.warn( Mar 02 21:13:23.068406 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-58ee3b80-8dba-4a1c-adc4-0ec188110880 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 21:13:23.068764 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-58ee3b80-8dba-4a1c-adc4-0ec188110880 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 21:13:23.222360 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:23.247054 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d235652f-844b-4a8d-8a84-b76b387076b4']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:23.258608 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a10743-cddc-4abe-bf60-f355d3f81f3a') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:23.258895 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a10743-cddc-4abe-bf60-f355d3f81f3a') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:23.269979 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:23.286265 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:23.293029 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 21:13:23.293400 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 21:13:23.306210 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 21:13:23.431564 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:23.446940 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:23.457968 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d235652f-844b-4a8d-8a84-b76b387076b4,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:23.524412 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-49f631d9-ddaa-4840-bc42-d7e6d50ec9e9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d235652f-844b-4a8d-8a84-b76b387076b4 HTTP/1.1" status: 204 len: 168 time: 1.1972096 Mar 02 21:13:23.527704 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56386) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:23.570238 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-58ee3b80-8dba-4a1c-adc4-0ec188110880 None None] Deleting port 57a92a94-0260-42b2-81f7-0acff7e36b9c {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:23.570804 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-58ee3b80-8dba-4a1c-adc4-0ec188110880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:23.605486 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:13:23.634713 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-58ee3b80-8dba-4a1c-adc4-0ec188110880 None None] The port '57a92a94-0260-42b2-81f7-0acff7e36b9c' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 21:13:23.928290 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8048815'] for router_interface, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:24.344156 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 57a92a94-0260-42b2-81f7-0acff7e36b9c no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:13:24.377126 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 57a92a94-0260-42b2-81f7-0acff7e36b9c {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:13:24.377462 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 57a92a94-0260-42b2-81f7-0acff7e36b9c not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:13:24.603969 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] Deleting port 8e44ebd8-886f-4e58-892f-2dadf84360c6 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:24.604640 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:24.780789 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] For port 8e44ebd8-886f-4e58-892f-2dadf84360c6, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=8e44ebd8-886f-4e58-892f-2dadf84360c6,segment=NetworkSegment(82dac030-97a5-400f-9150-59d029ef3d2a),segment_id=82dac030-97a5-400f-9150-59d029ef3d2a)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:13:24.781132 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:24.987422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] Calling delete_port for 8e44ebd8-886f-4e58-892f-2dadf84360c6 owned by network:router_interface {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:25.211681 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:25.258500 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] Pushing event deleted for resources: {'Port': ['ID=8e44ebd8-886f-4e58-892f-2dadf84360c6,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:25.538715 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6953242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8048888'] for router_interface, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:26.100551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] Router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 has already been hosted by L3 agent cbd1dfe5-cf6c-4c3e-a343-c8814de2b884 {{(pid=84504) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 21:13:26.294494 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] Notify agent at l3_agent.dv-neutron-831593-2-hyperv the message routers_updated {{(pid=84504) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 21:13:26.304112 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea66095-9005-4186-9a2a-cc27aa4e31ff None None] Sync routers for ids ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'] in dv-neutron-831593-2-hyperv {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 21:13:26.317373 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea66095-9005-4186-9a2a-cc27aa4e31ff None None] Routers {'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:13:26.318018 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-fea66095-9005-4186-9a2a-cc27aa4e31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:26.371155 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-6052d6af-47f5-4adb-a999-1d72f46b01eb admin admin] 10.222.0.44 "PUT /v2.0/routers/ffaa1df6-eff8-4709-b9bc-3bacb2aeb220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8423519 Mar 02 21:13:26.373661 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56390) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:26.501338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-fea66095-9005-4186-9a2a-cc27aa4e31ff None None] Set router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:13:26.672299 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:26.783338 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-fea66095-9005-4186-9a2a-cc27aa4e31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'name': 'tempest-TestSnapshotPattern-1914545795-router', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:13:25Z', 'revision_number': 5, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'gw_port': {'id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:26.787346 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea66095-9005-4186-9a2a-cc27aa4e31ff None None] Checking router: ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 for host: dv-neutron-831593-2-hyperv {{(pid=84505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 21:13:26.798763 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea66095-9005-4186-9a2a-cc27aa4e31ff None None] Routers {'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'} bound to L3 agent in host dv-neutron-831593-2-hyperv {{(pid=84505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 21:13:26.799363 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-fea66095-9005-4186-9a2a-cc27aa4e31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831593-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T20:01:49Z,description=,heartbeat_timestamp=2022-03-02T21:13:19Z,host='dv-neutron-831593-2-hyperv',id=cbd1dfe5-cf6c-4c3e-a343-c8814de2b884,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T20:01:50Z,topic='l3_agent')) {'router_ids': ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'], 'active': True} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:26.871663 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:26.940551 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Deleting port 1f6a7a08-bc10-4b17-a174-91927bf1f879 {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:26.940819 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:26.973627 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_dvr_db [None req-fea66095-9005-4186-9a2a-cc27aa4e31ff None None] Set router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 gateway port host: dv-neutron-831593-2-hyperv {{(pid=84505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 21:13:27.115526 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] For port 1f6a7a08-bc10-4b17-a174-91927bf1f879, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=1f6a7a08-bc10-4b17-a174-91927bf1f879,segment=NetworkSegment(012a4ca5-8401-4ec6-b69d-978260f7514b),segment_id=012a4ca5-8401-4ec6-b69d-978260f7514b)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:13:27.116110 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:27.262147 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.db.l3_hamode_db [None req-fea66095-9005-4186-9a2a-cc27aa4e31ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'name': 'tempest-TestSnapshotPattern-1914545795-router', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:13:25Z', 'revision_number': 5, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'gw_port': {'id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}], 'dv-neutron-831593-2-hyperv', False) {} {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:27.265935 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea66095-9005-4186-9a2a-cc27aa4e31ff None None] The sync data for ids ['ffaa1df6-eff8-4709-b9bc-3bacb2aeb220'] in dv-neutron-831593-2-hyperv is: [{'id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'name': 'tempest-TestSnapshotPattern-1914545795-router', 'tenant_id': '22bc2b050af440f5be61cdc02a29d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'external_fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:13:25Z', 'revision_number': 5, 'project_id': '22bc2b050af440f5be61cdc02a29d332', 'gw_port': {'id': '1f6a7a08-bc10-4b17-a174-91927bf1f879', 'name': '', 'network_id': '8365059c-528a-42c0-931f-6ee8653060e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:11:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa1df6-eff8-4709-b9bc-3bacb2aeb220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831593-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T21:08:11Z', 'updated_at': '2022-03-02T21:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e7c89be-bd91-44ab-9e3d-d1ce3dd84eaf', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831593-2-hyperv'}] {{(pid=84505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 21:13:27.266752 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Calling delete_port for 1f6a7a08-bc10-4b17-a174-91927bf1f879 owned by network:router_gateway {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:27.491131 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:27.538237 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6a7a08-bc10-4b17-a174-91927bf1f879,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:27.765255 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8050098'] for router_gateway, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.131613 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8052546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8126'] for router, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.136283 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.254422 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052718'] for router, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.254958 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 {{(pid=84504) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 21:13:28.267134 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.268263 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-bad04e32-fbfb-41c4-abc1-fd213ab62ba4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ffaa1df6-eff8-4709-b9bc-3bacb2aeb220 HTTP/1.1" status: 204 len: 168 time: 1.8936698 Mar 02 21:13:28.270831 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 56394) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:28.340289 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.db.db_base_plugin_v2 [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Deleting subnet 5ea5847a-386f-4cb3-a9e4-37503aee6149 {{(pid=84503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 21:13:28.343850 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.371103 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8e44ebd8-886f-4e58-892f-2dadf84360c6 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:13:28.404551 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7063445'] for subnet, precommit_delete_associations {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.444488 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 8e44ebd8-886f-4e58-892f-2dadf84360c6 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:13:28.444834 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 8e44ebd8-886f-4e58-892f-2dadf84360c6 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:13:28.485994 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1134789'] for subnet, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.600422 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1134796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7828133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6960425'] for subnet, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.637120 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea5847a-386f-4cb3-a9e4-37503aee6149,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:28.644880 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.649577 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be823552-449b-41c4-ae5e-af929cce7a0d None None] Network a2629980-d598-4dc6-ad6b-93b7ab3a4510 requested from dv-neutron-831593-2-hyperv {{(pid=84505) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 21:13:28.655471 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5ea5847a-386f-4cb3-a9e4-37503aee6149 HTTP/1.1" status: 204 len: 168 time: 0.3835690 Mar 02 21:13:28.657755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:28.657755 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:28.657984 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:28.658191 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.wsgi [-] (84504) accepted ('10.222.0.44', 56400) {{(pid=84504) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:28.658295 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:28.658583 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:28.658910 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:28.659233 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:28.659555 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:28.659869 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:28.660177 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:28.660495 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c335d70c-c05b-46e2-8699-3689d130f0f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831593-2-hyperv {{(pid=84503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 21:13:28.771867 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1092129'] for network, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.782533 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Deleting port f76cfa98-6139-4917-9d23-7e8628948b1b {{(pid=84504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:28.783073 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.906590 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0430bee2-1e7f-4cd5-8faf-04c1ef5a37ae None None] DHCP port deletion for a2629980-d598-4dc6-ad6b-93b7ab3a4510 request from dv-neutron-831593-2-hyperv {{(pid=84505) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 21:13:28.910820 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0430bee2-1e7f-4cd5-8faf-04c1ef5a37ae None None] Deleting port f76cfa98-6139-4917-9d23-7e8628948b1b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:28.911188 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0430bee2-1e7f-4cd5-8faf-04c1ef5a37ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:28.993276 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.db [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] For port f76cfa98-6139-4917-9d23-7e8628948b1b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f76cfa98-6139-4917-9d23-7e8628948b1b,segment=NetworkSegment(82dac030-97a5-400f-9150-59d029ef3d2a),segment_id=82dac030-97a5-400f-9150-59d029ef3d2a)] {{(pid=84504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:13:28.993578 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:29.114033 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.db [None req-0430bee2-1e7f-4cd5-8faf-04c1ef5a37ae None None] For port f76cfa98-6139-4917-9d23-7e8628948b1b, host dv-neutron-831593-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831593-2-hyperv',level=0,port_id=f76cfa98-6139-4917-9d23-7e8628948b1b,segment=NetworkSegment(82dac030-97a5-400f-9150-59d029ef3d2a),segment_id=82dac030-97a5-400f-9150-59d029ef3d2a)] {{(pid=84505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 21:13:29.114418 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0430bee2-1e7f-4cd5-8faf-04c1ef5a37ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8108957'] for port, precommit_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:29.115105 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.plugin [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Calling delete_port for f76cfa98-6139-4917-9d23-7e8628948b1b owned by network:dhcp {{(pid=84504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:29.246409 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0430bee2-1e7f-4cd5-8faf-04c1ef5a37ae None None] Calling delete_port for f76cfa98-6139-4917-9d23-7e8628948b1b owned by network:dhcp {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 21:13:29.257528 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773523832980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773523393684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7007498'] for port, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:29.302547 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Pushing event deleted for resources: {'Port': ['ID=f76cfa98-6139-4917-9d23-7e8628948b1b,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:29.308630 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] No DVR routers for this DVR port f76cfa98-6139-4917-9d23-7e8628948b1b on host dv-neutron-831593-2-hyperv {{(pid=84504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 21:13:29.323664 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.db.api [None req-0430bee2-1e7f-4cd5-8faf-04c1ef5a37ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 21:13:29.324021 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG oslo_db.api [None req-0430bee2-1e7f-4cd5-8faf-04c1ef5a37ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 21:13:29.423040 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1133392', 'neutron.services.segments.db._delete_segments_for_network-8773523863417'] for network, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:29.447275 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2629980-d598-4dc6-ad6b-93b7ab3a4510']}} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:29.459832 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dac030-97a5-400f-9150-59d029ef3d2a') {'for_net_delete': True} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:29.460127 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.services.segments.db [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dac030-97a5-400f-9150-59d029ef3d2a') {} {{(pid=84504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 21:13:29.471806 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773523863300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7007093'] for segment, before_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:29.487685 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1301411'] for segment, precommit_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:29.493559 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=84504) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 21:13:29.495484 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1301432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7007575'] for segment, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: Traceback (most recent call last): Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: timer() Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: cb(*args, **kw) Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: return func(*args, **kwargs) Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: self._notify() Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: self.callback(batched_events) Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: event.method(event) Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: return f(self, *a, **k) Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._get(url).json() Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: return self.request(url, 'GET', **kwargs) Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 21:13:29.511437 dv-neutron-831593-2-hyperv neutron-server[84504]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 21:13:29.645345 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1133403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6953463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8050095'] for network, after_delete {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:29.660919 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron_lib.callbacks.manager [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Notify callbacks [] for network, before_response {{(pid=84504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:29.671391 dv-neutron-831593-2-hyperv neutron-server[84504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2629980-d598-4dc6-ad6b-93b7ab3a4510,revision_number=None']} {{(pid=84504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:29.678398 dv-neutron-831593-2-hyperv neutron-server[84504]: INFO neutron.wsgi [None req-8760357b-d4a9-405a-aa98-1b071531d321 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a2629980-d598-4dc6-ad6b-93b7ab3a4510 HTTP/1.1" status: 204 len: 168 time: 1.0192857 Mar 02 21:13:29.825434 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0430bee2-1e7f-4cd5-8faf-04c1ef5a37ae None None] Deleting port f76cfa98-6139-4917-9d23-7e8628948b1b {{(pid=84505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 21:13:29.825992 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0430bee2-1e7f-4cd5-8faf-04c1ef5a37ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773523794387'] for port, before_delete {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:29.888063 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-0430bee2-1e7f-4cd5-8faf-04c1ef5a37ae None None] The port 'f76cfa98-6139-4917-9d23-7e8628948b1b' was deleted {{(pid=84505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 21:13:30.012268 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 56406) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:30.066615 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-c17e98d5-e3de-4d72-8fab-2cdcd90df868 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2067e9c12277422ea3fdc75e511342c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531607 Mar 02 21:13:30.069033 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 56410) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:30.130421 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19abc0cc-0bab-426c-821f-2d5a0e82de6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:30.155795 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19abc0cc-0bab-426c-821f-2d5a0e82de6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:30.268465 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19abc0cc-0bab-426c-821f-2d5a0e82de6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:30.285779 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abc0cc-0bab-426c-821f-2d5a0e82de6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e085c32-818a-48bb-af15-7f85a9729d68,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:30.292553 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-19abc0cc-0bab-426c-821f-2d5a0e82de6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:30.293688 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-19abc0cc-0bab-426c-821f-2d5a0e82de6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e085c32-818a-48bb-af15-7f85a9729d68 HTTP/1.1" status: 204 len: 168 time: 0.2237856 Mar 02 21:13:30.354876 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1f6a7a08-bc10-4b17-a174-91927bf1f879 no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:13:30.389621 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: 1f6a7a08-bc10-4b17-a174-91927bf1f879 {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:13:30.389981 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device 1f6a7a08-bc10-4b17-a174-91927bf1f879 not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:13:30.390396 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f76cfa98-6139-4917-9d23-7e8628948b1b no longer exists at agent ovs-agent-dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 21:13:30.421426 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.plugin [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] No Port match for: f76cfa98-6139-4917-9d23-7e8628948b1b {{(pid=84505) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 21:13:30.421765 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron.plugins.ml2.rpc [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Device f76cfa98-6139-4917-9d23-7e8628948b1b not bound to the agent host dv-neutron-831593-2-hyperv {{(pid=84505) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 21:13:30.989774 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 56422) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:31.040373 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-5aa5049a-af1c-4764-a83f-f3af998b8ac1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22bc2b050af440f5be61cdc02a29d332&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493534 Mar 02 21:13:31.042868 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.wsgi [-] (84503) accepted ('10.222.0.44', 56426) {{(pid=84503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 21:13:31.105054 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-509f85b7-ed93-4a8c-97ed-22c22fc79266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:31.130158 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-509f85b7-ed93-4a8c-97ed-22c22fc79266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:31.237684 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-509f85b7-ed93-4a8c-97ed-22c22fc79266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063067'] for security_group, after_delete {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:31.254152 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f85b7-ed93-4a8c-97ed-22c22fc79266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5914c4ce-f7e9-49f3-b953-cb650d0dcc25,revision_number=None']} {{(pid=84503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 21:13:31.258485 dv-neutron-831593-2-hyperv neutron-server[84503]: DEBUG neutron_lib.callbacks.manager [None req-509f85b7-ed93-4a8c-97ed-22c22fc79266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:31.259667 dv-neutron-831593-2-hyperv neutron-server[84503]: INFO neutron.wsgi [None req-509f85b7-ed93-4a8c-97ed-22c22fc79266 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5914c4ce-f7e9-49f3-b953-cb650d0dcc25 HTTP/1.1" status: 204 len: 168 time: 0.2159266 Mar 02 21:13:43.459720 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:47.208168 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-d99c638a-dc9c-40c8-9a59-6071fb3a8f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:49.394002 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-e383f004-6d2b-497e-a8dc-d892df5c4f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:50.625585 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:50.814340 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:13:52.119592 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:00.605037 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:14:13.470705 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:17.225136 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-33bb664c-0fb8-466b-8311-df60e1d31cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:19.410364 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-c6942f04-083f-4c81-9402-7fab9bb18f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:20.613102 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:20.827270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:22.107786 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:37.605013 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:14:43.467167 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:47.164259 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1a3e-5a3b-4c58-b41b-f31804d9b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:49.410138 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ea43110c-0585-4314-a873-abfa72e7b0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:50.641268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:50.824656 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:14:52.115442 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:13.492125 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:14.606393 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:15:17.172270 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-eb1d0036-cb3c-40c6-8447-e937d1e893df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:19.389459 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-2f3035d8-d70a-4325-b7f6-f83bb766bed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:20.646524 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:20.829477 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:22.169680 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:43.506283 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:47.166042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-bac6e485-a677-4d71-8235-3d1a7407dfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:49.399912 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fe889481-b6d1-43d5-a37e-58cb666cf851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:50.611719 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:50.834528 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:15:51.606644 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:15:52.151824 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:13.502273 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:17.168394 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-7a3c32d0-a7a8-48c1-884c-39e33a129b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:19.411212 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-a36d68db-d978-475d-9b79-779fc98096de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:20.616480 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:20.833965 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:22.111239 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:28.607161 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:16:43.513179 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:47.165543 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-6f777a64-9db0-4984-8e42-9eb47dc8ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:49.421975 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-fca1b466-00cc-4657-9abe-c1bb38785218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:50.633042 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:50.844357 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:16:52.136052 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:05.607975 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:17:13.524201 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:17.169407 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-069e86d7-0380-4eb8-96b0-e36e32d8fb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:19.435956 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-4d758b4b-a0f9-46ba-92e2-e6971ba7fa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:20.630304 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:20.852775 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:22.124297 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:42.609246 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:17:43.535210 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:47.169379 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-b0a12cae-e019-4407-ac08-8b6e401c0a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:49.397832 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ff635131-2ecc-4b78-8f30-ea30150bb360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:50.615059 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:50.871827 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:17:52.144323 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:13.543758 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:17.163100 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-53de5836-978c-46bd-865a-ddb0d7710862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:19.408655 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-273dfeec-4394-418b-a7c0-78b68eb71a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:19.609419 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:18:20.631500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:20.852118 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:22.214784 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:43.550802 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:47.177472 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-f836da51-c2dc-4dbd-b214-79b0a3e9aa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:49.419268 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-433c4858-2723-4f43-b733-2e24a72a9f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:50.614324 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-088048d1-3bd2-4b13-97ca-faa0bae2b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:50.865029 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-5b6e00e4-3341-4be9-bf9c-e3d9f6307897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:52.137500 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-09b2415e-f454-4324-be8a-81a341e2d0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 21:18:56.608749 dv-neutron-831593-2-hyperv neutron-server[84506]: DEBUG neutron.db.agents_db [None req-93371675-f19e-4485-bcce-f1e45d48e695 None None] Agent healthcheck: found 6 active agents {{(pid=84506) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 21:19:13.571105 dv-neutron-831593-2-hyperv neutron-server[84505]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9904-ea82-4f2f-b191-c112ff4f2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773523863399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1146448'] for agent, after_update {{(pid=84505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}